[ 575.738508] env[69330]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69330) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 575.738975] env[69330]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69330) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 575.739080] env[69330]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69330) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 575.739394] env[69330]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 575.839186] env[69330]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69330) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 575.850705] env[69330]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=69330) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 575.897917] env[69330]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 576.458230] env[69330]: INFO nova.virt.driver [None req-b8aa6241-8f3b-4e8d-ab79-537f8010ee67 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 576.531919] env[69330]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.532099] env[69330]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.532218] env[69330]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69330) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 579.808064] env[69330]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-3a5e98fc-55eb-4b5f-9293-cf3d4976ca1e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.824412] env[69330]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69330) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 579.824597] env[69330]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-2a119521-2c2f-42bd-a843-2e69cbab254b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.865598] env[69330]: INFO oslo_vmware.api [-] Successfully established new session; session ID is adac5. [ 579.865778] env[69330]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.334s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.866368] env[69330]: INFO nova.virt.vmwareapi.driver [None req-b8aa6241-8f3b-4e8d-ab79-537f8010ee67 None None] VMware vCenter version: 7.0.3 [ 579.869878] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92689d51-0ce0-45e0-bf1e-cd0fcbfd82cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.888902] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692fb780-97a6-413c-b204-16e4f2d82814 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.895606] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa0f5c8-bca1-4556-b49e-fcf9740ea092 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.902818] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fae71b-d5bc-4054-8168-fba037ea4e49 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.916212] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9881f98e-64c2-4425-8e01-7566f6bc49fb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.922481] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d10014-edd9-4363-8274-88a31d13347f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.953132] env[69330]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-efb8d581-ea28-47bc-a778-5ff1b50f870c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.959446] env[69330]: DEBUG nova.virt.vmwareapi.driver [None req-b8aa6241-8f3b-4e8d-ab79-537f8010ee67 None None] Extension org.openstack.compute already exists. {{(pid=69330) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 579.962278] env[69330]: INFO nova.compute.provider_config [None req-b8aa6241-8f3b-4e8d-ab79-537f8010ee67 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 580.466581] env[69330]: DEBUG nova.context [None req-b8aa6241-8f3b-4e8d-ab79-537f8010ee67 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),1be042bd-a120-4a01-97ea-6c8d62525028(cell1) {{(pid=69330) load_cells /opt/stack/nova/nova/context.py:464}} [ 580.468686] env[69330]: DEBUG oslo_concurrency.lockutils [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.468922] env[69330]: DEBUG oslo_concurrency.lockutils [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.469665] env[69330]: DEBUG oslo_concurrency.lockutils [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.470125] env[69330]: DEBUG oslo_concurrency.lockutils [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Acquiring lock "1be042bd-a120-4a01-97ea-6c8d62525028" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.470363] env[69330]: DEBUG oslo_concurrency.lockutils [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Lock "1be042bd-a120-4a01-97ea-6c8d62525028" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.471393] env[69330]: DEBUG oslo_concurrency.lockutils [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Lock "1be042bd-a120-4a01-97ea-6c8d62525028" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.492151] env[69330]: INFO dbcounter [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Registered counter for database nova_cell0 [ 580.500387] env[69330]: INFO dbcounter [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Registered counter for database nova_cell1 [ 580.503730] env[69330]: DEBUG oslo_db.sqlalchemy.engines [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69330) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 580.504110] env[69330]: DEBUG oslo_db.sqlalchemy.engines [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69330) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 580.508981] env[69330]: ERROR nova.db.main.api [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 580.508981] env[69330]: result = function(*args, **kwargs) [ 580.508981] env[69330]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 580.508981] env[69330]: return func(*args, **kwargs) [ 580.508981] env[69330]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 580.508981] env[69330]: result = fn(*args, **kwargs) [ 580.508981] env[69330]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 580.508981] env[69330]: return f(*args, **kwargs) [ 580.508981] env[69330]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 580.508981] env[69330]: return db.service_get_minimum_version(context, binaries) [ 580.508981] env[69330]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 580.508981] env[69330]: _check_db_access() [ 580.508981] env[69330]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 580.508981] env[69330]: stacktrace = ''.join(traceback.format_stack()) [ 580.508981] env[69330]: [ 580.509810] env[69330]: ERROR nova.db.main.api [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 580.509810] env[69330]: result = function(*args, **kwargs) [ 580.509810] env[69330]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 580.509810] env[69330]: return func(*args, **kwargs) [ 580.509810] env[69330]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 580.509810] env[69330]: result = fn(*args, **kwargs) [ 580.509810] env[69330]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 580.509810] env[69330]: return f(*args, **kwargs) [ 580.509810] env[69330]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 580.509810] env[69330]: return db.service_get_minimum_version(context, binaries) [ 580.509810] env[69330]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 580.509810] env[69330]: _check_db_access() [ 580.509810] env[69330]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 580.509810] env[69330]: stacktrace = ''.join(traceback.format_stack()) [ 580.509810] env[69330]: [ 580.510292] env[69330]: WARNING nova.objects.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 580.510331] env[69330]: WARNING nova.objects.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Failed to get minimum service version for cell 1be042bd-a120-4a01-97ea-6c8d62525028 [ 580.510743] env[69330]: DEBUG oslo_concurrency.lockutils [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Acquiring lock "singleton_lock" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.510904] env[69330]: DEBUG oslo_concurrency.lockutils [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Acquired lock "singleton_lock" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.511159] env[69330]: DEBUG oslo_concurrency.lockutils [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Releasing lock "singleton_lock" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.511508] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Full set of CONF: {{(pid=69330) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 580.511661] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ******************************************************************************** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 580.511790] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] Configuration options gathered from: {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 580.511925] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 580.512132] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 580.512262] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ================================================================================ {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 580.512466] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] allow_resize_to_same_host = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.512634] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] arq_binding_timeout = 300 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.512767] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] backdoor_port = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.512895] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] backdoor_socket = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.513076] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] block_device_allocate_retries = 60 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.513241] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] block_device_allocate_retries_interval = 3 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.513407] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cert = self.pem {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.513606] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.513773] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute_monitors = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.513941] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] config_dir = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.514126] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] config_drive_format = iso9660 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.514261] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.514428] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] config_source = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.514614] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] console_host = devstack {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.514796] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] control_exchange = nova {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.514959] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cpu_allocation_ratio = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.515136] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] daemon = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.515312] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] debug = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.515466] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] default_access_ip_network_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.515633] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] default_availability_zone = nova {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.515787] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] default_ephemeral_format = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.515944] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] default_green_pool_size = 1000 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.516195] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.516359] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] default_schedule_zone = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.516517] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] disk_allocation_ratio = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.516707] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] enable_new_services = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.516934] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] enabled_apis = ['osapi_compute'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.517124] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] enabled_ssl_apis = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.517290] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] flat_injected = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.517454] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] force_config_drive = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.517617] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] force_raw_images = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.517793] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] graceful_shutdown_timeout = 5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.517955] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] heal_instance_info_cache_interval = -1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.518196] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] host = cpu-1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.518377] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.518542] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.518705] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.518915] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.519095] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] instance_build_timeout = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.519262] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] instance_delete_interval = 300 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.519431] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] instance_format = [instance: %(uuid)s] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.519599] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] instance_name_template = instance-%08x {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.519793] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] instance_usage_audit = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.519966] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] instance_usage_audit_period = month {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.520144] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.520310] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.520473] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] internal_service_availability_zone = internal {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.520629] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] key = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.520789] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] live_migration_retry_count = 30 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.520956] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] log_color = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.521135] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] log_config_append = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.521299] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.521459] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] log_dir = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.521615] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] log_file = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.521745] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] log_options = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.521903] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] log_rotate_interval = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.522084] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] log_rotate_interval_type = days {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.522250] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] log_rotation_type = none {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.522378] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.522508] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.522671] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.522831] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.522959] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.523131] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] long_rpc_timeout = 1800 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.523291] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] max_concurrent_builds = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.523451] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] max_concurrent_live_migrations = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.523632] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] max_concurrent_snapshots = 5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.523800] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] max_local_block_devices = 3 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.523958] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] max_logfile_count = 30 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.524131] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] max_logfile_size_mb = 200 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.524292] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] maximum_instance_delete_attempts = 5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.524460] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] metadata_listen = 0.0.0.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.524646] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] metadata_listen_port = 8775 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.524830] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] metadata_workers = 2 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.524991] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] migrate_max_retries = -1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.525172] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] mkisofs_cmd = genisoimage {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.525378] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.525508] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] my_ip = 10.180.1.21 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.525712] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.525873] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] network_allocate_retries = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526067] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526239] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526402] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] osapi_compute_listen_port = 8774 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526567] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] osapi_compute_unique_server_name_scope = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526735] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] osapi_compute_workers = 2 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526897] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] password_length = 12 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.527069] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] periodic_enable = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.527233] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] periodic_fuzzy_delay = 60 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.527398] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] pointer_model = usbtablet {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.527562] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] preallocate_images = none {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.527723] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] publish_errors = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.527852] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] pybasedir = /opt/stack/nova {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.528017] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ram_allocation_ratio = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.528184] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] rate_limit_burst = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.528355] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] rate_limit_except_level = CRITICAL {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.528510] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] rate_limit_interval = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.528667] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] reboot_timeout = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.528823] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] reclaim_instance_interval = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.528979] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] record = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529162] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] reimage_timeout_per_gb = 60 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529328] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] report_interval = 120 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529488] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] rescue_timeout = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529651] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] reserved_host_cpus = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529807] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] reserved_host_disk_mb = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529961] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] reserved_host_memory_mb = 512 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.530134] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] reserved_huge_pages = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.530295] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] resize_confirm_window = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.530453] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] resize_fs_using_block_device = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.530611] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] resume_guests_state_on_host_boot = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.530782] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.530941] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] rpc_response_timeout = 60 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531538] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] run_external_periodic_tasks = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531538] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] running_deleted_instance_action = reap {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531538] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531682] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] running_deleted_instance_timeout = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531771] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] scheduler_instance_sync_interval = 120 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531940] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] service_down_time = 720 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.532122] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] servicegroup_driver = db {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.532280] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] shell_completion = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.532439] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] shelved_offload_time = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.532596] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] shelved_poll_interval = 3600 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.532764] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] shutdown_timeout = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.532972] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] source_is_ipv6 = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.533171] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ssl_only = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.533426] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.533628] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] sync_power_state_interval = 600 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.533825] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] sync_power_state_pool_size = 1000 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.534098] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] syslog_log_facility = LOG_USER {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.534281] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] tempdir = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.534447] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] timeout_nbd = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.534621] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] transport_url = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.534786] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] update_resources_interval = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.534947] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] use_cow_images = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.535126] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] use_journal = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.535287] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] use_json = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.535446] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] use_rootwrap_daemon = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.535606] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] use_stderr = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.535767] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] use_syslog = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.535923] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vcpu_pin_set = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.536104] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vif_plugging_is_fatal = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.536277] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vif_plugging_timeout = 300 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.536447] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] virt_mkfs = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.536608] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] volume_usage_poll_interval = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.536771] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] watch_log_file = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.536935] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] web = /usr/share/spice-html5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.537132] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.537301] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.537465] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.537635] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_concurrency.disable_process_locking = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.538226] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.538420] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.538594] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.538770] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.538941] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.539123] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.539311] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.auth_strategy = keystone {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.539483] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.compute_link_prefix = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.539664] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.539835] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.dhcp_domain = novalocal {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.540012] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.enable_instance_password = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.540184] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.glance_link_prefix = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.540349] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.540518] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.540682] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.instance_list_per_project_cells = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.540843] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.list_records_by_skipping_down_cells = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.541009] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.local_metadata_per_cell = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.541188] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.max_limit = 1000 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.541358] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.metadata_cache_expiration = 15 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.541578] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.neutron_default_tenant_id = default {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.541766] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.response_validation = warn {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.541942] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.use_neutron_default_nets = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.542125] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.542296] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.542464] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.542637] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.542809] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.vendordata_dynamic_targets = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.542975] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.vendordata_jsonfile_path = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.543173] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.543376] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.backend = dogpile.cache.memcached {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.543577] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.backend_argument = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.543753] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.backend_expiration_time = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.543926] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.config_prefix = cache.oslo {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544115] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.dead_timeout = 60.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544286] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.debug_cache_backend = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544449] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.enable_retry_client = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544642] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.enable_socket_keepalive = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544873] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.enabled = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.545066] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.enforce_fips_mode = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.545239] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.expiration_time = 600 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.545405] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.hashclient_retry_attempts = 2 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.545572] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.545738] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.memcache_dead_retry = 300 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.545898] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.memcache_password = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.546076] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.546246] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.546410] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.memcache_pool_maxsize = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.546572] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.546738] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.memcache_sasl_enabled = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.546916] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.547097] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.547263] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.memcache_username = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.547430] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.proxies = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.547596] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.redis_db = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.547800] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.redis_password = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.547983] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.548181] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.548353] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.redis_server = localhost:6379 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.548520] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.redis_socket_timeout = 1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.548685] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.redis_username = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.548848] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.retry_attempts = 2 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.549025] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.retry_delay = 0.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.549199] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.socket_keepalive_count = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.549362] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.socket_keepalive_idle = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.549530] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.socket_keepalive_interval = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.549687] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.tls_allowed_ciphers = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.549847] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.tls_cafile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550026] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.tls_certfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550185] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.tls_enabled = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550345] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cache.tls_keyfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550517] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.auth_section = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550692] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.auth_type = password {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550855] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.cafile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.551048] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.551219] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.certfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.551384] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.collect_timing = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.551566] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.cross_az_attach = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.551747] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.debug = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.551911] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.endpoint_template = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.552088] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.http_retries = 3 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.552256] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.insecure = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.552416] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.keyfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.552588] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.os_region_name = RegionOne {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.552758] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.split_loggers = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.552921] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cinder.timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553102] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553266] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute.cpu_dedicated_set = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553426] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute.cpu_shared_set = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553623] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute.image_type_exclude_list = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553795] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553958] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.554134] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.554299] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.554467] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.554651] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute.resource_provider_association_refresh = 300 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.554823] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.554987] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute.shutdown_retry_interval = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.555186] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.555365] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] conductor.workers = 2 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.555551] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] console.allowed_origins = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.555741] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] console.ssl_ciphers = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.555918] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] console.ssl_minimum_version = default {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.556103] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] consoleauth.enforce_session_timeout = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.556275] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] consoleauth.token_ttl = 600 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.556443] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.cafile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.556602] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.certfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.556773] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.collect_timing = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.556933] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.connect_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.557106] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.connect_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.557266] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.endpoint_override = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.557429] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.insecure = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.557588] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.keyfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.557749] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.max_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.557908] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.min_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.558078] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.region_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.558242] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.retriable_status_codes = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.558402] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.service_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.558571] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.service_type = accelerator {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.558738] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.split_loggers = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.558899] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.status_code_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559078] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.status_code_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559240] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559420] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559580] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] cyborg.version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559755] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.asyncio_connection = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559912] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.asyncio_slave_connection = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.560094] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.backend = sqlalchemy {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.560265] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.connection = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.560431] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.connection_debug = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.560600] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.connection_parameters = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.560765] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.connection_recycle_time = 3600 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.560928] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.connection_trace = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.561105] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.db_inc_retry_interval = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.561272] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.db_max_retries = 20 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.561437] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.db_max_retry_interval = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.561623] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.db_retry_interval = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.561795] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.max_overflow = 50 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.561958] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.max_pool_size = 5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.562134] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.max_retries = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.562305] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.562466] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.mysql_wsrep_sync_wait = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.562624] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.pool_timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.562789] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.retry_interval = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.562947] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.slave_connection = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.563124] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.sqlite_synchronous = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.563290] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] database.use_db_reconnect = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.563460] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.asyncio_connection = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.563645] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.asyncio_slave_connection = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.563823] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.backend = sqlalchemy {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.563993] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.connection = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564175] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.connection_debug = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564347] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.connection_parameters = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564509] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.connection_recycle_time = 3600 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564672] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.connection_trace = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564834] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.db_inc_retry_interval = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564995] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.db_max_retries = 20 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.565173] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.db_max_retry_interval = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.565337] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.db_retry_interval = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.565500] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.max_overflow = 50 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.565664] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.max_pool_size = 5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.565843] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.max_retries = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.566036] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.566205] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.566367] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.pool_timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.566531] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.retry_interval = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.566693] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.slave_connection = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.566856] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] api_database.sqlite_synchronous = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.567050] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] devices.enabled_mdev_types = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.567234] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.567404] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.567568] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ephemeral_storage_encryption.enabled = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.567776] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.567955] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.api_servers = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.568136] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.cafile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.568299] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.certfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.568465] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.collect_timing = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.568624] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.connect_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.568785] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.connect_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.568947] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.debug = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.569126] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.default_trusted_certificate_ids = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.569294] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.enable_certificate_validation = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.569457] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.enable_rbd_download = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.569617] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.endpoint_override = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.569785] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.insecure = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.569950] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.keyfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.570120] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.max_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.570279] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.min_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.570442] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.num_retries = 3 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.570611] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.rbd_ceph_conf = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.570770] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.rbd_connect_timeout = 5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.570936] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.rbd_pool = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.571124] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.rbd_user = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.571293] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.region_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.571451] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.retriable_status_codes = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.571632] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.service_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.571806] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.service_type = image {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.571967] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.split_loggers = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.572138] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.status_code_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.572300] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.status_code_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.572458] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.572635] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.572801] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.verify_glance_signatures = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.572959] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] glance.version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.573141] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] guestfs.debug = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.573310] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.auth_section = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.573473] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.auth_type = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.573674] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.cafile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.573819] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.certfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.573984] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.collect_timing = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.574161] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.connect_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.574322] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.connect_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.574482] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.endpoint_override = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.574645] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.insecure = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.574802] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.keyfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.574958] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.max_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.575128] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.min_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.575285] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.region_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.575441] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.retriable_status_codes = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.575597] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.service_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.575769] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.service_type = shared-file-system {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.575974] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.share_apply_policy_timeout = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.576160] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.split_loggers = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.576323] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.status_code_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.576481] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.status_code_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.576642] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.576821] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.576980] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] manila.version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.577163] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] mks.enabled = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.577523] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.577714] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] image_cache.manager_interval = 2400 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.577885] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] image_cache.precache_concurrency = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.578068] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] image_cache.remove_unused_base_images = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.578243] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.578412] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.578586] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] image_cache.subdirectory_name = _base {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.578765] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.api_max_retries = 60 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.578937] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.api_retry_interval = 2 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.579111] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.auth_section = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.579276] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.auth_type = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.579435] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.cafile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.579594] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.certfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.579795] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.collect_timing = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.579966] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.conductor_group = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.580141] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.connect_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.580304] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.connect_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.580463] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.endpoint_override = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.580626] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.insecure = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.580786] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.keyfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.580946] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.max_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.581117] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.min_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.581287] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.peer_list = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.581447] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.region_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.581605] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.retriable_status_codes = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.581796] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.serial_console_state_timeout = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.581962] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.service_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.582149] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.service_type = baremetal {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.582319] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.shard = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.582493] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.split_loggers = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.582655] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.status_code_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.582813] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.status_code_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.582970] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.583164] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.583326] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ironic.version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.583525] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.583716] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] key_manager.fixed_key = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.583905] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.584080] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.barbican_api_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.584245] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.barbican_endpoint = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.584416] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.barbican_endpoint_type = public {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.584576] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.barbican_region_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.584737] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.cafile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.584896] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.certfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.585079] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.collect_timing = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.585248] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.insecure = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.585409] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.keyfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.585573] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.number_of_retries = 60 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.585737] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.retry_delay = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.585924] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.send_service_user_token = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.586110] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.split_loggers = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.586278] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.586438] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.verify_ssl = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.586594] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican.verify_ssl_path = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.586760] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican_service_user.auth_section = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.586923] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican_service_user.auth_type = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.587098] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican_service_user.cafile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.587257] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican_service_user.certfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.587420] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican_service_user.collect_timing = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.587580] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican_service_user.insecure = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.587738] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican_service_user.keyfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.587900] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican_service_user.split_loggers = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.588067] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] barbican_service_user.timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.588237] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vault.approle_role_id = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.588397] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vault.approle_secret_id = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.588564] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vault.kv_mountpoint = secret {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.588721] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vault.kv_path = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.588882] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vault.kv_version = 2 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.589049] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vault.namespace = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.589208] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vault.root_token_id = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.589362] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vault.ssl_ca_crt_file = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.589525] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vault.timeout = 60.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.589686] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vault.use_ssl = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.589851] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.590026] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.cafile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.590191] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.certfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.590357] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.collect_timing = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.590517] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.connect_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.590676] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.connect_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.590831] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.endpoint_override = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.590990] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.insecure = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.591161] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.keyfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.591317] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.max_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.591476] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.min_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.591665] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.region_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.591831] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.retriable_status_codes = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.591990] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.service_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.592174] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.service_type = identity {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.592334] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.split_loggers = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.592494] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.status_code_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.592654] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.status_code_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.592809] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.592987] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.593160] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] keystone.version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.593348] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.ceph_mount_options = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.593706] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.593939] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.connection_uri = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.594058] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.cpu_mode = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.594230] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.594399] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.cpu_models = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.594567] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.cpu_power_governor_high = performance {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.594735] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.594893] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.cpu_power_management = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.595084] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.595257] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.device_detach_attempts = 8 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.595420] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.device_detach_timeout = 20 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.595588] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.disk_cachemodes = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.595748] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.disk_prefix = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.595936] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.enabled_perf_events = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.596123] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.file_backed_memory = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.596294] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.gid_maps = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.596453] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.hw_disk_discard = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.596612] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.hw_machine_type = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.596781] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.images_rbd_ceph_conf = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.596945] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.597121] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.597291] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.images_rbd_glance_store_name = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.597458] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.images_rbd_pool = rbd {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.597625] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.images_type = default {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.597785] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.images_volume_group = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.597946] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.inject_key = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.598123] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.inject_partition = -2 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.598290] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.inject_password = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.598449] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.iscsi_iface = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.598612] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.iser_use_multipath = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.598777] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.598940] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.599116] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.live_migration_downtime = 500 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.599280] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.599441] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.599599] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.live_migration_inbound_addr = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.599762] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.599921] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.600122] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.live_migration_scheme = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.600318] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.live_migration_timeout_action = abort {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.600484] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.live_migration_tunnelled = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.600646] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.live_migration_uri = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.600809] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.live_migration_with_native_tls = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.600967] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.max_queues = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.601148] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.601394] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.601552] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.nfs_mount_options = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.601858] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.602046] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.602217] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.602380] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.602544] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.602707] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.num_pcie_ports = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.602871] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.603046] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.pmem_namespaces = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.603211] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.quobyte_client_cfg = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.603531] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.603718] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.603891] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.604068] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.604235] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.rbd_secret_uuid = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.604487] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.rbd_user = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.604647] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.604825] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.604989] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.rescue_image_id = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.605164] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.rescue_kernel_id = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.605323] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.rescue_ramdisk_id = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.605491] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.605650] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.rx_queue_size = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.605814] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.smbfs_mount_options = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.606167] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.606300] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.snapshot_compression = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.606461] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.snapshot_image_format = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.606680] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.606849] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.sparse_logical_volumes = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.607026] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.swtpm_enabled = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.607191] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.swtpm_group = tss {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.607357] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.swtpm_user = tss {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.607524] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.sysinfo_serial = unique {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.607682] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.tb_cache_size = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.607836] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.tx_queue_size = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.607995] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.uid_maps = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.608172] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.use_virtio_for_bridges = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.608342] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.virt_type = kvm {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.608507] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.volume_clear = zero {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.608667] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.volume_clear_size = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.608830] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.volume_enforce_multipath = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.608997] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.volume_use_multipath = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.609170] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.vzstorage_cache_path = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.609339] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.609502] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.609666] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.609829] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.610145] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.610335] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.vzstorage_mount_user = stack {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.610506] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.610682] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.auth_section = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.610856] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.auth_type = password {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.611027] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.cafile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.611193] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.certfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.611400] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.collect_timing = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.611535] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.connect_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.611712] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.connect_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.611882] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.default_floating_pool = public {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.612056] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.endpoint_override = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.612222] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.extension_sync_interval = 600 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.612385] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.http_retries = 3 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.612549] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.insecure = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.612708] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.keyfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.612868] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.max_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.613046] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.613213] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.min_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.613380] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.ovs_bridge = br-int {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.613569] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.physnets = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.613745] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.region_name = RegionOne {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.613907] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.retriable_status_codes = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.614095] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.service_metadata_proxy = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.614279] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.service_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.614424] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.service_type = network {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.614584] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.split_loggers = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.614741] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.status_code_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.614897] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.status_code_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.615069] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.615252] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.615413] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] neutron.version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.615600] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] notifications.bdms_in_notifications = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.615792] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] notifications.default_level = INFO {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.615963] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] notifications.include_share_mapping = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.616147] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] notifications.notification_format = unversioned {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.616309] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] notifications.notify_on_state_change = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.616481] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.616658] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] pci.alias = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.616825] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] pci.device_spec = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.616987] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] pci.report_in_placement = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.617174] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.auth_section = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.617345] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.auth_type = password {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.617509] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.617667] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.cafile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.617868] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.certfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.618078] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.collect_timing = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.618248] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.connect_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.618408] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.connect_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.618567] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.default_domain_id = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.618725] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.default_domain_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.618882] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.domain_id = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.619055] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.domain_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.619217] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.endpoint_override = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.619377] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.insecure = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.619533] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.keyfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.619688] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.max_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.619841] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.min_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.620011] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.password = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.620176] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.project_domain_id = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.620342] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.project_domain_name = Default {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.620503] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.project_id = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.620674] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.project_name = service {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.620839] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.region_name = RegionOne {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.620995] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.retriable_status_codes = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.621163] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.service_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.621332] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.service_type = placement {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.621501] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.split_loggers = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.621674] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.status_code_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.621834] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.status_code_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.621990] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.system_scope = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.622163] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.622319] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.trust_id = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.622475] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.user_domain_id = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.622644] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.user_domain_name = Default {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.622800] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.user_id = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.622970] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.username = nova {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.623160] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.623325] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] placement.version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.623510] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.cores = 20 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.623714] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.count_usage_from_placement = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.623942] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.624141] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.injected_file_content_bytes = 10240 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.624311] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.injected_file_path_length = 255 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.624488] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.injected_files = 5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.624744] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.instances = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.624984] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.key_pairs = 100 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.625202] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.metadata_items = 128 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.625375] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.ram = 51200 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.625543] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.recheck_quota = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.625714] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.server_group_members = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.625881] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.server_groups = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.626113] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.626293] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] quota.unified_limits_resource_strategy = require {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.626468] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.626632] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.626795] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] scheduler.image_metadata_prefilter = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.626958] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.627137] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] scheduler.max_attempts = 3 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.627300] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] scheduler.max_placement_results = 1000 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.627462] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.627647] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.627830] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.628011] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] scheduler.workers = 2 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.628198] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.628368] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.628547] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.628724] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.628891] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.629066] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.629232] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.629419] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.629587] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.host_subset_size = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.629746] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.629903] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.630075] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.630241] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.630417] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.630582] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.isolated_hosts = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.630747] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.isolated_images = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.630905] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.631075] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.631239] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.631400] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.pci_in_placement = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.631581] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.631756] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.631922] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.632097] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.632264] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.632426] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.632587] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.track_instance_changes = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.632762] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.632931] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] metrics.required = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.633108] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] metrics.weight_multiplier = 1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.633271] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.633433] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] metrics.weight_setting = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.633793] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.633971] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] serial_console.enabled = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.634166] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] serial_console.port_range = 10000:20000 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.634337] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.634516] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.634698] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] serial_console.serialproxy_port = 6083 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.634874] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] service_user.auth_section = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.635139] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] service_user.auth_type = password {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.635326] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] service_user.cafile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.635487] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] service_user.certfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.635656] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] service_user.collect_timing = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.635823] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] service_user.insecure = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.635977] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] service_user.keyfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.636167] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] service_user.send_service_user_token = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.636334] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] service_user.split_loggers = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.636490] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] service_user.timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.636661] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] spice.agent_enabled = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.636823] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] spice.enabled = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.637146] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.637358] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.637528] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] spice.html5proxy_port = 6082 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.637687] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] spice.image_compression = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.637842] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] spice.jpeg_compression = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.637998] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] spice.playback_compression = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.638176] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] spice.require_secure = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.638340] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] spice.server_listen = 127.0.0.1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.638503] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.638786] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.638953] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] spice.streaming_mode = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.639134] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] spice.zlib_compression = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.639304] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] upgrade_levels.baseapi = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.639474] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] upgrade_levels.compute = auto {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.639650] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] upgrade_levels.conductor = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.639824] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] upgrade_levels.scheduler = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.639991] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.640165] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.640322] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vendordata_dynamic_auth.cafile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.640479] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vendordata_dynamic_auth.certfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.640641] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.640798] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vendordata_dynamic_auth.insecure = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.640955] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.641127] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.641283] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vendordata_dynamic_auth.timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.641454] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.api_retry_count = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.641614] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.ca_file = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.641787] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.641952] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.cluster_name = testcl1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.642128] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.connection_pool_size = 10 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.642288] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.console_delay_seconds = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.642455] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.datastore_regex = ^datastore.* {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.642666] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.642843] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.host_password = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.643013] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.host_port = 443 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.643186] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.host_username = administrator@vsphere.local {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.643351] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.insecure = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.643548] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.integration_bridge = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.643712] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.maximum_objects = 100 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.643871] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.pbm_default_policy = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.644042] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.pbm_enabled = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.644201] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.pbm_wsdl_location = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.644365] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.644537] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.serial_port_proxy_uri = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.644710] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.serial_port_service_uri = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.644875] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.task_poll_interval = 0.5 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.645057] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.use_linked_clone = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.645227] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.vnc_keymap = en-us {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.645391] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.vnc_port = 5900 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.645556] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vmware.vnc_port_total = 10000 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.645743] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vnc.auth_schemes = ['none'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.645918] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vnc.enabled = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.646233] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.646419] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.646588] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vnc.novncproxy_port = 6080 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.646777] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vnc.server_listen = 127.0.0.1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.646952] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.647126] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vnc.vencrypt_ca_certs = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.647284] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vnc.vencrypt_client_cert = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.647438] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vnc.vencrypt_client_key = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.647610] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.647773] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.disable_deep_image_inspection = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.647931] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.648103] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.648265] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.648423] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.disable_rootwrap = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.648582] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.enable_numa_live_migration = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.648742] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.648899] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.649069] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.649231] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.libvirt_disable_apic = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.649388] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.649547] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.649706] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.649865] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.650034] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.650201] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.650358] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.650516] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.650677] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.650838] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.651029] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.651196] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.651361] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] zvm.ca_file = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.651542] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] zvm.cloud_connector_url = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.651863] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.652052] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] zvm.reachable_timeout = 300 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.652230] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.652407] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.652583] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] profiler.connection_string = messaging:// {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.652761] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] profiler.enabled = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.652931] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] profiler.es_doc_type = notification {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.653107] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] profiler.es_scroll_size = 10000 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.653275] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] profiler.es_scroll_time = 2m {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.653435] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] profiler.filter_error_trace = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.653631] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] profiler.hmac_keys = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.653806] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] profiler.sentinel_service_name = mymaster {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.653973] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] profiler.socket_timeout = 0.1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.654152] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] profiler.trace_requests = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.654315] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] profiler.trace_sqlalchemy = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.654501] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] profiler_jaeger.process_tags = {} {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.654681] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] profiler_jaeger.service_name_prefix = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.654846] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] profiler_otlp.service_name_prefix = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.655031] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.655199] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.655361] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.655518] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.655679] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.655839] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.655997] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.656173] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.656333] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.656499] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.656658] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.656823] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.656987] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.657164] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.657325] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.657491] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.657655] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.657813] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.657978] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.658152] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.658314] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.658475] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.658639] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.658798] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.658959] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.659131] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.659293] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.659451] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.659607] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.659767] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.659926] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.ssl = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.660104] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.660271] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.660432] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.660596] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.660760] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.660918] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.661118] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.661286] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_notifications.retry = -1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.661455] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.661656] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.661836] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.auth_section = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.661999] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.auth_type = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.662173] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.cafile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.662325] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.certfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.662486] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.collect_timing = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.662643] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.connect_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.662798] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.connect_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.662950] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.endpoint_id = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.663130] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.663286] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.endpoint_override = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.663440] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.endpoint_region_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.663623] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.endpoint_service_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.663786] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.endpoint_service_type = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.663945] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.insecure = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.664121] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.keyfile = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.664280] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.max_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.664434] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.min_version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.664611] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.region_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.664777] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.retriable_status_codes = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.664933] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.service_name = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.665102] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.service_type = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.665269] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.split_loggers = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.665424] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.status_code_retries = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.665583] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.status_code_retry_delay = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.665740] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.timeout = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.665893] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.valid_interfaces = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.666058] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_limit.version = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.666229] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_reports.file_event_handler = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.666390] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.666547] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] oslo_reports.log_dir = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.666716] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.666872] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.667035] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.667204] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.667367] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.667522] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.667691] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.667849] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vif_plug_ovs_privileged.group = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.668009] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.668181] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.668338] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.668494] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] vif_plug_ovs_privileged.user = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.668663] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.668836] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.669012] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.669199] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.669365] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.669534] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.669705] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.669859] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.670043] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.670219] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_ovs.isolate_vif = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.670382] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.670544] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.670711] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.670876] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.671047] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] os_vif_ovs.per_port_bridge = False {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.671220] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] privsep_osbrick.capabilities = [21] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.671379] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] privsep_osbrick.group = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.671551] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] privsep_osbrick.helper_command = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.671728] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.671892] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.672059] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] privsep_osbrick.user = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.672232] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.672387] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] nova_sys_admin.group = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.672544] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] nova_sys_admin.helper_command = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.672704] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.672861] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.673048] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] nova_sys_admin.user = None {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.673161] env[69330]: DEBUG oslo_service.backend.eventlet.service [None req-005b92e0-8d73-43dd-a531-cf3c5b3d0366 None None] ******************************************************************************** {{(pid=69330) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 580.673620] env[69330]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 581.178115] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Getting list of instances from cluster (obj){ [ 581.178115] env[69330]: value = "domain-c8" [ 581.178115] env[69330]: _type = "ClusterComputeResource" [ 581.178115] env[69330]: } {{(pid=69330) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 581.179138] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae8d718-d079-4e58-b550-81190a3c03d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.188304] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Got total of 0 instances {{(pid=69330) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 581.188919] env[69330]: WARNING nova.virt.vmwareapi.driver [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 581.189420] env[69330]: INFO nova.virt.node [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Generated node identity f00e7378-0f14-4d90-8510-13b5fe6d69be [ 581.189660] env[69330]: INFO nova.virt.node [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Wrote node identity f00e7378-0f14-4d90-8510-13b5fe6d69be to /opt/stack/data/n-cpu-1/compute_id [ 581.692439] env[69330]: WARNING nova.compute.manager [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Compute nodes ['f00e7378-0f14-4d90-8510-13b5fe6d69be'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 582.697908] env[69330]: INFO nova.compute.manager [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 583.703612] env[69330]: WARNING nova.compute.manager [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 583.703980] env[69330]: DEBUG oslo_concurrency.lockutils [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.704197] env[69330]: DEBUG oslo_concurrency.lockutils [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.704350] env[69330]: DEBUG oslo_concurrency.lockutils [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.704535] env[69330]: DEBUG nova.compute.resource_tracker [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69330) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 583.705600] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dcc6f2-c06b-4afb-8865-765d951e4472 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.714101] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f8e636-7586-4198-8850-4d83fd5f6bc3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.735344] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faecd49-0f0f-4ca9-8aeb-10887892887b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.744577] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f186a536-bfa0-4a14-a0c8-fac2d46dd0ca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.779010] env[69330]: DEBUG nova.compute.resource_tracker [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180822MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69330) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 583.779246] env[69330]: DEBUG oslo_concurrency.lockutils [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.779396] env[69330]: DEBUG oslo_concurrency.lockutils [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.285397] env[69330]: WARNING nova.compute.resource_tracker [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] No compute node record for cpu-1:f00e7378-0f14-4d90-8510-13b5fe6d69be: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host f00e7378-0f14-4d90-8510-13b5fe6d69be could not be found. [ 584.789627] env[69330]: INFO nova.compute.resource_tracker [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: f00e7378-0f14-4d90-8510-13b5fe6d69be [ 586.301098] env[69330]: DEBUG nova.compute.resource_tracker [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 586.301477] env[69330]: DEBUG nova.compute.resource_tracker [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 586.458998] env[69330]: INFO nova.scheduler.client.report [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] [req-34e9c65e-4cfe-4519-9f84-837d39d614ef] Created resource provider record via placement API for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 586.477657] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b8c179-bce7-4c7b-a10b-2a4c34acab83 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.485386] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201a23e1-eddf-48f5-a1d8-7e873a259f46 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.515319] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b884a5e8-6012-4628-834d-4775ab02fe59 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.523167] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5952c9-5a95-4055-8b5d-c878e72ae7fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.536614] env[69330]: DEBUG nova.compute.provider_tree [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.073765] env[69330]: DEBUG nova.scheduler.client.report [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 587.074146] env[69330]: DEBUG nova.compute.provider_tree [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 0 to 1 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 587.074360] env[69330]: DEBUG nova.compute.provider_tree [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.129682] env[69330]: DEBUG nova.compute.provider_tree [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 1 to 2 during operation: update_traits {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 587.634632] env[69330]: DEBUG nova.compute.resource_tracker [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 587.635152] env[69330]: DEBUG oslo_concurrency.lockutils [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.855s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.635152] env[69330]: DEBUG nova.service [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Creating RPC server for service compute {{(pid=69330) start /opt/stack/nova/nova/service.py:177}} [ 587.650348] env[69330]: DEBUG nova.service [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] Join ServiceGroup membership for this service compute {{(pid=69330) start /opt/stack/nova/nova/service.py:194}} [ 587.650348] env[69330]: DEBUG nova.servicegroup.drivers.db [None req-301057ca-762a-47b4-b2f3-bf9de0c30798 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69330) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 601.652553] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 602.155713] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Getting list of instances from cluster (obj){ [ 602.155713] env[69330]: value = "domain-c8" [ 602.155713] env[69330]: _type = "ClusterComputeResource" [ 602.155713] env[69330]: } {{(pid=69330) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 602.156908] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad20c2c1-5944-47d7-a61e-1d5d8051483e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.165913] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Got total of 0 instances {{(pid=69330) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 602.166163] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 602.166483] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Getting list of instances from cluster (obj){ [ 602.166483] env[69330]: value = "domain-c8" [ 602.166483] env[69330]: _type = "ClusterComputeResource" [ 602.166483] env[69330]: } {{(pid=69330) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 602.167427] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c58363c-3bea-4ab6-a540-b111c55d77a1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.175594] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Got total of 0 instances {{(pid=69330) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 628.817665] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Acquiring lock "b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.818130] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Lock "b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.322422] env[69330]: DEBUG nova.compute.manager [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.880431] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.880666] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.885395] env[69330]: INFO nova.compute.claims [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.917711] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "11fbad6e-6d44-41b8-863b-55cbda4faacd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.918575] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "11fbad6e-6d44-41b8-863b-55cbda4faacd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.236076] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquiring lock "3c1b84e2-bdb7-414c-b3d1-218c5039aab0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.236318] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Lock "3c1b84e2-bdb7-414c-b3d1-218c5039aab0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.421206] env[69330]: DEBUG nova.compute.manager [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.744446] env[69330]: DEBUG nova.compute.manager [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.968890] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.972285] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquiring lock "76cf0d1d-60fe-4b79-93cd-d41d0ed81d86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.972635] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lock "76cf0d1d-60fe-4b79-93cd-d41d0ed81d86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.008773] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824d71dc-1f1e-489a-b85f-64025686bdec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.017958] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada0c35a-91d5-4957-8b59-aeadb1e1bc9e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.053188] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78090ffa-290e-44cf-b0e2-fdae71da70ea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.061172] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f353279-6b93-4e42-9e10-382276f41bd7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.080783] env[69330]: DEBUG nova.compute.provider_tree [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.281122] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.475730] env[69330]: DEBUG nova.compute.manager [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.526657] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Acquiring lock "7a284fbf-f3d9-4dbb-a776-f3d022f3b933" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.526657] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Lock "7a284fbf-f3d9-4dbb-a776-f3d022f3b933" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.585509] env[69330]: DEBUG nova.scheduler.client.report [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.006479] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.033705] env[69330]: DEBUG nova.compute.manager [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.090771] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.092885] env[69330]: DEBUG nova.compute.manager [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.102947] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.128s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.102947] env[69330]: INFO nova.compute.claims [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.575349] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.612226] env[69330]: DEBUG nova.compute.utils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.615367] env[69330]: DEBUG nova.compute.manager [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.615367] env[69330]: DEBUG nova.network.neutron [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.040228] env[69330]: DEBUG nova.policy [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fecf10fcc834aaea2112c1ba176b381', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aad9414a5cbf431c9bc99fd4030e83cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.126022] env[69330]: DEBUG nova.compute.manager [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.264225] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db6e200-29c9-4b35-b187-049432136597 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.274341] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42aa5a6-e94d-4132-8c10-da064c00d171 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.315679] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7187fe24-c291-41d0-8b71-79c50d3a45bc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.325023] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc80a35-1ac1-4496-8e96-4f344f7c61eb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.346030] env[69330]: DEBUG nova.compute.provider_tree [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.849191] env[69330]: DEBUG nova.scheduler.client.report [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.141235] env[69330]: DEBUG nova.compute.manager [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.145500] env[69330]: DEBUG nova.network.neutron [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Successfully created port: df209274-9883-4b93-8c3e-4dec92c3ec1d {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.181332] env[69330]: DEBUG nova.virt.hardware [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.181603] env[69330]: DEBUG nova.virt.hardware [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.181843] env[69330]: DEBUG nova.virt.hardware [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.182444] env[69330]: DEBUG nova.virt.hardware [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.182991] env[69330]: DEBUG nova.virt.hardware [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.184140] env[69330]: DEBUG nova.virt.hardware [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.184140] env[69330]: DEBUG nova.virt.hardware [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.184140] env[69330]: DEBUG nova.virt.hardware [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.184650] env[69330]: DEBUG nova.virt.hardware [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.186033] env[69330]: DEBUG nova.virt.hardware [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.186033] env[69330]: DEBUG nova.virt.hardware [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.186388] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adfd56b-1eb8-4683-87b1-b46195a25d78 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.199466] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27d38a0-481b-42ad-89f0-19c5636728a2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.220772] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d42dd1a-1494-4d3f-a1c7-bf79cc24287c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.360674] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.361314] env[69330]: DEBUG nova.compute.manager [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.366403] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.083s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.366403] env[69330]: INFO nova.compute.claims [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.871261] env[69330]: DEBUG nova.compute.utils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.876508] env[69330]: DEBUG nova.compute.manager [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.877345] env[69330]: DEBUG nova.network.neutron [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.974890] env[69330]: DEBUG nova.policy [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37351b4f58c042d6b1bc9a54d9487008', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d7d2f41dea646feac9e85780db889c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.377746] env[69330]: DEBUG nova.compute.manager [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.492038] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d37b28b-6815-4ea1-8a82-d036e3b9464a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.502324] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c11e9d-ce51-4be4-a734-989e86a87676 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.540088] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051985d9-57c8-485c-ab2c-f5909446d77c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.553018] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017da2ef-6e17-4623-9699-e2944481ca4e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.568984] env[69330]: DEBUG nova.compute.provider_tree [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.908112] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.908112] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.908203] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.908376] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.908897] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.909126] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.909316] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.909485] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69330) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 635.910228] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.073193] env[69330]: DEBUG nova.scheduler.client.report [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.079979] env[69330]: DEBUG nova.network.neutron [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Successfully created port: a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.393051] env[69330]: DEBUG nova.compute.manager [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.418461] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.431291] env[69330]: DEBUG nova.virt.hardware [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.431559] env[69330]: DEBUG nova.virt.hardware [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.431783] env[69330]: DEBUG nova.virt.hardware [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.431968] env[69330]: DEBUG nova.virt.hardware [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.432145] env[69330]: DEBUG nova.virt.hardware [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.432314] env[69330]: DEBUG nova.virt.hardware [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.432508] env[69330]: DEBUG nova.virt.hardware [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.432736] env[69330]: DEBUG nova.virt.hardware [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.432854] env[69330]: DEBUG nova.virt.hardware [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.433031] env[69330]: DEBUG nova.virt.hardware [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.433401] env[69330]: DEBUG nova.virt.hardware [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.434406] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b246eda-211e-4995-964e-920eaad751c6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.444612] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d21493c-bd6f-4e8a-828d-1505a2bd6229 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.583160] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.583775] env[69330]: DEBUG nova.compute.manager [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.586868] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.580s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.588642] env[69330]: INFO nova.compute.claims [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.098290] env[69330]: DEBUG nova.compute.utils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.101366] env[69330]: DEBUG nova.compute.manager [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.101562] env[69330]: DEBUG nova.network.neutron [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.270587] env[69330]: DEBUG nova.policy [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b79fc8676c8d45de9f0880788f61d23a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e90da1b4c33f41eea1c994962987c5cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.603341] env[69330]: DEBUG nova.compute.manager [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.761158] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90dd2fb-cea7-4e1d-9a4d-5fc88e589fd4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.775589] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2a199b-e340-4aa5-a9b8-937a0803625e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.818881] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f2f3ee-6622-4bde-afda-428387f2cef5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.831837] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8c3529-f4a7-47dc-a9c2-48ff80b352cc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.851949] env[69330]: DEBUG nova.compute.provider_tree [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.013804] env[69330]: DEBUG nova.network.neutron [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Successfully updated port: df209274-9883-4b93-8c3e-4dec92c3ec1d {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.357132] env[69330]: DEBUG nova.scheduler.client.report [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.518456] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Acquiring lock "refresh_cache-b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.518928] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Acquired lock "refresh_cache-b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.519196] env[69330]: DEBUG nova.network.neutron [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.542609] env[69330]: DEBUG nova.network.neutron [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Successfully created port: 9e16bead-0c5f-443c-b083-62e74f68a888 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.621970] env[69330]: DEBUG nova.compute.manager [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.664580] env[69330]: DEBUG nova.virt.hardware [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.664875] env[69330]: DEBUG nova.virt.hardware [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.665218] env[69330]: DEBUG nova.virt.hardware [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.665486] env[69330]: DEBUG nova.virt.hardware [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.665683] env[69330]: DEBUG nova.virt.hardware [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.665792] env[69330]: DEBUG nova.virt.hardware [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.666050] env[69330]: DEBUG nova.virt.hardware [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.666392] env[69330]: DEBUG nova.virt.hardware [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.666609] env[69330]: DEBUG nova.virt.hardware [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.666764] env[69330]: DEBUG nova.virt.hardware [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.666948] env[69330]: DEBUG nova.virt.hardware [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.668209] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1102f1-825b-4a40-8fad-c027952e15a5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.681311] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf4809c-350a-4174-a0fd-c46e0b1e9df0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.863968] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.864520] env[69330]: DEBUG nova.compute.manager [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.867130] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.292s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.868542] env[69330]: INFO nova.compute.claims [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.984791] env[69330]: DEBUG nova.compute.manager [req-b8092dab-5af4-440f-a541-0d06435cdf3b req-af16a14b-52cd-4956-a6b1-60cfb4fadb78 service nova] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Received event network-vif-plugged-df209274-9883-4b93-8c3e-4dec92c3ec1d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.988026] env[69330]: DEBUG oslo_concurrency.lockutils [req-b8092dab-5af4-440f-a541-0d06435cdf3b req-af16a14b-52cd-4956-a6b1-60cfb4fadb78 service nova] Acquiring lock "b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.988026] env[69330]: DEBUG oslo_concurrency.lockutils [req-b8092dab-5af4-440f-a541-0d06435cdf3b req-af16a14b-52cd-4956-a6b1-60cfb4fadb78 service nova] Lock "b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.988026] env[69330]: DEBUG oslo_concurrency.lockutils [req-b8092dab-5af4-440f-a541-0d06435cdf3b req-af16a14b-52cd-4956-a6b1-60cfb4fadb78 service nova] Lock "b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.988026] env[69330]: DEBUG nova.compute.manager [req-b8092dab-5af4-440f-a541-0d06435cdf3b req-af16a14b-52cd-4956-a6b1-60cfb4fadb78 service nova] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] No waiting events found dispatching network-vif-plugged-df209274-9883-4b93-8c3e-4dec92c3ec1d {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 638.988026] env[69330]: WARNING nova.compute.manager [req-b8092dab-5af4-440f-a541-0d06435cdf3b req-af16a14b-52cd-4956-a6b1-60cfb4fadb78 service nova] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Received unexpected event network-vif-plugged-df209274-9883-4b93-8c3e-4dec92c3ec1d for instance with vm_state building and task_state spawning. [ 639.256393] env[69330]: DEBUG nova.network.neutron [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.376409] env[69330]: DEBUG nova.compute.utils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.382390] env[69330]: DEBUG nova.compute.manager [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.382390] env[69330]: DEBUG nova.network.neutron [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.564424] env[69330]: DEBUG nova.policy [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21501f3cafd84283ab57135e6f333cd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7203fbf90074e618c292c71a1bc3276', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.881403] env[69330]: DEBUG nova.compute.manager [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.990250] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d15d40-dcd5-4ff7-885b-699f3cad4ed6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.002430] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debc8d67-9831-40b0-9316-e5923c3805f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.048844] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d299ee44-1b60-4968-85f5-4234221e2424 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.058498] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aa196b-053b-40b6-8a12-ee94b8db8843 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.075352] env[69330]: DEBUG nova.compute.provider_tree [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.244838] env[69330]: DEBUG nova.network.neutron [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Updating instance_info_cache with network_info: [{"id": "df209274-9883-4b93-8c3e-4dec92c3ec1d", "address": "fa:16:3e:17:bf:83", "network": {"id": "353c2709-acb1-47f4-8f69-68656f55cddb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1383972109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad9414a5cbf431c9bc99fd4030e83cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf209274-98", "ovs_interfaceid": "df209274-9883-4b93-8c3e-4dec92c3ec1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.336954] env[69330]: DEBUG nova.network.neutron [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Successfully updated port: a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.496487] env[69330]: DEBUG nova.network.neutron [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Successfully created port: 336f4643-0e21-44cc-805e-d5dfd66eb741 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.579599] env[69330]: DEBUG nova.scheduler.client.report [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.747606] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Releasing lock "refresh_cache-b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.748126] env[69330]: DEBUG nova.compute.manager [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Instance network_info: |[{"id": "df209274-9883-4b93-8c3e-4dec92c3ec1d", "address": "fa:16:3e:17:bf:83", "network": {"id": "353c2709-acb1-47f4-8f69-68656f55cddb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1383972109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad9414a5cbf431c9bc99fd4030e83cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf209274-98", "ovs_interfaceid": "df209274-9883-4b93-8c3e-4dec92c3ec1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.749145] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:bf:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df209274-9883-4b93-8c3e-4dec92c3ec1d', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.769362] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.769362] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c3b982a-bdeb-422f-8163-b2573148f9f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.783415] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Created folder: OpenStack in parent group-v4. [ 640.787022] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Creating folder: Project (aad9414a5cbf431c9bc99fd4030e83cb). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.787022] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8486fb5-3c97-419d-b797-9a7d8ba8d0cc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.801074] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Created folder: Project (aad9414a5cbf431c9bc99fd4030e83cb) in parent group-v817559. [ 640.801299] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Creating folder: Instances. Parent ref: group-v817560. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.802079] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfe2e5eb-15cc-48ba-92a4-25e594f75e36 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.812714] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Created folder: Instances in parent group-v817560. [ 640.812714] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.812714] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.812940] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acb99c2f-0048-42ac-bc7a-807c39089cef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.834499] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.834499] env[69330]: value = "task-4127692" [ 640.834499] env[69330]: _type = "Task" [ 640.834499] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.840719] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.841168] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquired lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.841347] env[69330]: DEBUG nova.network.neutron [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.848997] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127692, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.898918] env[69330]: DEBUG nova.compute.manager [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.946471] env[69330]: DEBUG nova.virt.hardware [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.946471] env[69330]: DEBUG nova.virt.hardware [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.946471] env[69330]: DEBUG nova.virt.hardware [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.946699] env[69330]: DEBUG nova.virt.hardware [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.949571] env[69330]: DEBUG nova.virt.hardware [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.951035] env[69330]: DEBUG nova.virt.hardware [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.951035] env[69330]: DEBUG nova.virt.hardware [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.951035] env[69330]: DEBUG nova.virt.hardware [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.951035] env[69330]: DEBUG nova.virt.hardware [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.951035] env[69330]: DEBUG nova.virt.hardware [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.952789] env[69330]: DEBUG nova.virt.hardware [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.952789] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b7a46f-5db7-4789-89fa-d39433344422 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.969235] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9672747-2cc5-42cb-8134-15c4dd563281 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.085846] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.086646] env[69330]: DEBUG nova.compute.manager [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.090175] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.675s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.090592] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.090788] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69330) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 641.091964] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ecf3d4-fa9a-4c2f-a166-c6e4237804b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.105282] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e175b905-1d83-4155-87f3-059518c0368d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.127570] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bb67c7-2b0d-4e63-a195-9c9d1f8228d6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.136826] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f2dbfb-7ab8-4a2f-a6bd-3fed0a29fa96 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.171488] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180832MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69330) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 641.171488] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.171488] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.353640] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127692, 'name': CreateVM_Task, 'duration_secs': 0.390597} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.353886] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.506072] env[69330]: DEBUG oslo_vmware.service [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bff97a-4527-419f-a1ca-a0dcb80ef1bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.516944] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.517365] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.518441] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.518757] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce911a3c-bb9d-43f6-8938-5c1e0352da30 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.524766] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for the task: (returnval){ [ 641.524766] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a7a47f-6a66-b7a0-45fe-46251bb5e017" [ 641.524766] env[69330]: _type = "Task" [ 641.524766] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.533465] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a7a47f-6a66-b7a0-45fe-46251bb5e017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.593046] env[69330]: DEBUG nova.compute.utils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.594502] env[69330]: DEBUG nova.compute.manager [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.594693] env[69330]: DEBUG nova.network.neutron [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.645143] env[69330]: DEBUG nova.network.neutron [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.737068] env[69330]: DEBUG nova.network.neutron [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Successfully updated port: 9e16bead-0c5f-443c-b083-62e74f68a888 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.969969] env[69330]: DEBUG nova.policy [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1b449bbb35a4b0485dd2b3a5d797b0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33dcc1d55d0f412bae5e8a4629e579a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.039183] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.039458] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.039699] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.039848] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.040279] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.040541] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15df3311-fad3-40b9-9239-dd433ade24a7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.061408] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.061680] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.062502] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb2f709-89f1-4d91-9e96-f4995a983156 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.070604] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd6e7eea-4422-4ee4-801d-52245989b611 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.077126] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for the task: (returnval){ [ 642.077126] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52996dbb-363a-4815-4c56-706fe968e901" [ 642.077126] env[69330]: _type = "Task" [ 642.077126] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.088278] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52996dbb-363a-4815-4c56-706fe968e901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.103419] env[69330]: DEBUG nova.compute.manager [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.213871] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.214043] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 11fbad6e-6d44-41b8-863b-55cbda4faacd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.215451] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 3c1b84e2-bdb7-414c-b3d1-218c5039aab0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.215451] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.215451] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 7a284fbf-f3d9-4dbb-a776-f3d022f3b933 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.215451] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 642.215451] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 642.241257] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquiring lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.241565] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquired lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.241992] env[69330]: DEBUG nova.network.neutron [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.324066] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fd5c6b-5ba7-4a7b-bd54-603f8e7b8045 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.335215] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c3e25b-b1e8-49d7-aff3-f030a75d2ce8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.377431] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77435582-2b1e-4010-9a48-33fc98620a0b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.387224] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7571fc1-f3f8-461d-b471-594cd542f7d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.406302] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.415272] env[69330]: DEBUG nova.compute.manager [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Received event network-changed-df209274-9883-4b93-8c3e-4dec92c3ec1d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.415882] env[69330]: DEBUG nova.compute.manager [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Refreshing instance network info cache due to event network-changed-df209274-9883-4b93-8c3e-4dec92c3ec1d. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.415882] env[69330]: DEBUG oslo_concurrency.lockutils [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] Acquiring lock "refresh_cache-b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.415882] env[69330]: DEBUG oslo_concurrency.lockutils [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] Acquired lock "refresh_cache-b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.416045] env[69330]: DEBUG nova.network.neutron [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Refreshing network info cache for port df209274-9883-4b93-8c3e-4dec92c3ec1d {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.561141] env[69330]: DEBUG nova.network.neutron [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Updating instance_info_cache with network_info: [{"id": "a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c", "address": "fa:16:3e:9c:85:23", "network": {"id": "dd93a569-b86d-4a4e-ba3e-96b3f4f5be54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-104509401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7d2f41dea646feac9e85780db889c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ba09f7-67", "ovs_interfaceid": "a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.590502] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Preparing fetch location {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 642.590927] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Creating directory with path [datastore2] vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382/4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.591828] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b1f7f61-afbf-4f27-8984-b7a5c2d4d6c5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.622396] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Created directory with path [datastore2] vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382/4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.622396] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Fetch image to [datastore2] vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 642.622396] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Downloading image file data 4bf69476-2082-48c9-9b64-3181a0fc6e41 to [datastore2] vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk on the data store datastore2 {{(pid=69330) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 642.622935] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f664df4b-5932-4dbd-9972-d17d72dda9ab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.636040] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde10bc1-c62d-4532-9bf9-4dddee7f97c7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.652063] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd35b04-6b56-4da4-aa19-bf324d5e4a96 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.694484] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1192ed2-96a6-4a6f-b923-5e7b4cc4e96f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.705752] env[69330]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-56479b18-bc0f-4e1a-a390-543173f1c58f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.736170] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Downloading image file data 4bf69476-2082-48c9-9b64-3181a0fc6e41 to the data store datastore2 {{(pid=69330) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 642.911755] env[69330]: DEBUG nova.scheduler.client.report [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.926749] env[69330]: DEBUG oslo_vmware.rw_handles [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69330) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 643.067940] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Releasing lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.068417] env[69330]: DEBUG nova.compute.manager [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Instance network_info: |[{"id": "a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c", "address": "fa:16:3e:9c:85:23", "network": {"id": "dd93a569-b86d-4a4e-ba3e-96b3f4f5be54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-104509401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7d2f41dea646feac9e85780db889c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ba09f7-67", "ovs_interfaceid": "a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.068834] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:85:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.077442] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Creating folder: Project (4d7d2f41dea646feac9e85780db889c8). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.082215] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0deae03-fcca-4d89-8e40-950e3200c934 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.097281] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Created folder: Project (4d7d2f41dea646feac9e85780db889c8) in parent group-v817559. [ 643.097526] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Creating folder: Instances. Parent ref: group-v817563. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.097783] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b35df38-f160-4e2b-a7f5-7b4c158d21e2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.109952] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Created folder: Instances in parent group-v817563. [ 643.110245] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.113355] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.113635] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f147b7c8-9300-4bf1-9ae2-42af8e9072c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.133968] env[69330]: DEBUG nova.compute.manager [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.150168] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.150168] env[69330]: value = "task-4127695" [ 643.150168] env[69330]: _type = "Task" [ 643.150168] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.162172] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127695, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.176022] env[69330]: DEBUG nova.virt.hardware [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.176375] env[69330]: DEBUG nova.virt.hardware [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.177082] env[69330]: DEBUG nova.virt.hardware [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.177082] env[69330]: DEBUG nova.virt.hardware [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.177082] env[69330]: DEBUG nova.virt.hardware [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.177262] env[69330]: DEBUG nova.virt.hardware [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.177485] env[69330]: DEBUG nova.virt.hardware [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.178197] env[69330]: DEBUG nova.virt.hardware [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.178197] env[69330]: DEBUG nova.virt.hardware [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.178197] env[69330]: DEBUG nova.virt.hardware [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.178375] env[69330]: DEBUG nova.virt.hardware [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.180298] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d21832-eb10-4cdc-8f3c-3b0a6c58e209 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.192863] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e319e86-eba0-4d00-af13-a4023c6e3224 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.276566] env[69330]: DEBUG nova.network.neutron [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.433017] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 643.433340] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.262s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.622340] env[69330]: DEBUG nova.compute.manager [req-5eb26830-e092-4e86-855e-bf1316d9e7e7 req-3e8e6466-ba3c-476b-bb36-851c936b5960 service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Received event network-vif-plugged-9e16bead-0c5f-443c-b083-62e74f68a888 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.622606] env[69330]: DEBUG oslo_concurrency.lockutils [req-5eb26830-e092-4e86-855e-bf1316d9e7e7 req-3e8e6466-ba3c-476b-bb36-851c936b5960 service nova] Acquiring lock "3c1b84e2-bdb7-414c-b3d1-218c5039aab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.622845] env[69330]: DEBUG oslo_concurrency.lockutils [req-5eb26830-e092-4e86-855e-bf1316d9e7e7 req-3e8e6466-ba3c-476b-bb36-851c936b5960 service nova] Lock "3c1b84e2-bdb7-414c-b3d1-218c5039aab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.622983] env[69330]: DEBUG oslo_concurrency.lockutils [req-5eb26830-e092-4e86-855e-bf1316d9e7e7 req-3e8e6466-ba3c-476b-bb36-851c936b5960 service nova] Lock "3c1b84e2-bdb7-414c-b3d1-218c5039aab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.623187] env[69330]: DEBUG nova.compute.manager [req-5eb26830-e092-4e86-855e-bf1316d9e7e7 req-3e8e6466-ba3c-476b-bb36-851c936b5960 service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] No waiting events found dispatching network-vif-plugged-9e16bead-0c5f-443c-b083-62e74f68a888 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 643.623349] env[69330]: WARNING nova.compute.manager [req-5eb26830-e092-4e86-855e-bf1316d9e7e7 req-3e8e6466-ba3c-476b-bb36-851c936b5960 service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Received unexpected event network-vif-plugged-9e16bead-0c5f-443c-b083-62e74f68a888 for instance with vm_state building and task_state spawning. [ 643.664984] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127695, 'name': CreateVM_Task, 'duration_secs': 0.393652} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.666794] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.667681] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.667681] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.667681] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.668364] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5b0d4e-beb4-46dc-8e19-24b0b748b6d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.677657] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 643.677657] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52471aac-d08d-f875-b6e1-34f3bfa10bd5" [ 643.677657] env[69330]: _type = "Task" [ 643.677657] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.687533] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52471aac-d08d-f875-b6e1-34f3bfa10bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.770068] env[69330]: DEBUG oslo_vmware.rw_handles [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Completed reading data from the image iterator. {{(pid=69330) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 643.770658] env[69330]: DEBUG oslo_vmware.rw_handles [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 643.831863] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Downloaded image file data 4bf69476-2082-48c9-9b64-3181a0fc6e41 to vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk on the data store datastore2 {{(pid=69330) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 643.833091] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Caching image {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 643.833389] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Copying Virtual Disk [datastore2] vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk to [datastore2] vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.835013] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63189da5-57ad-46e5-8593-0d8743d0e8fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.844982] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for the task: (returnval){ [ 643.844982] env[69330]: value = "task-4127696" [ 643.844982] env[69330]: _type = "Task" [ 643.844982] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.859022] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.042691] env[69330]: DEBUG nova.network.neutron [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Updating instance_info_cache with network_info: [{"id": "9e16bead-0c5f-443c-b083-62e74f68a888", "address": "fa:16:3e:46:2d:f0", "network": {"id": "eb2e298f-371d-4098-a742-776babe785f0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572239315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e90da1b4c33f41eea1c994962987c5cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e16bead-0c", "ovs_interfaceid": "9e16bead-0c5f-443c-b083-62e74f68a888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.071430] env[69330]: DEBUG nova.network.neutron [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Updated VIF entry in instance network info cache for port df209274-9883-4b93-8c3e-4dec92c3ec1d. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.071751] env[69330]: DEBUG nova.network.neutron [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Updating instance_info_cache with network_info: [{"id": "df209274-9883-4b93-8c3e-4dec92c3ec1d", "address": "fa:16:3e:17:bf:83", "network": {"id": "353c2709-acb1-47f4-8f69-68656f55cddb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1383972109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad9414a5cbf431c9bc99fd4030e83cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf209274-98", "ovs_interfaceid": "df209274-9883-4b93-8c3e-4dec92c3ec1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.083278] env[69330]: DEBUG nova.network.neutron [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Successfully updated port: 336f4643-0e21-44cc-805e-d5dfd66eb741 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.194330] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.194330] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.194330] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.357802] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127696, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.366838] env[69330]: DEBUG nova.network.neutron [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Successfully created port: 4ce47d27-e259-45b5-945c-6f6d14f0a6b1 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.548567] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Releasing lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.548567] env[69330]: DEBUG nova.compute.manager [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Instance network_info: |[{"id": "9e16bead-0c5f-443c-b083-62e74f68a888", "address": "fa:16:3e:46:2d:f0", "network": {"id": "eb2e298f-371d-4098-a742-776babe785f0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572239315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e90da1b4c33f41eea1c994962987c5cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e16bead-0c", "ovs_interfaceid": "9e16bead-0c5f-443c-b083-62e74f68a888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.548754] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:2d:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e16bead-0c5f-443c-b083-62e74f68a888', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.557697] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Creating folder: Project (e90da1b4c33f41eea1c994962987c5cf). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.558288] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eab4a4d-66ff-4f7a-afda-cb322a5f6cbd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.570994] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Created folder: Project (e90da1b4c33f41eea1c994962987c5cf) in parent group-v817559. [ 644.571332] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Creating folder: Instances. Parent ref: group-v817566. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.571551] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c4f241e-4a3c-4af4-a5a5-17c2767a945b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.574447] env[69330]: DEBUG oslo_concurrency.lockutils [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] Releasing lock "refresh_cache-b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.574851] env[69330]: DEBUG nova.compute.manager [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Received event network-vif-plugged-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.574995] env[69330]: DEBUG oslo_concurrency.lockutils [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] Acquiring lock "11fbad6e-6d44-41b8-863b-55cbda4faacd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.575695] env[69330]: DEBUG oslo_concurrency.lockutils [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] Lock "11fbad6e-6d44-41b8-863b-55cbda4faacd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.575695] env[69330]: DEBUG oslo_concurrency.lockutils [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] Lock "11fbad6e-6d44-41b8-863b-55cbda4faacd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.575695] env[69330]: DEBUG nova.compute.manager [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] No waiting events found dispatching network-vif-plugged-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 644.575695] env[69330]: WARNING nova.compute.manager [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Received unexpected event network-vif-plugged-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c for instance with vm_state building and task_state spawning. [ 644.576068] env[69330]: DEBUG nova.compute.manager [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Received event network-changed-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.576068] env[69330]: DEBUG nova.compute.manager [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Refreshing instance network info cache due to event network-changed-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.578219] env[69330]: DEBUG oslo_concurrency.lockutils [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] Acquiring lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.578219] env[69330]: DEBUG oslo_concurrency.lockutils [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] Acquired lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.578219] env[69330]: DEBUG nova.network.neutron [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Refreshing network info cache for port a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.584041] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Created folder: Instances in parent group-v817566. [ 644.584240] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.584448] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.584679] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-711ec911-d2fd-43e5-b089-107d8427fb9e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.604628] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquiring lock "refresh_cache-76cf0d1d-60fe-4b79-93cd-d41d0ed81d86" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.604960] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquired lock "refresh_cache-76cf0d1d-60fe-4b79-93cd-d41d0ed81d86" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.605187] env[69330]: DEBUG nova.network.neutron [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.611890] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.611890] env[69330]: value = "task-4127699" [ 644.611890] env[69330]: _type = "Task" [ 644.611890] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.622300] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127699, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.857953] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826858} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.857953] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Copied Virtual Disk [datastore2] vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk to [datastore2] vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.857953] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Deleting the datastore file [datastore2] vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.857953] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa877275-1edf-4ecc-bb24-6cafe128c147 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.865105] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for the task: (returnval){ [ 644.865105] env[69330]: value = "task-4127700" [ 644.865105] env[69330]: _type = "Task" [ 644.865105] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.879190] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Acquiring lock "2dfce727-3973-48b4-9326-a2fa2a64779e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.879431] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Lock "2dfce727-3973-48b4-9326-a2fa2a64779e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.881469] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.123792] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127699, 'name': CreateVM_Task, 'duration_secs': 0.408412} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.123792] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.124665] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.124665] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.124984] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.125262] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86d81a18-b272-4300-a776-3f4272425ab7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.134246] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Waiting for the task: (returnval){ [ 645.134246] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520d9bad-98eb-847c-b58c-4d3af39fd49c" [ 645.134246] env[69330]: _type = "Task" [ 645.134246] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.144738] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520d9bad-98eb-847c-b58c-4d3af39fd49c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.216458] env[69330]: DEBUG nova.network.neutron [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.380571] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037333} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.380918] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.382612] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Moving file from [datastore2] vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382/4bf69476-2082-48c9-9b64-3181a0fc6e41 to [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41. {{(pid=69330) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 645.383794] env[69330]: DEBUG nova.compute.manager [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.385962] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1202dcbb-990b-49da-92f8-ccb4f7fcaba2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.394661] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for the task: (returnval){ [ 645.394661] env[69330]: value = "task-4127701" [ 645.394661] env[69330]: _type = "Task" [ 645.394661] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.409214] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127701, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.645283] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.645664] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.646029] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.908623] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127701, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031176} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.909754] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] File moved {{(pid=69330) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 645.909754] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Cleaning up location [datastore2] vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 645.909754] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Deleting the datastore file [datastore2] vmware_temp/e19e8d9e-a7c7-48e8-8723-823b25fb5382 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.909754] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07e3eeb1-1b43-4b5a-886a-ce3914f425e4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.916397] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.917089] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.919484] env[69330]: INFO nova.compute.claims [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.925437] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for the task: (returnval){ [ 645.925437] env[69330]: value = "task-4127702" [ 645.925437] env[69330]: _type = "Task" [ 645.925437] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.936818] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.943923] env[69330]: DEBUG nova.network.neutron [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Updating instance_info_cache with network_info: [{"id": "336f4643-0e21-44cc-805e-d5dfd66eb741", "address": "fa:16:3e:a1:50:64", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336f4643-0e", "ovs_interfaceid": "336f4643-0e21-44cc-805e-d5dfd66eb741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.980688] env[69330]: DEBUG nova.network.neutron [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Updated VIF entry in instance network info cache for port a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.980688] env[69330]: DEBUG nova.network.neutron [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Updating instance_info_cache with network_info: [{"id": "a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c", "address": "fa:16:3e:9c:85:23", "network": {"id": "dd93a569-b86d-4a4e-ba3e-96b3f4f5be54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-104509401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7d2f41dea646feac9e85780db889c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ba09f7-67", "ovs_interfaceid": "a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.447636] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Releasing lock "refresh_cache-76cf0d1d-60fe-4b79-93cd-d41d0ed81d86" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.447976] env[69330]: DEBUG nova.compute.manager [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Instance network_info: |[{"id": "336f4643-0e21-44cc-805e-d5dfd66eb741", "address": "fa:16:3e:a1:50:64", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336f4643-0e", "ovs_interfaceid": "336f4643-0e21-44cc-805e-d5dfd66eb741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.448434] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028428} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.448832] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:50:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '336f4643-0e21-44cc-805e-d5dfd66eb741', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.457157] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Creating folder: Project (c7203fbf90074e618c292c71a1bc3276). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.457452] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.458582] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46e0bd90-e112-4bb2-87f1-f5cb3cacf333 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.461925] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35dc635a-9b28-430b-b276-8fc2241b5acc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.477581] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Created folder: Project (c7203fbf90074e618c292c71a1bc3276) in parent group-v817559. [ 646.478130] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Creating folder: Instances. Parent ref: group-v817569. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.478677] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11cfb197-5110-4740-8f77-ca7843db5830 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.485456] env[69330]: DEBUG oslo_concurrency.lockutils [req-c17b22e5-e1eb-4d1a-bf31-27e7c7db1693 req-4209ac9f-fa5f-414d-8692-12e1dfc71453 service nova] Releasing lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.486442] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for the task: (returnval){ [ 646.486442] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52de6561-1db5-bc60-33f3-8de10fc4582b" [ 646.486442] env[69330]: _type = "Task" [ 646.486442] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.502636] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52de6561-1db5-bc60-33f3-8de10fc4582b, 'name': SearchDatastore_Task, 'duration_secs': 0.011253} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.504785] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.505270] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0/b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.505617] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Created folder: Instances in parent group-v817569. [ 646.505892] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.506185] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.506375] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.507585] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d67c30d1-0a1c-4a4e-acdc-fefe7318f1f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.509270] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.509581] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a38bf680-6a13-40fb-ae74-9b1771a54542 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.513301] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aba59a15-b49e-40a2-9bde-8c6b84134977 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.538804] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for the task: (returnval){ [ 646.538804] env[69330]: value = "task-4127705" [ 646.538804] env[69330]: _type = "Task" [ 646.538804] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.546091] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.547164] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.548147] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de473aa8-e323-4fdc-a191-35b4238a4c60 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.553912] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.553912] env[69330]: value = "task-4127706" [ 646.553912] env[69330]: _type = "Task" [ 646.553912] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.555967] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 646.555967] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527ca3a2-14ad-2acd-595b-becec97c864d" [ 646.555967] env[69330]: _type = "Task" [ 646.555967] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.562735] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.577760] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127706, 'name': CreateVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.582307] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527ca3a2-14ad-2acd-595b-becec97c864d, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.583407] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302408f0-1cfa-40db-99fc-fd184f6236d6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.590840] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 646.590840] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52aa638e-4f59-e295-2ba2-f6f455aaeaae" [ 646.590840] env[69330]: _type = "Task" [ 646.590840] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.602798] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52aa638e-4f59-e295-2ba2-f6f455aaeaae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.906317] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Acquiring lock "6ec379b6-3bfe-4a94-abad-9affb3942fa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.906317] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Lock "6ec379b6-3bfe-4a94-abad-9affb3942fa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.060273] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127705, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.076422] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127706, 'name': CreateVM_Task, 'duration_secs': 0.449765} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.076666] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.077386] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.077576] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.077941] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.078283] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a851b16c-cca4-49bb-80a7-694901a21cd8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.084311] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 647.084311] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ba5330-e8d5-8265-e00a-5433e93bd63a" [ 647.084311] env[69330]: _type = "Task" [ 647.084311] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.100908] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ba5330-e8d5-8265-e00a-5433e93bd63a, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.102526] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.102526] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.102526] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.112011] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52aa638e-4f59-e295-2ba2-f6f455aaeaae, 'name': SearchDatastore_Task, 'duration_secs': 0.012191} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.112011] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.112011] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 11fbad6e-6d44-41b8-863b-55cbda4faacd/11fbad6e-6d44-41b8-863b-55cbda4faacd.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.112011] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.112223] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.112223] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4c4f380-87c8-4d96-9bc6-4348d0b78d2b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.116274] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8df4ba4d-080f-4992-a70a-b6b4fad30cda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.119026] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569ea20b-74c6-4823-873c-82e23f53555b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.127415] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7047c4a3-6ae1-4633-81ec-25198c8a1f1b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.133633] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 647.133633] env[69330]: value = "task-4127707" [ 647.133633] env[69330]: _type = "Task" [ 647.133633] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.134020] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.134229] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.135449] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61386a70-bd4c-467f-9a63-630cfdbcc064 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.172725] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c34e86-7455-41fa-a7fc-d2947495482b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.177280] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Waiting for the task: (returnval){ [ 647.177280] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a16170-e803-4aee-1fda-26e1bbfd5e69" [ 647.177280] env[69330]: _type = "Task" [ 647.177280] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.186358] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.187791] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abcc167-e6b5-422e-ae7c-fef878007ff7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.196940] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a16170-e803-4aee-1fda-26e1bbfd5e69, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.198238] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e19e70b-145e-4594-88d7-7b450bde83c6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.216480] env[69330]: DEBUG nova.compute.provider_tree [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.226699] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Waiting for the task: (returnval){ [ 647.226699] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bbd48d-d504-ca04-c736-5a3458946171" [ 647.226699] env[69330]: _type = "Task" [ 647.226699] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.240551] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bbd48d-d504-ca04-c736-5a3458946171, 'name': SearchDatastore_Task, 'duration_secs': 0.009323} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.240551] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.240950] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 3c1b84e2-bdb7-414c-b3d1-218c5039aab0/3c1b84e2-bdb7-414c-b3d1-218c5039aab0.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.241171] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.241356] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.241613] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-405c3971-3036-4b7a-a24b-ab9f394d8ada {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.243952] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ada0125b-47ca-438c-9c22-8aab8725e391 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.253224] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Waiting for the task: (returnval){ [ 647.253224] env[69330]: value = "task-4127708" [ 647.253224] env[69330]: _type = "Task" [ 647.253224] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.255138] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.255350] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.259424] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4056091-02b2-46d5-ac70-70dc58a5f48f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.267636] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 647.267636] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5212c029-9134-4144-bee0-d0fe62f86033" [ 647.267636] env[69330]: _type = "Task" [ 647.267636] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.270868] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4127708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.280981] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5212c029-9134-4144-bee0-d0fe62f86033, 'name': SearchDatastore_Task, 'duration_secs': 0.009031} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.281743] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf5117d1-7694-46a9-88a3-c08bccc4828a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.290508] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 647.290508] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5236b93b-a705-b8b7-d336-9e2cab0d9bc4" [ 647.290508] env[69330]: _type = "Task" [ 647.290508] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.299990] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5236b93b-a705-b8b7-d336-9e2cab0d9bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.408667] env[69330]: DEBUG nova.compute.manager [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.557269] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563142} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.557959] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0/b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.558510] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.558901] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a979cf4-e375-469c-9e28-c8b1c4e13004 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.568981] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for the task: (returnval){ [ 647.568981] env[69330]: value = "task-4127709" [ 647.568981] env[69330]: _type = "Task" [ 647.568981] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.584087] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.647606] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483591} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.647879] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 11fbad6e-6d44-41b8-863b-55cbda4faacd/11fbad6e-6d44-41b8-863b-55cbda4faacd.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.648108] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.648355] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4143366-b93d-45ef-ba61-845b3f5315be {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.656816] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 647.656816] env[69330]: value = "task-4127710" [ 647.656816] env[69330]: _type = "Task" [ 647.656816] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.668318] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.724901] env[69330]: DEBUG nova.scheduler.client.report [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.773101] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4127708, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.811799] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5236b93b-a705-b8b7-d336-9e2cab0d9bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.048737} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.814147] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.814147] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86/76cf0d1d-60fe-4b79-93cd-d41d0ed81d86.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.814267] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cebd73fe-99ad-440a-8150-0eb5a658e273 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.827279] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 647.827279] env[69330]: value = "task-4127711" [ 647.827279] env[69330]: _type = "Task" [ 647.827279] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.839309] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.940197] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.085711] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07171} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.086421] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.088608] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f980d85-a804-4829-b355-b09d4a264340 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.123032] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0/b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.126698] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d5f9fbb-f0ea-4beb-9122-217a6bd42d09 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.144988] env[69330]: DEBUG nova.compute.manager [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Received event network-changed-9e16bead-0c5f-443c-b083-62e74f68a888 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.144988] env[69330]: DEBUG nova.compute.manager [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Refreshing instance network info cache due to event network-changed-9e16bead-0c5f-443c-b083-62e74f68a888. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.144988] env[69330]: DEBUG oslo_concurrency.lockutils [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] Acquiring lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.144988] env[69330]: DEBUG oslo_concurrency.lockutils [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] Acquired lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.145217] env[69330]: DEBUG nova.network.neutron [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Refreshing network info cache for port 9e16bead-0c5f-443c-b083-62e74f68a888 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.154640] env[69330]: DEBUG nova.network.neutron [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Successfully updated port: 4ce47d27-e259-45b5-945c-6f6d14f0a6b1 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.155470] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for the task: (returnval){ [ 648.155470] env[69330]: value = "task-4127712" [ 648.155470] env[69330]: _type = "Task" [ 648.155470] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.177469] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.181931] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087833} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.184028] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.184028] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f73698-8158-44d9-9907-5a2467b1dec8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.212468] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 11fbad6e-6d44-41b8-863b-55cbda4faacd/11fbad6e-6d44-41b8-863b-55cbda4faacd.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.212671] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52fe9250-2f83-49ba-9bf4-326cbd430119 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.234731] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.235310] env[69330]: DEBUG nova.compute.manager [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.239592] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.300s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.241938] env[69330]: INFO nova.compute.claims [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.244083] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 648.244083] env[69330]: value = "task-4127713" [ 648.244083] env[69330]: _type = "Task" [ 648.244083] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.256440] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127713, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.269789] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4127708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784316} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.270099] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 3c1b84e2-bdb7-414c-b3d1-218c5039aab0/3c1b84e2-bdb7-414c-b3d1-218c5039aab0.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.270375] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.272046] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4aba2513-53cc-47e5-99b8-2516b436ce99 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.284036] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Waiting for the task: (returnval){ [ 648.284036] env[69330]: value = "task-4127714" [ 648.284036] env[69330]: _type = "Task" [ 648.284036] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.299466] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4127714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.349091] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127711, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.666384] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Acquiring lock "refresh_cache-7a284fbf-f3d9-4dbb-a776-f3d022f3b933" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.666384] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Acquired lock "refresh_cache-7a284fbf-f3d9-4dbb-a776-f3d022f3b933" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.666384] env[69330]: DEBUG nova.network.neutron [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.674967] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.748833] env[69330]: DEBUG nova.compute.utils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.755703] env[69330]: DEBUG nova.compute.manager [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.755703] env[69330]: DEBUG nova.network.neutron [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.771859] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127713, 'name': ReconfigVM_Task, 'duration_secs': 0.509771} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.772306] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 11fbad6e-6d44-41b8-863b-55cbda4faacd/11fbad6e-6d44-41b8-863b-55cbda4faacd.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.772847] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93cb36bb-2f80-458b-bb0b-556034887da4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.781132] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 648.781132] env[69330]: value = "task-4127715" [ 648.781132] env[69330]: _type = "Task" [ 648.781132] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.795531] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4127714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094938} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.804795] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.804795] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127715, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.809395] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff09fdd-ac0d-4fdc-9831-bf3111a30138 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.839690] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 3c1b84e2-bdb7-414c-b3d1-218c5039aab0/3c1b84e2-bdb7-414c-b3d1-218c5039aab0.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.842822] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20fa1407-b00e-4b50-b07d-6b685a6e253e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.873560] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648656} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.875355] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86/76cf0d1d-60fe-4b79-93cd-d41d0ed81d86.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.878548] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.878548] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Waiting for the task: (returnval){ [ 648.878548] env[69330]: value = "task-4127716" [ 648.878548] env[69330]: _type = "Task" [ 648.878548] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.878548] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0955472b-0e77-45ab-a2e2-981b17bfb074 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.889523] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4127716, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.891455] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 648.891455] env[69330]: value = "task-4127717" [ 648.891455] env[69330]: _type = "Task" [ 648.891455] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.901324] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.144982] env[69330]: DEBUG nova.policy [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed54f4b03af459c8f6cdfc1733b422d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ca3222ae91417e96d6b21ce6a6e92e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.178467] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127712, 'name': ReconfigVM_Task, 'duration_secs': 0.562114} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.178592] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Reconfigured VM instance instance-00000001 to attach disk [datastore2] b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0/b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.179231] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45a59a84-3210-443c-9200-95d8e280a146 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.187569] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for the task: (returnval){ [ 649.187569] env[69330]: value = "task-4127718" [ 649.187569] env[69330]: _type = "Task" [ 649.187569] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.200997] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127718, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.231128] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.231432] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.263312] env[69330]: DEBUG nova.compute.manager [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.300083] env[69330]: DEBUG nova.network.neutron [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.309205] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127715, 'name': Rename_Task, 'duration_secs': 0.213861} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.309555] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.309828] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49854b7f-9bf8-4a98-a517-3d9fb0e588ec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.319190] env[69330]: DEBUG nova.network.neutron [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Updated VIF entry in instance network info cache for port 9e16bead-0c5f-443c-b083-62e74f68a888. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.319190] env[69330]: DEBUG nova.network.neutron [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Updating instance_info_cache with network_info: [{"id": "9e16bead-0c5f-443c-b083-62e74f68a888", "address": "fa:16:3e:46:2d:f0", "network": {"id": "eb2e298f-371d-4098-a742-776babe785f0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572239315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e90da1b4c33f41eea1c994962987c5cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e16bead-0c", "ovs_interfaceid": "9e16bead-0c5f-443c-b083-62e74f68a888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.319906] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 649.319906] env[69330]: value = "task-4127719" [ 649.319906] env[69330]: _type = "Task" [ 649.319906] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.335911] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.402941] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4127716, 'name': ReconfigVM_Task, 'duration_secs': 0.327224} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.405020] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 3c1b84e2-bdb7-414c-b3d1-218c5039aab0/3c1b84e2-bdb7-414c-b3d1-218c5039aab0.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.405020] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cecc3129-82be-4703-9265-4038dbced134 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.411246] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080746} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.412594] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.417252] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebca53aa-1430-43af-bf18-298a8edd1784 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.422639] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Waiting for the task: (returnval){ [ 649.422639] env[69330]: value = "task-4127720" [ 649.422639] env[69330]: _type = "Task" [ 649.422639] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.447637] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86/76cf0d1d-60fe-4b79-93cd-d41d0ed81d86.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.452414] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9534c95a-7694-418d-9507-cfaa6b9c862d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.484062] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4127720, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.491895] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 649.491895] env[69330]: value = "task-4127721" [ 649.491895] env[69330]: _type = "Task" [ 649.491895] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.503541] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.505786] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2330dbeb-2a0e-4fba-8c7d-4193e86f03b9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.514701] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9403bd-c885-4f4d-94e9-2b7c75e172e0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.553955] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5efa559-1d55-4045-bc23-228057a9a994 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.564464] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b15e8f-76fd-41fb-961e-95ee965a3836 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.581208] env[69330]: DEBUG nova.compute.provider_tree [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.700374] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127718, 'name': Rename_Task, 'duration_secs': 0.159018} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.700738] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.700922] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fa353ac-ba45-4fb3-bb47-6d3decbe26cf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.709990] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for the task: (returnval){ [ 649.709990] env[69330]: value = "task-4127722" [ 649.709990] env[69330]: _type = "Task" [ 649.709990] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.719539] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.733649] env[69330]: DEBUG nova.compute.manager [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.828446] env[69330]: DEBUG oslo_concurrency.lockutils [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] Releasing lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.828816] env[69330]: DEBUG nova.compute.manager [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Received event network-vif-plugged-336f4643-0e21-44cc-805e-d5dfd66eb741 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.829238] env[69330]: DEBUG oslo_concurrency.lockutils [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] Acquiring lock "76cf0d1d-60fe-4b79-93cd-d41d0ed81d86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.829525] env[69330]: DEBUG oslo_concurrency.lockutils [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] Lock "76cf0d1d-60fe-4b79-93cd-d41d0ed81d86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.829712] env[69330]: DEBUG oslo_concurrency.lockutils [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] Lock "76cf0d1d-60fe-4b79-93cd-d41d0ed81d86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.829903] env[69330]: DEBUG nova.compute.manager [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] No waiting events found dispatching network-vif-plugged-336f4643-0e21-44cc-805e-d5dfd66eb741 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 649.830091] env[69330]: WARNING nova.compute.manager [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Received unexpected event network-vif-plugged-336f4643-0e21-44cc-805e-d5dfd66eb741 for instance with vm_state building and task_state spawning. [ 649.830410] env[69330]: DEBUG nova.compute.manager [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Received event network-changed-336f4643-0e21-44cc-805e-d5dfd66eb741 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.830592] env[69330]: DEBUG nova.compute.manager [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Refreshing instance network info cache due to event network-changed-336f4643-0e21-44cc-805e-d5dfd66eb741. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.830796] env[69330]: DEBUG oslo_concurrency.lockutils [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] Acquiring lock "refresh_cache-76cf0d1d-60fe-4b79-93cd-d41d0ed81d86" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.830952] env[69330]: DEBUG oslo_concurrency.lockutils [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] Acquired lock "refresh_cache-76cf0d1d-60fe-4b79-93cd-d41d0ed81d86" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.831129] env[69330]: DEBUG nova.network.neutron [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Refreshing network info cache for port 336f4643-0e21-44cc-805e-d5dfd66eb741 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.840278] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127719, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.931606] env[69330]: DEBUG nova.network.neutron [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Updating instance_info_cache with network_info: [{"id": "4ce47d27-e259-45b5-945c-6f6d14f0a6b1", "address": "fa:16:3e:e3:63:b1", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce47d27-e2", "ovs_interfaceid": "4ce47d27-e259-45b5-945c-6f6d14f0a6b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.938841] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4127720, 'name': Rename_Task, 'duration_secs': 0.18431} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.939345] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.939644] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c6c90a8-c1fa-4ae5-b347-5423464235e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.949825] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Waiting for the task: (returnval){ [ 649.949825] env[69330]: value = "task-4127723" [ 649.949825] env[69330]: _type = "Task" [ 649.949825] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.960797] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4127723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.003866] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127721, 'name': ReconfigVM_Task, 'duration_secs': 0.333703} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.008496] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86/76cf0d1d-60fe-4b79-93cd-d41d0ed81d86.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.008496] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1703016-3132-4ad4-8694-4fd324aa04a5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.017507] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 650.017507] env[69330]: value = "task-4127724" [ 650.017507] env[69330]: _type = "Task" [ 650.017507] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.028845] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127724, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.084072] env[69330]: DEBUG nova.scheduler.client.report [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.224229] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Acquiring lock "95742cd4-ee06-4c77-ab05-28cd2d326092" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.224526] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Lock "95742cd4-ee06-4c77-ab05-28cd2d326092" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.233798] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.260495] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.277434] env[69330]: DEBUG nova.compute.manager [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.326294] env[69330]: DEBUG nova.virt.hardware [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.326464] env[69330]: DEBUG nova.virt.hardware [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.326576] env[69330]: DEBUG nova.virt.hardware [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.326788] env[69330]: DEBUG nova.virt.hardware [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.326897] env[69330]: DEBUG nova.virt.hardware [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.329940] env[69330]: DEBUG nova.virt.hardware [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.330498] env[69330]: DEBUG nova.virt.hardware [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.330600] env[69330]: DEBUG nova.virt.hardware [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.333737] env[69330]: DEBUG nova.virt.hardware [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.333737] env[69330]: DEBUG nova.virt.hardware [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.333737] env[69330]: DEBUG nova.virt.hardware [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.338250] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371aeadc-650c-439e-b569-d86f43c75e28 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.361325] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0271d06f-61ee-4d04-90ee-61cd38b4bab3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.367489] env[69330]: DEBUG oslo_vmware.api [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127719, 'name': PowerOnVM_Task, 'duration_secs': 0.535448} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.367489] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.367970] env[69330]: INFO nova.compute.manager [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Took 13.97 seconds to spawn the instance on the hypervisor. [ 650.368642] env[69330]: DEBUG nova.compute.manager [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 650.370507] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3371fb3-8c93-460d-ac97-fbd0f6b2fc08 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.434712] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Releasing lock "refresh_cache-7a284fbf-f3d9-4dbb-a776-f3d022f3b933" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.435062] env[69330]: DEBUG nova.compute.manager [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Instance network_info: |[{"id": "4ce47d27-e259-45b5-945c-6f6d14f0a6b1", "address": "fa:16:3e:e3:63:b1", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce47d27-e2", "ovs_interfaceid": "4ce47d27-e259-45b5-945c-6f6d14f0a6b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.435511] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:63:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ce47d27-e259-45b5-945c-6f6d14f0a6b1', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.446355] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Creating folder: Project (33dcc1d55d0f412bae5e8a4629e579a0). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.446568] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-279fd7cb-b721-4a9c-990c-149e17ec801e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.468269] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Created folder: Project (33dcc1d55d0f412bae5e8a4629e579a0) in parent group-v817559. [ 650.468445] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Creating folder: Instances. Parent ref: group-v817572. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.474048] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e155f61d-4cbc-4794-8406-e93b73414ec2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.478638] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4127723, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.489893] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Created folder: Instances in parent group-v817572. [ 650.493313] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.493313] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.493313] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e10b7ff0-940e-451e-a8ef-8055a1913027 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.527126] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.527126] env[69330]: value = "task-4127727" [ 650.527126] env[69330]: _type = "Task" [ 650.527126] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.533622] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127724, 'name': Rename_Task, 'duration_secs': 0.357929} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.534510] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.534792] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b6bc939-79c9-48fb-b9aa-0328a71e976c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.541438] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127727, 'name': CreateVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.551876] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 650.551876] env[69330]: value = "task-4127728" [ 650.551876] env[69330]: _type = "Task" [ 650.551876] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.567784] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.569743] env[69330]: DEBUG nova.network.neutron [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Successfully created port: 36bcfd9d-1942-4b1d-a1fb-b09c943766b9 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.591916] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.591916] env[69330]: DEBUG nova.compute.manager [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.593984] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.334s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.595894] env[69330]: INFO nova.compute.claims [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.727282] env[69330]: DEBUG oslo_vmware.api [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127722, 'name': PowerOnVM_Task, 'duration_secs': 0.91768} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.727282] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.727282] env[69330]: INFO nova.compute.manager [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Took 16.59 seconds to spawn the instance on the hypervisor. [ 650.727736] env[69330]: DEBUG nova.compute.manager [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 650.728890] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3645ff98-355a-4a97-871c-295505168c51 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.737246] env[69330]: DEBUG nova.compute.manager [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.907495] env[69330]: INFO nova.compute.manager [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Took 19.98 seconds to build instance. [ 650.970568] env[69330]: DEBUG oslo_vmware.api [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4127723, 'name': PowerOnVM_Task, 'duration_secs': 0.774177} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.970835] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.971036] env[69330]: INFO nova.compute.manager [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Took 12.35 seconds to spawn the instance on the hypervisor. [ 650.971213] env[69330]: DEBUG nova.compute.manager [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 650.972129] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340fc1ef-ca4d-4579-9a0d-52496c702845 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.044332] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127727, 'name': CreateVM_Task, 'duration_secs': 0.433946} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.044332] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.044332] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.044332] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.044696] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.045532] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa677102-3016-414e-a26f-57d928069515 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.051246] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Waiting for the task: (returnval){ [ 651.051246] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5238948f-8e6b-d30d-8de1-29645fbc1040" [ 651.051246] env[69330]: _type = "Task" [ 651.051246] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.067490] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5238948f-8e6b-d30d-8de1-29645fbc1040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.070732] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127728, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.102522] env[69330]: DEBUG nova.compute.utils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.109402] env[69330]: DEBUG nova.compute.manager [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.109481] env[69330]: DEBUG nova.network.neutron [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.190230] env[69330]: DEBUG nova.compute.manager [req-0f02acad-3051-4135-9e28-347eeaff0b6c req-51a9aabd-066c-49e4-9257-7b9001f8ebbe service nova] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Received event network-vif-plugged-4ce47d27-e259-45b5-945c-6f6d14f0a6b1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.190230] env[69330]: DEBUG oslo_concurrency.lockutils [req-0f02acad-3051-4135-9e28-347eeaff0b6c req-51a9aabd-066c-49e4-9257-7b9001f8ebbe service nova] Acquiring lock "7a284fbf-f3d9-4dbb-a776-f3d022f3b933-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.190364] env[69330]: DEBUG oslo_concurrency.lockutils [req-0f02acad-3051-4135-9e28-347eeaff0b6c req-51a9aabd-066c-49e4-9257-7b9001f8ebbe service nova] Lock "7a284fbf-f3d9-4dbb-a776-f3d022f3b933-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.190502] env[69330]: DEBUG oslo_concurrency.lockutils [req-0f02acad-3051-4135-9e28-347eeaff0b6c req-51a9aabd-066c-49e4-9257-7b9001f8ebbe service nova] Lock "7a284fbf-f3d9-4dbb-a776-f3d022f3b933-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.191079] env[69330]: DEBUG nova.compute.manager [req-0f02acad-3051-4135-9e28-347eeaff0b6c req-51a9aabd-066c-49e4-9257-7b9001f8ebbe service nova] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] No waiting events found dispatching network-vif-plugged-4ce47d27-e259-45b5-945c-6f6d14f0a6b1 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 651.191079] env[69330]: WARNING nova.compute.manager [req-0f02acad-3051-4135-9e28-347eeaff0b6c req-51a9aabd-066c-49e4-9257-7b9001f8ebbe service nova] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Received unexpected event network-vif-plugged-4ce47d27-e259-45b5-945c-6f6d14f0a6b1 for instance with vm_state building and task_state spawning. [ 651.235321] env[69330]: DEBUG nova.policy [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36a431d6091e4a5d9272c6aa219c8ef8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e86525998c46469ebdb27cdcc7b8d4c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.279600] env[69330]: INFO nova.compute.manager [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Took 21.44 seconds to build instance. [ 651.296402] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.321401] env[69330]: DEBUG nova.network.neutron [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Updated VIF entry in instance network info cache for port 336f4643-0e21-44cc-805e-d5dfd66eb741. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.321909] env[69330]: DEBUG nova.network.neutron [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Updating instance_info_cache with network_info: [{"id": "336f4643-0e21-44cc-805e-d5dfd66eb741", "address": "fa:16:3e:a1:50:64", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336f4643-0e", "ovs_interfaceid": "336f4643-0e21-44cc-805e-d5dfd66eb741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.413551] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c69f4235-2778-48f7-8fe5-d4cd24a00341 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "11fbad6e-6d44-41b8-863b-55cbda4faacd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.495s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.493299] env[69330]: INFO nova.compute.manager [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Took 20.24 seconds to build instance. [ 651.572166] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5238948f-8e6b-d30d-8de1-29645fbc1040, 'name': SearchDatastore_Task, 'duration_secs': 0.025827} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.576047] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.576846] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.578869] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.578869] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.578869] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.578869] env[69330]: DEBUG oslo_vmware.api [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127728, 'name': PowerOnVM_Task, 'duration_secs': 0.620288} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.578869] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b1c2f9c-7ed9-4b01-a45a-2b86eb910e77 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.580607] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.580955] env[69330]: INFO nova.compute.manager [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Took 10.68 seconds to spawn the instance on the hypervisor. [ 651.581270] env[69330]: DEBUG nova.compute.manager [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 651.585716] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a378225c-bc07-4a98-b0e4-6055dc785ee4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.596022] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.596293] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.597540] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f57c884-b710-48dc-91c6-d54e9f8ff8ac {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.603759] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Waiting for the task: (returnval){ [ 651.603759] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520349e6-63a4-9c62-25ac-4ac93931aa46" [ 651.603759] env[69330]: _type = "Task" [ 651.603759] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.616811] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520349e6-63a4-9c62-25ac-4ac93931aa46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.620036] env[69330]: DEBUG nova.compute.manager [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.783245] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0af2a073-0628-401f-a194-877b1b7ac025 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Lock "b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.965s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.790984] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57803d69-ff50-47f2-bcf1-692f025fa9af {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.801173] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2302864b-7fdb-4ebc-bfad-8a58f6ab259f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.846045] env[69330]: DEBUG oslo_concurrency.lockutils [req-7a466df1-9900-436e-81fb-c37fff7c50c5 req-c7f7cce1-affb-4dab-b112-78bc47fecd7c service nova] Releasing lock "refresh_cache-76cf0d1d-60fe-4b79-93cd-d41d0ed81d86" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.847286] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22068320-4476-4c8f-8bbe-6d701f68ef7a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.856056] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bd200e-bc85-4ff5-8999-3a101bcbcd0d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.871913] env[69330]: DEBUG nova.compute.provider_tree [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.996325] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Lock "3c1b84e2-bdb7-414c-b3d1-218c5039aab0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.760s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.114622] env[69330]: INFO nova.compute.manager [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Took 20.13 seconds to build instance. [ 652.131058] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520349e6-63a4-9c62-25ac-4ac93931aa46, 'name': SearchDatastore_Task, 'duration_secs': 0.017587} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.133018] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-214531db-ed1d-48eb-9db8-2f8e12b28bd3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.147543] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Waiting for the task: (returnval){ [ 652.147543] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52995c9b-db08-4c68-a0c9-aebab00d2ff5" [ 652.147543] env[69330]: _type = "Task" [ 652.147543] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.165761] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52995c9b-db08-4c68-a0c9-aebab00d2ff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.375255] env[69330]: DEBUG nova.scheduler.client.report [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.621167] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d4d2579f-969c-4106-b893-ebbfbe29c5fa tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lock "76cf0d1d-60fe-4b79-93cd-d41d0ed81d86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.646s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.645044] env[69330]: DEBUG nova.compute.manager [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.660553] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52995c9b-db08-4c68-a0c9-aebab00d2ff5, 'name': SearchDatastore_Task, 'duration_secs': 0.034283} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.661109] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.661394] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 7a284fbf-f3d9-4dbb-a776-f3d022f3b933/7a284fbf-f3d9-4dbb-a776-f3d022f3b933.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.661768] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3298f6f0-c8b5-4b00-869c-949a621d5229 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.672797] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Waiting for the task: (returnval){ [ 652.672797] env[69330]: value = "task-4127729" [ 652.672797] env[69330]: _type = "Task" [ 652.672797] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.686579] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.697348] env[69330]: DEBUG nova.virt.hardware [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.697682] env[69330]: DEBUG nova.virt.hardware [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.697901] env[69330]: DEBUG nova.virt.hardware [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.698188] env[69330]: DEBUG nova.virt.hardware [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.698382] env[69330]: DEBUG nova.virt.hardware [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.698608] env[69330]: DEBUG nova.virt.hardware [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.698898] env[69330]: DEBUG nova.virt.hardware [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.699147] env[69330]: DEBUG nova.virt.hardware [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.699388] env[69330]: DEBUG nova.virt.hardware [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.699620] env[69330]: DEBUG nova.virt.hardware [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.699856] env[69330]: DEBUG nova.virt.hardware [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.702034] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6232ea-c4f9-4b05-922f-8a7dd44fc6b2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.714758] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5524fe21-d5cc-4182-82e6-7dcea45b4c7f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.884212] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.885172] env[69330]: DEBUG nova.compute.manager [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.889662] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.594s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.891914] env[69330]: INFO nova.compute.claims [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.188096] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127729, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.396131] env[69330]: DEBUG nova.compute.utils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.402973] env[69330]: DEBUG nova.compute.manager [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.403228] env[69330]: DEBUG nova.network.neutron [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.516128] env[69330]: DEBUG nova.network.neutron [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Successfully created port: 8e80c446-0abb-49ab-a916-d4fd394f55a0 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.605848] env[69330]: DEBUG nova.policy [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32e8e100581144dc8041a0065d3217b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8274dde6c414a3982a4d113f9999eea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.690937] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127729, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.904667] env[69330]: DEBUG nova.compute.manager [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.120140] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42a5535-4bc5-4e84-b1b1-325159ec98e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.131541] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1754060c-fa2d-4254-9223-5232e936ccd6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.172214] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7af93ac-40bd-4a4b-81f9-bcb79470b75c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.183262] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0618fb7-38e5-4591-82d7-a69f144c25db {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.193778] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127729, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.205851] env[69330]: DEBUG nova.compute.provider_tree [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.227881] env[69330]: DEBUG nova.network.neutron [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Successfully updated port: 36bcfd9d-1942-4b1d-a1fb-b09c943766b9 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.412331] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "985fa962-e2cc-488a-a102-1a1aabc93dcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.412579] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "985fa962-e2cc-488a-a102-1a1aabc93dcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.689493] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127729, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.597237} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.689615] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 7a284fbf-f3d9-4dbb-a776-f3d022f3b933/7a284fbf-f3d9-4dbb-a776-f3d022f3b933.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.689841] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.690116] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e38f0f4d-86f2-4359-b693-e0735d000750 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.698278] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Waiting for the task: (returnval){ [ 654.698278] env[69330]: value = "task-4127730" [ 654.698278] env[69330]: _type = "Task" [ 654.698278] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.708163] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.720035] env[69330]: DEBUG nova.scheduler.client.report [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.731067] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Acquiring lock "refresh_cache-2dfce727-3973-48b4-9326-a2fa2a64779e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.731223] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Acquired lock "refresh_cache-2dfce727-3973-48b4-9326-a2fa2a64779e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.731401] env[69330]: DEBUG nova.network.neutron [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.768089] env[69330]: DEBUG nova.network.neutron [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Successfully created port: 402fbd16-13ba-440f-b918-ecb267b840c6 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.925641] env[69330]: DEBUG nova.compute.manager [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.933225] env[69330]: DEBUG nova.compute.manager [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.984433] env[69330]: DEBUG nova.virt.hardware [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.984433] env[69330]: DEBUG nova.virt.hardware [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.984433] env[69330]: DEBUG nova.virt.hardware [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.984982] env[69330]: DEBUG nova.virt.hardware [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.990454] env[69330]: DEBUG nova.virt.hardware [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.990454] env[69330]: DEBUG nova.virt.hardware [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.990454] env[69330]: DEBUG nova.virt.hardware [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.990454] env[69330]: DEBUG nova.virt.hardware [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.990454] env[69330]: DEBUG nova.virt.hardware [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.990610] env[69330]: DEBUG nova.virt.hardware [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.990610] env[69330]: DEBUG nova.virt.hardware [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.990610] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e196da-d3ea-4707-b1a8-540d484a656d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.006906] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4ca212-e11d-4f46-a03b-7c29582540e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.213626] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205528} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.213922] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.214832] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67b6c33-498c-4065-bd62-0b69baa899b4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.232921] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.233488] env[69330]: DEBUG nova.compute.manager [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.248467] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 7a284fbf-f3d9-4dbb-a776-f3d022f3b933/7a284fbf-f3d9-4dbb-a776-f3d022f3b933.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.251269] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0369df2c-efff-4089-90c3-6f6c92709aa1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.275838] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Waiting for the task: (returnval){ [ 655.275838] env[69330]: value = "task-4127731" [ 655.275838] env[69330]: _type = "Task" [ 655.275838] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.285386] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.346501] env[69330]: DEBUG nova.network.neutron [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.474198] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.476843] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.478688] env[69330]: INFO nova.compute.claims [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.558028] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Acquiring lock "c10b9a44-b186-4623-80dc-bc94fc925e87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.558971] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lock "c10b9a44-b186-4623-80dc-bc94fc925e87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.682207] env[69330]: DEBUG nova.network.neutron [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Updating instance_info_cache with network_info: [{"id": "36bcfd9d-1942-4b1d-a1fb-b09c943766b9", "address": "fa:16:3e:5f:3a:56", "network": {"id": "cf0559f9-3deb-4a24-b31b-83bb2b289b05", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-65269400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca3222ae91417e96d6b21ce6a6e92e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36bcfd9d-19", "ovs_interfaceid": "36bcfd9d-1942-4b1d-a1fb-b09c943766b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.751150] env[69330]: DEBUG nova.compute.utils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.753023] env[69330]: DEBUG nova.compute.manager [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.753023] env[69330]: DEBUG nova.network.neutron [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.787943] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127731, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.915864] env[69330]: DEBUG nova.policy [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d3ff3ca4279432982236c38292e0d7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c531221a7344d238f88f91f098f323e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.061666] env[69330]: DEBUG nova.compute.manager [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.185653] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Releasing lock "refresh_cache-2dfce727-3973-48b4-9326-a2fa2a64779e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.185982] env[69330]: DEBUG nova.compute.manager [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Instance network_info: |[{"id": "36bcfd9d-1942-4b1d-a1fb-b09c943766b9", "address": "fa:16:3e:5f:3a:56", "network": {"id": "cf0559f9-3deb-4a24-b31b-83bb2b289b05", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-65269400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca3222ae91417e96d6b21ce6a6e92e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36bcfd9d-19", "ovs_interfaceid": "36bcfd9d-1942-4b1d-a1fb-b09c943766b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.186773] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:3a:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36bcfd9d-1942-4b1d-a1fb-b09c943766b9', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.197123] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Creating folder: Project (94ca3222ae91417e96d6b21ce6a6e92e). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.197789] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3d5ee71-6e9e-4ad9-ac17-b6ba7d3708d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.211593] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Created folder: Project (94ca3222ae91417e96d6b21ce6a6e92e) in parent group-v817559. [ 656.211805] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Creating folder: Instances. Parent ref: group-v817575. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.212163] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2624b2fd-21dc-409c-b08e-2b591ac50be8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.233275] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Created folder: Instances in parent group-v817575. [ 656.233275] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.233275] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.233275] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a3a75d6-9b3c-4897-aa1e-f1d6c1f9f936 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.256128] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.256128] env[69330]: value = "task-4127734" [ 656.256128] env[69330]: _type = "Task" [ 656.256128] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.260709] env[69330]: DEBUG nova.compute.manager [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.270250] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127734, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.285672] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127731, 'name': ReconfigVM_Task, 'duration_secs': 0.513106} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.285982] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 7a284fbf-f3d9-4dbb-a776-f3d022f3b933/7a284fbf-f3d9-4dbb-a776-f3d022f3b933.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.286763] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71c03cf3-93b9-41ca-9cfd-2cd08471903f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.294226] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Waiting for the task: (returnval){ [ 656.294226] env[69330]: value = "task-4127735" [ 656.294226] env[69330]: _type = "Task" [ 656.294226] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.314038] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127735, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.454027] env[69330]: DEBUG nova.compute.manager [req-6824be02-154d-41b2-a5ed-06eb6c96587b req-604c865f-d00c-41f5-ae9b-da8efd48c6ba service nova] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Received event network-changed-4ce47d27-e259-45b5-945c-6f6d14f0a6b1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.454263] env[69330]: DEBUG nova.compute.manager [req-6824be02-154d-41b2-a5ed-06eb6c96587b req-604c865f-d00c-41f5-ae9b-da8efd48c6ba service nova] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Refreshing instance network info cache due to event network-changed-4ce47d27-e259-45b5-945c-6f6d14f0a6b1. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.454495] env[69330]: DEBUG oslo_concurrency.lockutils [req-6824be02-154d-41b2-a5ed-06eb6c96587b req-604c865f-d00c-41f5-ae9b-da8efd48c6ba service nova] Acquiring lock "refresh_cache-7a284fbf-f3d9-4dbb-a776-f3d022f3b933" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.454650] env[69330]: DEBUG oslo_concurrency.lockutils [req-6824be02-154d-41b2-a5ed-06eb6c96587b req-604c865f-d00c-41f5-ae9b-da8efd48c6ba service nova] Acquired lock "refresh_cache-7a284fbf-f3d9-4dbb-a776-f3d022f3b933" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.454809] env[69330]: DEBUG nova.network.neutron [req-6824be02-154d-41b2-a5ed-06eb6c96587b req-604c865f-d00c-41f5-ae9b-da8efd48c6ba service nova] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Refreshing network info cache for port 4ce47d27-e259-45b5-945c-6f6d14f0a6b1 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.572454] env[69330]: DEBUG nova.network.neutron [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Successfully updated port: 8e80c446-0abb-49ab-a916-d4fd394f55a0 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.591605] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.714120] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5595573-1d85-433c-9c86-59767f002fe4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.725863] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45039fac-e73a-4ccb-ada9-ca1d32643ac8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.764197] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b685764-bb26-4aef-9f28-969de56ad646 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.779329] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa850bcf-0f26-4e14-8bf1-23a9eb5ece08 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.783278] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127734, 'name': CreateVM_Task, 'duration_secs': 0.483241} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.783448] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.785292] env[69330]: DEBUG oslo_vmware.service [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7df21f-cbff-41bc-a5b8-793e5e451ca7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.796833] env[69330]: DEBUG nova.compute.provider_tree [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.803272] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.803484] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.803874] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.804140] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db58947b-34ea-4afc-86fb-d70741a72d0f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.811502] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127735, 'name': Rename_Task, 'duration_secs': 0.191694} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.813407] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.813727] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for the task: (returnval){ [ 656.813727] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52dff3b2-9955-bea6-7ff0-1e4e3c30d859" [ 656.813727] env[69330]: _type = "Task" [ 656.813727] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.814212] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f77506a7-6c2f-4efc-9de6-7a3587ff774f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.820130] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Acquiring lock "76cf0d1d-60fe-4b79-93cd-d41d0ed81d86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.820130] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Lock "76cf0d1d-60fe-4b79-93cd-d41d0ed81d86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.820267] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Acquiring lock "76cf0d1d-60fe-4b79-93cd-d41d0ed81d86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.820434] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Lock "76cf0d1d-60fe-4b79-93cd-d41d0ed81d86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.820592] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Lock "76cf0d1d-60fe-4b79-93cd-d41d0ed81d86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.823147] env[69330]: INFO nova.compute.manager [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Terminating instance [ 656.830251] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Waiting for the task: (returnval){ [ 656.830251] env[69330]: value = "task-4127736" [ 656.830251] env[69330]: _type = "Task" [ 656.830251] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.830910] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.831181] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.831415] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.831521] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.831675] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.835204] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a4a8aa7-4632-4a8b-9740-3334a8d7cd56 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.843871] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.848096] env[69330]: DEBUG nova.compute.manager [req-527db631-5e03-46f5-bf1b-c7ed5afa52ae req-8ccfcdc5-874e-4c8d-ae35-cf3cc896eb6d service nova] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Received event network-vif-plugged-36bcfd9d-1942-4b1d-a1fb-b09c943766b9 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.848276] env[69330]: DEBUG oslo_concurrency.lockutils [req-527db631-5e03-46f5-bf1b-c7ed5afa52ae req-8ccfcdc5-874e-4c8d-ae35-cf3cc896eb6d service nova] Acquiring lock "2dfce727-3973-48b4-9326-a2fa2a64779e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.848499] env[69330]: DEBUG oslo_concurrency.lockutils [req-527db631-5e03-46f5-bf1b-c7ed5afa52ae req-8ccfcdc5-874e-4c8d-ae35-cf3cc896eb6d service nova] Lock "2dfce727-3973-48b4-9326-a2fa2a64779e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.848647] env[69330]: DEBUG oslo_concurrency.lockutils [req-527db631-5e03-46f5-bf1b-c7ed5afa52ae req-8ccfcdc5-874e-4c8d-ae35-cf3cc896eb6d service nova] Lock "2dfce727-3973-48b4-9326-a2fa2a64779e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.848815] env[69330]: DEBUG nova.compute.manager [req-527db631-5e03-46f5-bf1b-c7ed5afa52ae req-8ccfcdc5-874e-4c8d-ae35-cf3cc896eb6d service nova] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] No waiting events found dispatching network-vif-plugged-36bcfd9d-1942-4b1d-a1fb-b09c943766b9 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 656.848975] env[69330]: WARNING nova.compute.manager [req-527db631-5e03-46f5-bf1b-c7ed5afa52ae req-8ccfcdc5-874e-4c8d-ae35-cf3cc896eb6d service nova] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Received unexpected event network-vif-plugged-36bcfd9d-1942-4b1d-a1fb-b09c943766b9 for instance with vm_state building and task_state spawning. [ 656.850887] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.851077] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.852049] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7fbb64-419b-4f61-8f06-cbb6c2ae2f47 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.857025] env[69330]: DEBUG nova.network.neutron [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Successfully created port: 80df0f29-502f-46ac-be58-967341f87b80 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.863486] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a10b93e8-6265-410d-987d-942080ac2e80 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.869084] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for the task: (returnval){ [ 656.869084] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521c5b07-767a-5e9f-fa41-18c2b619fb62" [ 656.869084] env[69330]: _type = "Task" [ 656.869084] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.878806] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521c5b07-767a-5e9f-fa41-18c2b619fb62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.081012] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Acquiring lock "refresh_cache-6ec379b6-3bfe-4a94-abad-9affb3942fa4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.081012] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Acquired lock "refresh_cache-6ec379b6-3bfe-4a94-abad-9affb3942fa4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.081012] env[69330]: DEBUG nova.network.neutron [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.162253] env[69330]: DEBUG nova.network.neutron [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Successfully updated port: 402fbd16-13ba-440f-b918-ecb267b840c6 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.273415] env[69330]: DEBUG nova.compute.manager [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.305139] env[69330]: DEBUG nova.scheduler.client.report [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.313735] env[69330]: DEBUG nova.virt.hardware [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.316399] env[69330]: DEBUG nova.virt.hardware [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.316921] env[69330]: DEBUG nova.virt.hardware [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.317175] env[69330]: DEBUG nova.virt.hardware [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.317336] env[69330]: DEBUG nova.virt.hardware [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.317495] env[69330]: DEBUG nova.virt.hardware [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.317714] env[69330]: DEBUG nova.virt.hardware [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.317901] env[69330]: DEBUG nova.virt.hardware [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.318105] env[69330]: DEBUG nova.virt.hardware [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.318293] env[69330]: DEBUG nova.virt.hardware [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.318471] env[69330]: DEBUG nova.virt.hardware [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.325656] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1510d26d-edee-4daf-9c86-a0bc2c0349fa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.330215] env[69330]: DEBUG nova.compute.manager [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.330856] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.333871] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6d9462-1040-4f53-bee8-004a877a3849 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.348376] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207fe1ae-c028-42e6-a5db-c2181e42834b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.359706] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127736, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.359973] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.360635] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b38d9f1-d622-45e9-97c7-e1ea729bebf2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.381199] env[69330]: DEBUG oslo_vmware.api [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Waiting for the task: (returnval){ [ 657.381199] env[69330]: value = "task-4127737" [ 657.381199] env[69330]: _type = "Task" [ 657.381199] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.389872] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Preparing fetch location {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 657.390145] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Creating directory with path [datastore1] vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a/4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.390297] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76e53b6c-4185-4a7d-8459-f516e41325a8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.396477] env[69330]: DEBUG oslo_vmware.api [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Task: {'id': task-4127737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.424695] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Created directory with path [datastore1] vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a/4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.424874] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Fetch image to [datastore1] vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 657.425058] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Downloading image file data 4bf69476-2082-48c9-9b64-3181a0fc6e41 to [datastore1] vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk on the data store datastore1 {{(pid=69330) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 657.426039] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6af5d3-9f82-4de6-8aa6-fff323ca1d83 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.437351] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c801e3c-3c27-4c83-9183-e77394ff341d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.449544] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6517f033-6c40-46c5-bae6-9a6200a5c52f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.483779] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff09523-5930-4e63-b7b4-c82b006975a1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.494078] env[69330]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-cdbb8041-b795-4c57-879c-01647800625b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.522857] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Downloading image file data 4bf69476-2082-48c9-9b64-3181a0fc6e41 to the data store datastore1 {{(pid=69330) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 657.602025] env[69330]: DEBUG oslo_vmware.rw_handles [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69330) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 657.604314] env[69330]: DEBUG nova.network.neutron [req-6824be02-154d-41b2-a5ed-06eb6c96587b req-604c865f-d00c-41f5-ae9b-da8efd48c6ba service nova] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Updated VIF entry in instance network info cache for port 4ce47d27-e259-45b5-945c-6f6d14f0a6b1. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.604689] env[69330]: DEBUG nova.network.neutron [req-6824be02-154d-41b2-a5ed-06eb6c96587b req-604c865f-d00c-41f5-ae9b-da8efd48c6ba service nova] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Updating instance_info_cache with network_info: [{"id": "4ce47d27-e259-45b5-945c-6f6d14f0a6b1", "address": "fa:16:3e:e3:63:b1", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce47d27-e2", "ovs_interfaceid": "4ce47d27-e259-45b5-945c-6f6d14f0a6b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.659797] env[69330]: DEBUG nova.network.neutron [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.667939] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.667939] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.667939] env[69330]: DEBUG nova.network.neutron [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.820558] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.821897] env[69330]: DEBUG nova.compute.manager [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.828837] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.235s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.828837] env[69330]: INFO nova.compute.claims [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.855935] env[69330]: DEBUG oslo_vmware.api [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127736, 'name': PowerOnVM_Task, 'duration_secs': 0.859023} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.858758] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.859109] env[69330]: INFO nova.compute.manager [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Took 14.72 seconds to spawn the instance on the hypervisor. [ 657.859347] env[69330]: DEBUG nova.compute.manager [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 657.860719] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a305736c-3232-4c70-822b-05ee1d5bbada {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.896285] env[69330]: DEBUG oslo_vmware.api [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Task: {'id': task-4127737, 'name': PowerOffVM_Task, 'duration_secs': 0.254666} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.896792] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.897068] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.897775] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6568255e-520e-4dd4-9381-5ed78b144189 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.961292] env[69330]: DEBUG nova.network.neutron [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Updating instance_info_cache with network_info: [{"id": "8e80c446-0abb-49ab-a916-d4fd394f55a0", "address": "fa:16:3e:f4:8e:73", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e80c446-0a", "ovs_interfaceid": "8e80c446-0abb-49ab-a916-d4fd394f55a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.988776] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.988776] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.988776] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Deleting the datastore file [datastore2] 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.989441] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a59ba97-bc8b-4519-bdaa-58e7ea5452c9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.000346] env[69330]: DEBUG oslo_vmware.api [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Waiting for the task: (returnval){ [ 658.000346] env[69330]: value = "task-4127739" [ 658.000346] env[69330]: _type = "Task" [ 658.000346] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.013019] env[69330]: DEBUG oslo_vmware.api [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Task: {'id': task-4127739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.110163] env[69330]: DEBUG oslo_concurrency.lockutils [req-6824be02-154d-41b2-a5ed-06eb6c96587b req-604c865f-d00c-41f5-ae9b-da8efd48c6ba service nova] Releasing lock "refresh_cache-7a284fbf-f3d9-4dbb-a776-f3d022f3b933" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.248694] env[69330]: DEBUG nova.network.neutron [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.327412] env[69330]: DEBUG nova.compute.utils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.334429] env[69330]: DEBUG nova.compute.manager [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.334902] env[69330]: DEBUG nova.network.neutron [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.392791] env[69330]: DEBUG oslo_vmware.rw_handles [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Completed reading data from the image iterator. {{(pid=69330) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 658.393080] env[69330]: DEBUG oslo_vmware.rw_handles [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 658.401717] env[69330]: INFO nova.compute.manager [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Took 25.86 seconds to build instance. [ 658.448087] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "87a19eb0-98f5-4435-858b-d7b643d549c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.448434] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "87a19eb0-98f5-4435-858b-d7b643d549c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.464617] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Releasing lock "refresh_cache-6ec379b6-3bfe-4a94-abad-9affb3942fa4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.464894] env[69330]: DEBUG nova.compute.manager [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Instance network_info: |[{"id": "8e80c446-0abb-49ab-a916-d4fd394f55a0", "address": "fa:16:3e:f4:8e:73", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e80c446-0a", "ovs_interfaceid": "8e80c446-0abb-49ab-a916-d4fd394f55a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.466140] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:8e:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e80c446-0abb-49ab-a916-d4fd394f55a0', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.474960] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Creating folder: Project (e86525998c46469ebdb27cdcc7b8d4c6). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.479536] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45adf707-26d0-4282-9085-b64f970b1bd8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.494156] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Created folder: Project (e86525998c46469ebdb27cdcc7b8d4c6) in parent group-v817559. [ 658.494516] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Creating folder: Instances. Parent ref: group-v817578. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.494831] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e789ca7-a489-4250-a1e0-5992c37ef72c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.507761] env[69330]: DEBUG nova.policy [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '965f70891023486299f33fcd2bda046a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01322a058cad40d5859906eaf20648dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.510785] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Created folder: Instances in parent group-v817578. [ 658.511059] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.511482] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.511710] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47a3d5e2-dc8e-4f31-abc4-d7ac37244d20 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.535259] env[69330]: DEBUG oslo_vmware.api [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Task: {'id': task-4127739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171344} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.536149] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.536490] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.536838] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.537081] env[69330]: INFO nova.compute.manager [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Took 1.21 seconds to destroy the instance on the hypervisor. [ 658.537323] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.537583] env[69330]: DEBUG nova.compute.manager [-] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.537753] env[69330]: DEBUG nova.network.neutron [-] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.540970] env[69330]: DEBUG nova.network.neutron [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Updating instance_info_cache with network_info: [{"id": "402fbd16-13ba-440f-b918-ecb267b840c6", "address": "fa:16:3e:a5:e5:a1", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402fbd16-13", "ovs_interfaceid": "402fbd16-13ba-440f-b918-ecb267b840c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.546048] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.546048] env[69330]: value = "task-4127742" [ 658.546048] env[69330]: _type = "Task" [ 658.546048] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.549445] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Downloaded image file data 4bf69476-2082-48c9-9b64-3181a0fc6e41 to vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk on the data store datastore1 {{(pid=69330) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 658.551909] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Caching image {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 658.551909] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Copying Virtual Disk [datastore1] vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk to [datastore1] vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.552246] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b5df1c6-e778-49ca-9ab4-c14180bbd14b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.561656] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127742, 'name': CreateVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.563774] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for the task: (returnval){ [ 658.563774] env[69330]: value = "task-4127743" [ 658.563774] env[69330]: _type = "Task" [ 658.563774] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.575588] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.845981] env[69330]: DEBUG nova.compute.manager [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.896055] env[69330]: DEBUG nova.network.neutron [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Successfully updated port: 80df0f29-502f-46ac-be58-967341f87b80 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.904552] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Lock "7a284fbf-f3d9-4dbb-a776-f3d022f3b933" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.378s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.951113] env[69330]: DEBUG nova.compute.manager [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.047954] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.047954] env[69330]: DEBUG nova.compute.manager [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Instance network_info: |[{"id": "402fbd16-13ba-440f-b918-ecb267b840c6", "address": "fa:16:3e:a5:e5:a1", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402fbd16-13", "ovs_interfaceid": "402fbd16-13ba-440f-b918-ecb267b840c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.048367] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:e5:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '402fbd16-13ba-440f-b918-ecb267b840c6', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.054448] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Creating folder: Project (d8274dde6c414a3982a4d113f9999eea). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.065371] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d0fa942-f271-4571-b507-1948664e00d2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.078040] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127742, 'name': CreateVM_Task, 'duration_secs': 0.448636} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.078040] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.078418] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.078650] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.079131] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.079578] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f94615d-3201-450b-8038-b31e360b500f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.087277] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127743, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.091110] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Created folder: Project (d8274dde6c414a3982a4d113f9999eea) in parent group-v817559. [ 659.091360] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Creating folder: Instances. Parent ref: group-v817581. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.091960] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf803f21-e7de-4255-ae26-d73e4abfbc2f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.095397] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Waiting for the task: (returnval){ [ 659.095397] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5248c56a-4b89-cd97-f728-5c2d83b940d3" [ 659.095397] env[69330]: _type = "Task" [ 659.095397] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.106175] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5248c56a-4b89-cd97-f728-5c2d83b940d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.110614] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Created folder: Instances in parent group-v817581. [ 659.110879] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.111582] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.111844] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40eae7b7-7997-4201-beb5-24720ced7faa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.136867] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.136867] env[69330]: value = "task-4127746" [ 659.136867] env[69330]: _type = "Task" [ 659.136867] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.150659] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127746, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.185812] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58dc386-a306-4abc-b9c0-96c3b7378213 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.196768] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d477e2-fb9e-414b-99c1-0d7340befd45 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.232648] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e967ef1-85c0-435b-9807-6e17e83f3862 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.242315] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8014910a-1e37-4468-84bd-303b03fb3a92 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.259116] env[69330]: DEBUG nova.compute.provider_tree [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.404809] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Acquiring lock "refresh_cache-95742cd4-ee06-4c77-ab05-28cd2d326092" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.406287] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Acquired lock "refresh_cache-95742cd4-ee06-4c77-ab05-28cd2d326092" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.406287] env[69330]: DEBUG nova.network.neutron [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.487681] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.577875] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906623} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.578202] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Copied Virtual Disk [datastore1] vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk to [datastore1] vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.578316] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Deleting the datastore file [datastore1] vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a/4bf69476-2082-48c9-9b64-3181a0fc6e41/tmp-sparse.vmdk {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.578584] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3637d54-f5c1-4045-847b-552042a2c998 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.586867] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for the task: (returnval){ [ 659.586867] env[69330]: value = "task-4127747" [ 659.586867] env[69330]: _type = "Task" [ 659.586867] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.596482] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.605578] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.605975] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.606349] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.651612] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127746, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.762957] env[69330]: DEBUG nova.scheduler.client.report [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.863747] env[69330]: DEBUG nova.compute.manager [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.908181] env[69330]: DEBUG nova.virt.hardware [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:16:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2069261334',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2012299544',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.908625] env[69330]: DEBUG nova.virt.hardware [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.908928] env[69330]: DEBUG nova.virt.hardware [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.909263] env[69330]: DEBUG nova.virt.hardware [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.909527] env[69330]: DEBUG nova.virt.hardware [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.909800] env[69330]: DEBUG nova.virt.hardware [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.910531] env[69330]: DEBUG nova.virt.hardware [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.910848] env[69330]: DEBUG nova.virt.hardware [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.911454] env[69330]: DEBUG nova.virt.hardware [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.911758] env[69330]: DEBUG nova.virt.hardware [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.912094] env[69330]: DEBUG nova.virt.hardware [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.918745] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c19cdbf-7d1e-4073-b8e8-c8d3e8e3cfe5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.938021] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d390229-389e-4332-b282-ec3cbae322db {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.962578] env[69330]: DEBUG nova.network.neutron [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Successfully created port: 31ac00d6-7fda-4e01-b448-3864bce6fac4 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.994846] env[69330]: DEBUG nova.network.neutron [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.997605] env[69330]: DEBUG nova.network.neutron [-] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.100133] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027216} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.100133] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.100133] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Moving file from [datastore1] vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a/4bf69476-2082-48c9-9b64-3181a0fc6e41 to [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41. {{(pid=69330) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 660.100133] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-75dd9b7c-5d18-4464-b530-dcdd4ac2f230 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.108560] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for the task: (returnval){ [ 660.108560] env[69330]: value = "task-4127748" [ 660.108560] env[69330]: _type = "Task" [ 660.108560] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.120663] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127748, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.149677] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127746, 'name': CreateVM_Task, 'duration_secs': 0.788088} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.149863] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.150575] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.150921] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.151147] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.151430] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea03976-6696-4204-8918-571652d8fff7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.160928] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 660.160928] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524536f0-4ff6-3641-cddb-95e8ce2972d2" [ 660.160928] env[69330]: _type = "Task" [ 660.160928] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.174831] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524536f0-4ff6-3641-cddb-95e8ce2972d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.268795] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.269357] env[69330]: DEBUG nova.compute.manager [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.276276] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.789s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.277848] env[69330]: INFO nova.compute.claims [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.449516] env[69330]: DEBUG nova.network.neutron [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Updating instance_info_cache with network_info: [{"id": "80df0f29-502f-46ac-be58-967341f87b80", "address": "fa:16:3e:79:14:4c", "network": {"id": "8cd85042-7573-4f82-b67c-01ea25ad6ff4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1367088781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8c531221a7344d238f88f91f098f323e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80df0f29-50", "ovs_interfaceid": "80df0f29-502f-46ac-be58-967341f87b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.504131] env[69330]: INFO nova.compute.manager [-] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Took 1.97 seconds to deallocate network for instance. [ 660.621552] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127748, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.042774} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.621884] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] File moved {{(pid=69330) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 660.622114] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Cleaning up location [datastore1] vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 660.622307] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Deleting the datastore file [datastore1] vmware_temp/48143d62-c499-41bd-ba36-f04d1466ae8a {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.622584] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc00f114-49ec-4c99-a95c-ce1d4bc5f5f1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.630976] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for the task: (returnval){ [ 660.630976] env[69330]: value = "task-4127749" [ 660.630976] env[69330]: _type = "Task" [ 660.630976] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.640509] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.675974] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524536f0-4ff6-3641-cddb-95e8ce2972d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013612} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.675974] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.676195] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.676254] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.710031] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Acquiring lock "8cabb81d-9470-4b45-b183-485160fc4a9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.710031] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Lock "8cabb81d-9470-4b45-b183-485160fc4a9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.785407] env[69330]: DEBUG nova.compute.utils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.793429] env[69330]: DEBUG nova.compute.manager [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.793624] env[69330]: DEBUG nova.network.neutron [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.884214] env[69330]: DEBUG nova.policy [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93e7c0112fc642f19f526d4865a5aaa2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70cae781bcb84e98a73db9a9ce60d8bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.951445] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Releasing lock "refresh_cache-95742cd4-ee06-4c77-ab05-28cd2d326092" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.951810] env[69330]: DEBUG nova.compute.manager [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Instance network_info: |[{"id": "80df0f29-502f-46ac-be58-967341f87b80", "address": "fa:16:3e:79:14:4c", "network": {"id": "8cd85042-7573-4f82-b67c-01ea25ad6ff4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1367088781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8c531221a7344d238f88f91f098f323e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80df0f29-50", "ovs_interfaceid": "80df0f29-502f-46ac-be58-967341f87b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.953155] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:14:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80df0f29-502f-46ac-be58-967341f87b80', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.961366] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Creating folder: Project (8c531221a7344d238f88f91f098f323e). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.961718] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4ddb69a-eb3e-4383-a3f5-92f72d77d835 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.975686] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Created folder: Project (8c531221a7344d238f88f91f098f323e) in parent group-v817559. [ 660.975846] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Creating folder: Instances. Parent ref: group-v817584. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.976108] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f359faec-89b5-469b-88f9-372c354a7961 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.988041] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Created folder: Instances in parent group-v817584. [ 660.988432] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.988726] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.989076] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9aafedc3-a553-4971-b0b3-dbe6d614c16d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.013909] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.013909] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.013909] env[69330]: value = "task-4127752" [ 661.013909] env[69330]: _type = "Task" [ 661.013909] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.027219] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127752, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.146411] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050085} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.146775] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.147784] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c657de-13e4-43da-a9aa-d01d49a9591b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.158528] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for the task: (returnval){ [ 661.158528] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d3d5f6-157c-c492-8d52-13e93b7ffe49" [ 661.158528] env[69330]: _type = "Task" [ 661.158528] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.174327] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d3d5f6-157c-c492-8d52-13e93b7ffe49, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.175073] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.175214] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 2dfce727-3973-48b4-9326-a2fa2a64779e/2dfce727-3973-48b4-9326-a2fa2a64779e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.175503] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.175686] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.175979] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-163f064e-eda3-4a5f-844e-8768355573b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.178142] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbe495c8-34f8-41ae-9695-335023969a18 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.190184] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for the task: (returnval){ [ 661.190184] env[69330]: value = "task-4127753" [ 661.190184] env[69330]: _type = "Task" [ 661.190184] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.190737] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.191131] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.196043] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c41db84-5d2b-4a80-a055-d2d7e0fd90aa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.207393] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.207983] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Waiting for the task: (returnval){ [ 661.207983] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5266c115-87f7-9a87-6f0d-d1df3beb5950" [ 661.207983] env[69330]: _type = "Task" [ 661.207983] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.212418] env[69330]: DEBUG nova.compute.manager [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.224501] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5266c115-87f7-9a87-6f0d-d1df3beb5950, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.226397] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92ae1bd2-5815-4b90-b5d9-616ab80b5cc2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.234901] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Waiting for the task: (returnval){ [ 661.234901] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52335bb3-748a-776f-e711-b6390d0259cb" [ 661.234901] env[69330]: _type = "Task" [ 661.234901] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.246675] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52335bb3-748a-776f-e711-b6390d0259cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.293897] env[69330]: DEBUG nova.compute.manager [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.526412] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127752, 'name': CreateVM_Task, 'duration_secs': 0.492261} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.530201] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.537562] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.537562] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.537562] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.537562] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-328738e2-d0b4-4062-b027-d363eb5ca799 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.547831] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Waiting for the task: (returnval){ [ 661.547831] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f6430d-2948-e0ef-4d79-16a8ad7c3c26" [ 661.547831] env[69330]: _type = "Task" [ 661.547831] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.562351] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f6430d-2948-e0ef-4d79-16a8ad7c3c26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.564907] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfbe617-50b0-4af6-9e51-965387e3ebf0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.576648] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f44e78-aa7b-4dc5-9ba7-5889e97aebf0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.613138] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc4bd25-bc34-4e07-a96b-6eabd994b92e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.622219] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7812f874-748b-41ac-905e-153fc7ac3cbe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.642455] env[69330]: DEBUG nova.compute.provider_tree [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.649955] env[69330]: DEBUG nova.network.neutron [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Successfully created port: 8efb6a4b-1c57-47cf-823a-6f4f9b3f904d {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.702691] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127753, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.742388] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.748948] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52335bb3-748a-776f-e711-b6390d0259cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.748948] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.748948] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 6ec379b6-3bfe-4a94-abad-9affb3942fa4/6ec379b6-3bfe-4a94-abad-9affb3942fa4.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.748948] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.749200] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.749510] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b998cdd8-d61c-448a-91c8-8c3b337e9474 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.751607] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1ba7203-231d-4185-b3e8-28186da9ff1a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.760793] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Waiting for the task: (returnval){ [ 661.760793] env[69330]: value = "task-4127754" [ 661.760793] env[69330]: _type = "Task" [ 661.760793] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.762424] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.762981] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.766580] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac844b9-6114-4000-a30f-78bd89d6ebdc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.775553] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.777504] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 661.777504] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bf64f5-1177-7016-bfab-ecde5eba780b" [ 661.777504] env[69330]: _type = "Task" [ 661.777504] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.789897] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bf64f5-1177-7016-bfab-ecde5eba780b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.064501] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f6430d-2948-e0ef-4d79-16a8ad7c3c26, 'name': SearchDatastore_Task, 'duration_secs': 0.050984} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.064936] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.065226] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.065473] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.173681] env[69330]: ERROR nova.scheduler.client.report [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [req-5f00c241-032d-4d68-b239-729b6a4447ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5f00c241-032d-4d68-b239-729b6a4447ea"}]} [ 662.202541] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58922} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.203892] env[69330]: DEBUG nova.scheduler.client.report [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 662.206250] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 2dfce727-3973-48b4-9326-a2fa2a64779e/2dfce727-3973-48b4-9326-a2fa2a64779e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.206547] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.208691] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3e1c081-63a6-4fba-8803-c53bb3c42a5c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.219540] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for the task: (returnval){ [ 662.219540] env[69330]: value = "task-4127755" [ 662.219540] env[69330]: _type = "Task" [ 662.219540] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.229956] env[69330]: DEBUG nova.scheduler.client.report [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 662.229956] env[69330]: DEBUG nova.compute.provider_tree [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.236403] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.261030] env[69330]: DEBUG nova.scheduler.client.report [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 662.276738] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127754, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.297426] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bf64f5-1177-7016-bfab-ecde5eba780b, 'name': SearchDatastore_Task, 'duration_secs': 0.018391} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.298843] env[69330]: DEBUG nova.scheduler.client.report [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 662.302700] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9229f93c-59cf-4256-ace9-b22f466460da {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.312332] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 662.312332] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d907d3-766f-4827-daf3-113f7bceb43c" [ 662.312332] env[69330]: _type = "Task" [ 662.312332] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.318022] env[69330]: DEBUG nova.compute.manager [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.330756] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d907d3-766f-4827-daf3-113f7bceb43c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.355966] env[69330]: DEBUG nova.virt.hardware [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.356291] env[69330]: DEBUG nova.virt.hardware [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.356516] env[69330]: DEBUG nova.virt.hardware [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.356737] env[69330]: DEBUG nova.virt.hardware [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.356910] env[69330]: DEBUG nova.virt.hardware [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.357194] env[69330]: DEBUG nova.virt.hardware [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.357350] env[69330]: DEBUG nova.virt.hardware [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.357532] env[69330]: DEBUG nova.virt.hardware [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.357738] env[69330]: DEBUG nova.virt.hardware [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.357986] env[69330]: DEBUG nova.virt.hardware [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.358130] env[69330]: DEBUG nova.virt.hardware [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.359262] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ecef07-8095-4392-98d5-49a5318ed07f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.372395] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48929ca8-ae97-4f94-aa55-0762e040dd94 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.537032] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335bfd08-429c-43d4-97fe-3dbe8ebaba77 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.544132] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf76cc52-1080-43d8-aba5-9e0095c58fe9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.578747] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf52305-67b1-4312-8aec-ba0aeed444bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.587663] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ea4567-3c15-4715-868d-b8510e86fffe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.603345] env[69330]: DEBUG nova.compute.provider_tree [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.679865] env[69330]: DEBUG nova.network.neutron [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Successfully updated port: 31ac00d6-7fda-4e01-b448-3864bce6fac4 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.730533] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191027} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.730796] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.731664] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3672db-f493-4c9b-98d4-7a6aaa0d498d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.759292] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 2dfce727-3973-48b4-9326-a2fa2a64779e/2dfce727-3973-48b4-9326-a2fa2a64779e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.759623] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8b67993-2df4-4e8e-bfdf-e846f147e9de {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.786114] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620309} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.787587] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 6ec379b6-3bfe-4a94-abad-9affb3942fa4/6ec379b6-3bfe-4a94-abad-9affb3942fa4.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.787828] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.788162] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for the task: (returnval){ [ 662.788162] env[69330]: value = "task-4127756" [ 662.788162] env[69330]: _type = "Task" [ 662.788162] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.788357] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43ebf403-271d-47e6-9150-c831b80d1fe6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.801101] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127756, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.803117] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Waiting for the task: (returnval){ [ 662.803117] env[69330]: value = "task-4127757" [ 662.803117] env[69330]: _type = "Task" [ 662.803117] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.813544] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.825220] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d907d3-766f-4827-daf3-113f7bceb43c, 'name': SearchDatastore_Task, 'duration_secs': 0.056569} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.825540] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.825834] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] fbad53ec-e242-43ce-b7e9-75f4e1ce69f6/fbad53ec-e242-43ce-b7e9-75f4e1ce69f6.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.826196] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.826439] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.826681] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86f36877-67a8-49bf-b403-964d7893c837 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.829777] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b38f8158-dfd3-41af-bd54-03d2436aa04f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.840533] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 662.840533] env[69330]: value = "task-4127758" [ 662.840533] env[69330]: _type = "Task" [ 662.840533] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.842050] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.842270] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.846150] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e5f8ac-156d-4c54-8ef7-8f92c2f745f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.852779] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Waiting for the task: (returnval){ [ 662.852779] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52be63e9-16e0-c2f9-31a1-050e6dadf81c" [ 662.852779] env[69330]: _type = "Task" [ 662.852779] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.860702] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.870538] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52be63e9-16e0-c2f9-31a1-050e6dadf81c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.870538] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-634d071c-e71d-48dd-82ca-c04b69c06f60 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.875302] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Waiting for the task: (returnval){ [ 662.875302] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cf7c42-fcbf-bfbe-6255-818f827f574e" [ 662.875302] env[69330]: _type = "Task" [ 662.875302] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.884555] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cf7c42-fcbf-bfbe-6255-818f827f574e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.161520] env[69330]: DEBUG nova.scheduler.client.report [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 17 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 663.161520] env[69330]: DEBUG nova.compute.provider_tree [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 17 to 18 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 663.161520] env[69330]: DEBUG nova.compute.provider_tree [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.182783] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "refresh_cache-985fa962-e2cc-488a-a102-1a1aabc93dcb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.182783] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquired lock "refresh_cache-985fa962-e2cc-488a-a102-1a1aabc93dcb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.183354] env[69330]: DEBUG nova.network.neutron [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.292462] env[69330]: DEBUG nova.compute.manager [req-59c70fdb-dc12-4d34-99ba-de475d64d3aa req-b50e4165-fc2d-424a-8cbe-46edb924bf3a service nova] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Received event network-vif-plugged-8e80c446-0abb-49ab-a916-d4fd394f55a0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.292743] env[69330]: DEBUG oslo_concurrency.lockutils [req-59c70fdb-dc12-4d34-99ba-de475d64d3aa req-b50e4165-fc2d-424a-8cbe-46edb924bf3a service nova] Acquiring lock "6ec379b6-3bfe-4a94-abad-9affb3942fa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.296024] env[69330]: DEBUG oslo_concurrency.lockutils [req-59c70fdb-dc12-4d34-99ba-de475d64d3aa req-b50e4165-fc2d-424a-8cbe-46edb924bf3a service nova] Lock "6ec379b6-3bfe-4a94-abad-9affb3942fa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.296024] env[69330]: DEBUG oslo_concurrency.lockutils [req-59c70fdb-dc12-4d34-99ba-de475d64d3aa req-b50e4165-fc2d-424a-8cbe-46edb924bf3a service nova] Lock "6ec379b6-3bfe-4a94-abad-9affb3942fa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.296024] env[69330]: DEBUG nova.compute.manager [req-59c70fdb-dc12-4d34-99ba-de475d64d3aa req-b50e4165-fc2d-424a-8cbe-46edb924bf3a service nova] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] No waiting events found dispatching network-vif-plugged-8e80c446-0abb-49ab-a916-d4fd394f55a0 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 663.296024] env[69330]: WARNING nova.compute.manager [req-59c70fdb-dc12-4d34-99ba-de475d64d3aa req-b50e4165-fc2d-424a-8cbe-46edb924bf3a service nova] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Received unexpected event network-vif-plugged-8e80c446-0abb-49ab-a916-d4fd394f55a0 for instance with vm_state building and task_state spawning. [ 663.296024] env[69330]: DEBUG nova.compute.manager [req-59c70fdb-dc12-4d34-99ba-de475d64d3aa req-b50e4165-fc2d-424a-8cbe-46edb924bf3a service nova] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Received event network-changed-8e80c446-0abb-49ab-a916-d4fd394f55a0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.296383] env[69330]: DEBUG nova.compute.manager [req-59c70fdb-dc12-4d34-99ba-de475d64d3aa req-b50e4165-fc2d-424a-8cbe-46edb924bf3a service nova] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Refreshing instance network info cache due to event network-changed-8e80c446-0abb-49ab-a916-d4fd394f55a0. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.296383] env[69330]: DEBUG oslo_concurrency.lockutils [req-59c70fdb-dc12-4d34-99ba-de475d64d3aa req-b50e4165-fc2d-424a-8cbe-46edb924bf3a service nova] Acquiring lock "refresh_cache-6ec379b6-3bfe-4a94-abad-9affb3942fa4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.296383] env[69330]: DEBUG oslo_concurrency.lockutils [req-59c70fdb-dc12-4d34-99ba-de475d64d3aa req-b50e4165-fc2d-424a-8cbe-46edb924bf3a service nova] Acquired lock "refresh_cache-6ec379b6-3bfe-4a94-abad-9affb3942fa4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.296383] env[69330]: DEBUG nova.network.neutron [req-59c70fdb-dc12-4d34-99ba-de475d64d3aa req-b50e4165-fc2d-424a-8cbe-46edb924bf3a service nova] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Refreshing network info cache for port 8e80c446-0abb-49ab-a916-d4fd394f55a0 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.310645] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.327121] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070005} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.328035] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.329276] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d525b62-c562-41c8-a4d5-05fd51b98afa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.362068] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 6ec379b6-3bfe-4a94-abad-9affb3942fa4/6ec379b6-3bfe-4a94-abad-9affb3942fa4.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.363885] env[69330]: DEBUG nova.compute.manager [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Received event network-changed-36bcfd9d-1942-4b1d-a1fb-b09c943766b9 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.364122] env[69330]: DEBUG nova.compute.manager [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Refreshing instance network info cache due to event network-changed-36bcfd9d-1942-4b1d-a1fb-b09c943766b9. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.364360] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Acquiring lock "refresh_cache-2dfce727-3973-48b4-9326-a2fa2a64779e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.365881] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Acquired lock "refresh_cache-2dfce727-3973-48b4-9326-a2fa2a64779e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.365881] env[69330]: DEBUG nova.network.neutron [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Refreshing network info cache for port 36bcfd9d-1942-4b1d-a1fb-b09c943766b9 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.370420] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b26103df-b997-4c4d-955c-45e117a80f99 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.398825] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524225} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.399593] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] fbad53ec-e242-43ce-b7e9-75f4e1ce69f6/fbad53ec-e242-43ce-b7e9-75f4e1ce69f6.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.399809] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.400102] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d71a8672-ce1a-44db-8b3f-b88f62bc6b23 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.404088] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Waiting for the task: (returnval){ [ 663.404088] env[69330]: value = "task-4127759" [ 663.404088] env[69330]: _type = "Task" [ 663.404088] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.409222] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cf7c42-fcbf-bfbe-6255-818f827f574e, 'name': SearchDatastore_Task, 'duration_secs': 0.011056} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.412717] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.413013] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 95742cd4-ee06-4c77-ab05-28cd2d326092/95742cd4-ee06-4c77-ab05-28cd2d326092.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.413695] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6ca7012-fc39-47f7-a9cd-c94dfbffecf7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.418022] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 663.418022] env[69330]: value = "task-4127760" [ 663.418022] env[69330]: _type = "Task" [ 663.418022] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.428514] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.429286] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Waiting for the task: (returnval){ [ 663.429286] env[69330]: value = "task-4127761" [ 663.429286] env[69330]: _type = "Task" [ 663.429286] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.439844] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.443438] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.667036] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.391s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.667761] env[69330]: DEBUG nova.compute.manager [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.672491] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.659s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.673167] env[69330]: DEBUG nova.objects.instance [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Lazy-loading 'resources' on Instance uuid 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.740640] env[69330]: DEBUG nova.network.neutron [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.751389] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "fc2ad100-ef01-4938-91ad-d1037856259e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.751736] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "fc2ad100-ef01-4938-91ad-d1037856259e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.807743] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127756, 'name': ReconfigVM_Task, 'duration_secs': 0.6351} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.812413] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 2dfce727-3973-48b4-9326-a2fa2a64779e/2dfce727-3973-48b4-9326-a2fa2a64779e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.813960] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c333f883-b7a9-48aa-9227-d5f8466d4abe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.826084] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for the task: (returnval){ [ 663.826084] env[69330]: value = "task-4127762" [ 663.826084] env[69330]: _type = "Task" [ 663.826084] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.839158] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127762, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.922775] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.935738] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076955} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.940072] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.940481] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7ab93a-d096-4b50-bb26-fedad3467e7d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.956156] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480009} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.967193] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 95742cd4-ee06-4c77-ab05-28cd2d326092/95742cd4-ee06-4c77-ab05-28cd2d326092.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.967950] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.977536] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] fbad53ec-e242-43ce-b7e9-75f4e1ce69f6/fbad53ec-e242-43ce-b7e9-75f4e1ce69f6.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.980040] env[69330]: DEBUG nova.network.neutron [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Updated VIF entry in instance network info cache for port 36bcfd9d-1942-4b1d-a1fb-b09c943766b9. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.980040] env[69330]: DEBUG nova.network.neutron [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Updating instance_info_cache with network_info: [{"id": "36bcfd9d-1942-4b1d-a1fb-b09c943766b9", "address": "fa:16:3e:5f:3a:56", "network": {"id": "cf0559f9-3deb-4a24-b31b-83bb2b289b05", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-65269400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca3222ae91417e96d6b21ce6a6e92e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36bcfd9d-19", "ovs_interfaceid": "36bcfd9d-1942-4b1d-a1fb-b09c943766b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.981698] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-259ee622-5c8a-4efc-a942-547f07379109 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.984029] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022aded2-2b7a-4b3d-a20d-bcfce46f702d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.015604] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Waiting for the task: (returnval){ [ 664.015604] env[69330]: value = "task-4127763" [ 664.015604] env[69330]: _type = "Task" [ 664.015604] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.017607] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 664.017607] env[69330]: value = "task-4127764" [ 664.017607] env[69330]: _type = "Task" [ 664.017607] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.032643] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.036169] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.138077] env[69330]: DEBUG nova.network.neutron [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Updating instance_info_cache with network_info: [{"id": "31ac00d6-7fda-4e01-b448-3864bce6fac4", "address": "fa:16:3e:5d:a9:ae", "network": {"id": "214cfe5e-f42a-4bc8-b639-2c6c1ad8266f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2010721645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01322a058cad40d5859906eaf20648dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ac00d6-7f", "ovs_interfaceid": "31ac00d6-7fda-4e01-b448-3864bce6fac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.176524] env[69330]: DEBUG nova.compute.utils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.180714] env[69330]: DEBUG nova.compute.manager [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.180964] env[69330]: DEBUG nova.network.neutron [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.257905] env[69330]: DEBUG nova.compute.manager [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.277922] env[69330]: DEBUG nova.policy [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02dd9280c54742698f179478289afb32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '047da396f8174c1dab83a8edf9f3609f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.343362] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127762, 'name': Rename_Task, 'duration_secs': 0.378843} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.344463] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.344838] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aa4d8cb-c606-4ea5-acb7-506cc2c29710 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.354713] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for the task: (returnval){ [ 664.354713] env[69330]: value = "task-4127765" [ 664.354713] env[69330]: _type = "Task" [ 664.354713] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.365706] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.371656] env[69330]: DEBUG nova.network.neutron [req-59c70fdb-dc12-4d34-99ba-de475d64d3aa req-b50e4165-fc2d-424a-8cbe-46edb924bf3a service nova] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Updated VIF entry in instance network info cache for port 8e80c446-0abb-49ab-a916-d4fd394f55a0. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.371656] env[69330]: DEBUG nova.network.neutron [req-59c70fdb-dc12-4d34-99ba-de475d64d3aa req-b50e4165-fc2d-424a-8cbe-46edb924bf3a service nova] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Updating instance_info_cache with network_info: [{"id": "8e80c446-0abb-49ab-a916-d4fd394f55a0", "address": "fa:16:3e:f4:8e:73", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e80c446-0a", "ovs_interfaceid": "8e80c446-0abb-49ab-a916-d4fd394f55a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.392606] env[69330]: DEBUG nova.network.neutron [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Successfully updated port: 8efb6a4b-1c57-47cf-823a-6f4f9b3f904d {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.424327] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127759, 'name': ReconfigVM_Task, 'duration_secs': 0.730284} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.427873] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 6ec379b6-3bfe-4a94-abad-9affb3942fa4/6ec379b6-3bfe-4a94-abad-9affb3942fa4.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.429045] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92031cb0-41ae-4af9-8c37-51c19d815075 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.441504] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Waiting for the task: (returnval){ [ 664.441504] env[69330]: value = "task-4127766" [ 664.441504] env[69330]: _type = "Task" [ 664.441504] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.452492] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127766, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.482653] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Releasing lock "refresh_cache-2dfce727-3973-48b4-9326-a2fa2a64779e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.482856] env[69330]: DEBUG nova.compute.manager [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Received event network-changed-9e16bead-0c5f-443c-b083-62e74f68a888 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.483035] env[69330]: DEBUG nova.compute.manager [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Refreshing instance network info cache due to event network-changed-9e16bead-0c5f-443c-b083-62e74f68a888. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.483548] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Acquiring lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.483548] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Acquired lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.483696] env[69330]: DEBUG nova.network.neutron [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Refreshing network info cache for port 9e16bead-0c5f-443c-b083-62e74f68a888 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.492086] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db90c3c-c655-443d-8ef8-f1ee1b83942d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.505460] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e339bd-ac3b-40ff-a5a0-e166e14f68e0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.554123] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1529d6-6b89-4b48-adac-7ecaa877eab7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.567596] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a66303-8c7f-46f5-96b4-89655587b4cf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.573187] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07904} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.573187] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127764, 'name': ReconfigVM_Task, 'duration_secs': 0.33449} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.573187] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.573187] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Reconfigured VM instance instance-00000008 to attach disk [datastore1] fbad53ec-e242-43ce-b7e9-75f4e1ce69f6/fbad53ec-e242-43ce-b7e9-75f4e1ce69f6.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.574392] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9588b0d0-3945-4457-a338-07d8a3e6fc32 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.577071] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5990f98-bd94-44ae-9f58-efb55e3d35e9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.586589] env[69330]: DEBUG nova.compute.provider_tree [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.610670] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 95742cd4-ee06-4c77-ab05-28cd2d326092/95742cd4-ee06-4c77-ab05-28cd2d326092.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.613175] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c241911-1dad-4988-8f5b-024016455237 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.628999] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 664.628999] env[69330]: value = "task-4127767" [ 664.628999] env[69330]: _type = "Task" [ 664.628999] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.634354] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Waiting for the task: (returnval){ [ 664.634354] env[69330]: value = "task-4127768" [ 664.634354] env[69330]: _type = "Task" [ 664.634354] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.641572] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Releasing lock "refresh_cache-985fa962-e2cc-488a-a102-1a1aabc93dcb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.641572] env[69330]: DEBUG nova.compute.manager [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Instance network_info: |[{"id": "31ac00d6-7fda-4e01-b448-3864bce6fac4", "address": "fa:16:3e:5d:a9:ae", "network": {"id": "214cfe5e-f42a-4bc8-b639-2c6c1ad8266f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2010721645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01322a058cad40d5859906eaf20648dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ac00d6-7f", "ovs_interfaceid": "31ac00d6-7fda-4e01-b448-3864bce6fac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.642759] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127767, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.642759] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:a9:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31ac00d6-7fda-4e01-b448-3864bce6fac4', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.650440] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Creating folder: Project (01322a058cad40d5859906eaf20648dc). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.654675] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-521bc71a-cf10-4fae-ad6d-d9eacf011cd6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.657242] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.669039] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Created folder: Project (01322a058cad40d5859906eaf20648dc) in parent group-v817559. [ 664.669039] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Creating folder: Instances. Parent ref: group-v817587. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.669199] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd753b0c-4e43-4b41-ac54-f3152e772cca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.684949] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Created folder: Instances in parent group-v817587. [ 664.684949] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.684949] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.684949] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3128c68e-c978-4885-bcc8-4575ff5e4bcc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.699846] env[69330]: DEBUG nova.compute.manager [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.708918] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.708918] env[69330]: value = "task-4127771" [ 664.708918] env[69330]: _type = "Task" [ 664.708918] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.720476] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127771, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.778962] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "680d7b0e-473f-474e-9dce-245ce103d9e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.779326] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "680d7b0e-473f-474e-9dce-245ce103d9e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.789618] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.871885] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.876148] env[69330]: DEBUG oslo_concurrency.lockutils [req-59c70fdb-dc12-4d34-99ba-de475d64d3aa req-b50e4165-fc2d-424a-8cbe-46edb924bf3a service nova] Releasing lock "refresh_cache-6ec379b6-3bfe-4a94-abad-9affb3942fa4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.898738] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Acquiring lock "refresh_cache-c10b9a44-b186-4623-80dc-bc94fc925e87" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.898903] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Acquired lock "refresh_cache-c10b9a44-b186-4623-80dc-bc94fc925e87" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.899072] env[69330]: DEBUG nova.network.neutron [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.960138] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127766, 'name': Rename_Task, 'duration_secs': 0.370447} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.961335] env[69330]: DEBUG nova.network.neutron [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Successfully created port: 9555c672-8ba9-4b34-8f71-6177534cf59f {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.965310] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.967256] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-484db90d-db68-48ab-a98a-1dbbe23c09bc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.973748] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Acquiring lock "d97c3b3d-e9b2-46b0-87e7-f6660de013ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.974236] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Lock "d97c3b3d-e9b2-46b0-87e7-f6660de013ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.983033] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Waiting for the task: (returnval){ [ 664.983033] env[69330]: value = "task-4127772" [ 664.983033] env[69330]: _type = "Task" [ 664.983033] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.998876] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.092058] env[69330]: DEBUG nova.scheduler.client.report [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.142776] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127767, 'name': Rename_Task, 'duration_secs': 0.21925} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.143643] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.143812] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f9611a4-b570-44fd-aed4-1194240e808d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.150085] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127768, 'name': ReconfigVM_Task, 'duration_secs': 0.492971} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.150941] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 95742cd4-ee06-4c77-ab05-28cd2d326092/95742cd4-ee06-4c77-ab05-28cd2d326092.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.151655] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6630fa9e-4fdc-4306-8640-8a706cf189d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.158169] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 665.158169] env[69330]: value = "task-4127773" [ 665.158169] env[69330]: _type = "Task" [ 665.158169] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.160151] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Waiting for the task: (returnval){ [ 665.160151] env[69330]: value = "task-4127774" [ 665.160151] env[69330]: _type = "Task" [ 665.160151] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.179745] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127774, 'name': Rename_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.180041] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.184606] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.186039] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.224867] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127771, 'name': CreateVM_Task, 'duration_secs': 0.446363} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.225095] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.226035] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.226035] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.226971] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.226971] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b68f94-d3f1-4e6c-bec8-84ad750a7a4e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.234481] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 665.234481] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52123fd5-276e-f8fc-4c1e-44a8adf2230c" [ 665.234481] env[69330]: _type = "Task" [ 665.234481] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.243366] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52123fd5-276e-f8fc-4c1e-44a8adf2230c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.282506] env[69330]: DEBUG nova.compute.manager [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.369656] env[69330]: DEBUG oslo_vmware.api [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4127765, 'name': PowerOnVM_Task, 'duration_secs': 1.008846} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.369990] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.370421] env[69330]: INFO nova.compute.manager [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Took 15.09 seconds to spawn the instance on the hypervisor. [ 665.370490] env[69330]: DEBUG nova.compute.manager [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 665.371598] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4808bbf-2bf5-48eb-add1-98d1ec6bf63b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.495477] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127772, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.500547] env[69330]: DEBUG nova.network.neutron [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.597155] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.599953] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.857s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.605338] env[69330]: INFO nova.compute.claims [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.639804] env[69330]: INFO nova.scheduler.client.report [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Deleted allocations for instance 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86 [ 665.686400] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127774, 'name': Rename_Task, 'duration_secs': 0.250417} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.687203] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127773, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.687985] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.688727] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b33cb2aa-750c-45a3-9924-5941573a25b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.704447] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Waiting for the task: (returnval){ [ 665.704447] env[69330]: value = "task-4127775" [ 665.704447] env[69330]: _type = "Task" [ 665.704447] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.713246] env[69330]: DEBUG nova.compute.manager [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.722805] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.750984] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52123fd5-276e-f8fc-4c1e-44a8adf2230c, 'name': SearchDatastore_Task, 'duration_secs': 0.012045} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.750984] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.750984] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.750984] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.752083] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.752083] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.752083] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69b2d60e-3c8d-46b7-b8d9-57592f704a17 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.758011] env[69330]: DEBUG nova.virt.hardware [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.758267] env[69330]: DEBUG nova.virt.hardware [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.758427] env[69330]: DEBUG nova.virt.hardware [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.758611] env[69330]: DEBUG nova.virt.hardware [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.758756] env[69330]: DEBUG nova.virt.hardware [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.758906] env[69330]: DEBUG nova.virt.hardware [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.759201] env[69330]: DEBUG nova.virt.hardware [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.759462] env[69330]: DEBUG nova.virt.hardware [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.759542] env[69330]: DEBUG nova.virt.hardware [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.759712] env[69330]: DEBUG nova.virt.hardware [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.759887] env[69330]: DEBUG nova.virt.hardware [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.760777] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7cf1dd-9637-4075-8db5-aaefb1db36c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.766625] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.767217] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.770442] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e116d9-80a3-4cbd-a299-222d237cae91 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.778905] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7c63aa-de0a-40b7-a811-9eb488853546 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.784675] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 665.784675] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]526245af-98dd-2f7e-e214-b65722e59cde" [ 665.784675] env[69330]: _type = "Task" [ 665.784675] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.815697] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]526245af-98dd-2f7e-e214-b65722e59cde, 'name': SearchDatastore_Task, 'duration_secs': 0.014559} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.816714] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e349ef58-ff73-4ab3-8a38-07dbca16cad4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.823712] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 665.823712] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52324356-ddbc-a825-573c-48c1c11921c5" [ 665.823712] env[69330]: _type = "Task" [ 665.823712] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.832440] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.838834] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52324356-ddbc-a825-573c-48c1c11921c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.901858] env[69330]: INFO nova.compute.manager [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Took 20.01 seconds to build instance. [ 665.994236] env[69330]: DEBUG oslo_vmware.api [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127772, 'name': PowerOnVM_Task, 'duration_secs': 0.864232} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.994504] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.994694] env[69330]: INFO nova.compute.manager [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Took 13.35 seconds to spawn the instance on the hypervisor. [ 665.994936] env[69330]: DEBUG nova.compute.manager [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 665.996074] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a4b03e-cf6e-4dfa-8d17-401427ce1d4e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.044732] env[69330]: DEBUG nova.network.neutron [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Updating instance_info_cache with network_info: [{"id": "8efb6a4b-1c57-47cf-823a-6f4f9b3f904d", "address": "fa:16:3e:a0:11:1a", "network": {"id": "e87e6c08-d346-43a6-86f4-78ea76d58313", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1574255352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "70cae781bcb84e98a73db9a9ce60d8bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efb6a4b-1c", "ovs_interfaceid": "8efb6a4b-1c57-47cf-823a-6f4f9b3f904d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.052417] env[69330]: DEBUG nova.network.neutron [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Updated VIF entry in instance network info cache for port 9e16bead-0c5f-443c-b083-62e74f68a888. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.052723] env[69330]: DEBUG nova.network.neutron [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Updating instance_info_cache with network_info: [{"id": "9e16bead-0c5f-443c-b083-62e74f68a888", "address": "fa:16:3e:46:2d:f0", "network": {"id": "eb2e298f-371d-4098-a742-776babe785f0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572239315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e90da1b4c33f41eea1c994962987c5cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e16bead-0c", "ovs_interfaceid": "9e16bead-0c5f-443c-b083-62e74f68a888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.150434] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d89d34e0-360f-4c70-a0c2-d64683100d83 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Lock "76cf0d1d-60fe-4b79-93cd-d41d0ed81d86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.330s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.175429] env[69330]: DEBUG oslo_vmware.api [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127773, 'name': PowerOnVM_Task, 'duration_secs': 0.555507} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.175727] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.175942] env[69330]: INFO nova.compute.manager [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Took 11.24 seconds to spawn the instance on the hypervisor. [ 666.176145] env[69330]: DEBUG nova.compute.manager [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 666.177037] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88299e6a-3d3c-4f5a-a248-eee6f9ab43fa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.219280] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.319865] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Acquiring lock "b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.319865] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Lock "b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.319865] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Acquiring lock "b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.319865] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Lock "b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.320487] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Lock "b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.321697] env[69330]: INFO nova.compute.manager [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Terminating instance [ 666.343898] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52324356-ddbc-a825-573c-48c1c11921c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011984} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.344673] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.345722] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 985fa962-e2cc-488a-a102-1a1aabc93dcb/985fa962-e2cc-488a-a102-1a1aabc93dcb.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.347246] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-285a4c2c-9265-49b9-ba99-70e7da45dfd6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.357918] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 666.357918] env[69330]: value = "task-4127776" [ 666.357918] env[69330]: _type = "Task" [ 666.357918] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.369219] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.403873] env[69330]: DEBUG oslo_concurrency.lockutils [None req-560c6818-ed3a-4cd3-9161-6ad34c146dcc tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Lock "2dfce727-3973-48b4-9326-a2fa2a64779e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.524s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.520316] env[69330]: INFO nova.compute.manager [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Took 18.60 seconds to build instance. [ 666.547278] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Releasing lock "refresh_cache-c10b9a44-b186-4623-80dc-bc94fc925e87" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.547579] env[69330]: DEBUG nova.compute.manager [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Instance network_info: |[{"id": "8efb6a4b-1c57-47cf-823a-6f4f9b3f904d", "address": "fa:16:3e:a0:11:1a", "network": {"id": "e87e6c08-d346-43a6-86f4-78ea76d58313", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1574255352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "70cae781bcb84e98a73db9a9ce60d8bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efb6a4b-1c", "ovs_interfaceid": "8efb6a4b-1c57-47cf-823a-6f4f9b3f904d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.548012] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:11:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8efb6a4b-1c57-47cf-823a-6f4f9b3f904d', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.557968] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Creating folder: Project (70cae781bcb84e98a73db9a9ce60d8bf). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.558710] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26f5b8d0-9982-485c-83ca-596dff9a9ea9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.561427] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Releasing lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.561690] env[69330]: DEBUG nova.compute.manager [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Received event network-vif-plugged-402fbd16-13ba-440f-b918-ecb267b840c6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.561915] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Acquiring lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.562371] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.562559] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.562741] env[69330]: DEBUG nova.compute.manager [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] No waiting events found dispatching network-vif-plugged-402fbd16-13ba-440f-b918-ecb267b840c6 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 666.563124] env[69330]: WARNING nova.compute.manager [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Received unexpected event network-vif-plugged-402fbd16-13ba-440f-b918-ecb267b840c6 for instance with vm_state building and task_state spawning. [ 666.563124] env[69330]: DEBUG nova.compute.manager [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Received event network-changed-402fbd16-13ba-440f-b918-ecb267b840c6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.563295] env[69330]: DEBUG nova.compute.manager [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Refreshing instance network info cache due to event network-changed-402fbd16-13ba-440f-b918-ecb267b840c6. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.563517] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Acquiring lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.563655] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Acquired lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.563909] env[69330]: DEBUG nova.network.neutron [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Refreshing network info cache for port 402fbd16-13ba-440f-b918-ecb267b840c6 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.579210] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Created folder: Project (70cae781bcb84e98a73db9a9ce60d8bf) in parent group-v817559. [ 666.583022] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Creating folder: Instances. Parent ref: group-v817590. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.583022] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c565acb-bde5-4cc1-9f62-89607eeac24b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.598026] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Created folder: Instances in parent group-v817590. [ 666.598026] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.598026] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.598026] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e232a97c-2b32-48f3-b4ff-9a3f7afd63d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.626636] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.626636] env[69330]: value = "task-4127779" [ 666.626636] env[69330]: _type = "Task" [ 666.626636] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.640243] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127779, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.723766] env[69330]: INFO nova.compute.manager [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Took 16.48 seconds to build instance. [ 666.734243] env[69330]: DEBUG oslo_vmware.api [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127775, 'name': PowerOnVM_Task, 'duration_secs': 0.843342} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.734595] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.734739] env[69330]: INFO nova.compute.manager [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Took 9.46 seconds to spawn the instance on the hypervisor. [ 666.736213] env[69330]: DEBUG nova.compute.manager [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 666.736213] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1bfbdd-d1f3-44e3-b362-79bf226bfabd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.837059] env[69330]: DEBUG nova.compute.manager [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.839324] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.839324] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a017237-64c0-4ed1-8c63-f82fbfc6cde8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.856471] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.860261] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b59a6a8-6f86-44b2-ba48-9d7acf740638 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.873430] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127776, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.875330] env[69330]: DEBUG oslo_vmware.api [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for the task: (returnval){ [ 666.875330] env[69330]: value = "task-4127780" [ 666.875330] env[69330]: _type = "Task" [ 666.875330] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.885718] env[69330]: DEBUG oslo_vmware.api [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.907791] env[69330]: DEBUG nova.compute.manager [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.957945] env[69330]: DEBUG nova.compute.manager [None req-7b3ae783-c7b4-42b0-ac47-89fe233baed2 tempest-ServerExternalEventsTest-1327784742 tempest-ServerExternalEventsTest-1327784742-project] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Received event network-changed {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.957945] env[69330]: DEBUG nova.compute.manager [None req-7b3ae783-c7b4-42b0-ac47-89fe233baed2 tempest-ServerExternalEventsTest-1327784742 tempest-ServerExternalEventsTest-1327784742-project] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Refreshing instance network info cache due to event network-changed. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.958060] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7b3ae783-c7b4-42b0-ac47-89fe233baed2 tempest-ServerExternalEventsTest-1327784742 tempest-ServerExternalEventsTest-1327784742-project] Acquiring lock "refresh_cache-7a284fbf-f3d9-4dbb-a776-f3d022f3b933" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.959222] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7b3ae783-c7b4-42b0-ac47-89fe233baed2 tempest-ServerExternalEventsTest-1327784742 tempest-ServerExternalEventsTest-1327784742-project] Acquired lock "refresh_cache-7a284fbf-f3d9-4dbb-a776-f3d022f3b933" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.959222] env[69330]: DEBUG nova.network.neutron [None req-7b3ae783-c7b4-42b0-ac47-89fe233baed2 tempest-ServerExternalEventsTest-1327784742 tempest-ServerExternalEventsTest-1327784742-project] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.024333] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a067c8fa-f33b-453a-9c28-0d2e946f8058 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Lock "6ec379b6-3bfe-4a94-abad-9affb3942fa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.118s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.044723] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "e85feaa7-ac85-4146-b9f2-3cf5b196729c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.045117] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "e85feaa7-ac85-4146-b9f2-3cf5b196729c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.077948] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edd672a-8afe-4c47-b519-1f20c5fc19e5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.090263] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e1cb3e-5f13-4149-b59d-9ecaed446d27 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.133456] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd4c754-46f2-4aa3-9674-34d6676aa38e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.145362] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127779, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.148593] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097ec214-9454-424d-88ce-669c56509f44 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.166555] env[69330]: DEBUG nova.compute.provider_tree [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.227697] env[69330]: DEBUG oslo_concurrency.lockutils [None req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.995s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.262166] env[69330]: INFO nova.compute.manager [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Took 16.00 seconds to build instance. [ 667.379386] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569574} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.380174] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 985fa962-e2cc-488a-a102-1a1aabc93dcb/985fa962-e2cc-488a-a102-1a1aabc93dcb.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.380551] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.389118] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5ceb70c-4343-4355-872b-ea3698677721 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.401671] env[69330]: DEBUG oslo_vmware.api [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127780, 'name': PowerOffVM_Task, 'duration_secs': 0.339346} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.403230] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.403422] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.403746] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 667.403746] env[69330]: value = "task-4127781" [ 667.403746] env[69330]: _type = "Task" [ 667.403746] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.403979] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a51cc9c0-5c20-43f8-90c7-2bb94ad5eb07 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.415730] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.441348] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.490675] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.490675] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.490675] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Deleting the datastore file [datastore2] b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.490675] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7cf7a5d-ed52-48a8-92e0-a2ba131d4ef0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.500499] env[69330]: DEBUG oslo_vmware.api [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for the task: (returnval){ [ 667.500499] env[69330]: value = "task-4127783" [ 667.500499] env[69330]: _type = "Task" [ 667.500499] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.511220] env[69330]: DEBUG oslo_vmware.api [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.528406] env[69330]: DEBUG nova.compute.manager [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.645385] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127779, 'name': CreateVM_Task, 'duration_secs': 0.58127} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.645385] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.654249] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.654249] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.654249] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.654249] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52dca677-71ae-4625-9c62-24a4ab1ffdb0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.661463] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Waiting for the task: (returnval){ [ 667.661463] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b7512e-3466-abf8-6745-04987ee815ba" [ 667.661463] env[69330]: _type = "Task" [ 667.661463] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.684169] env[69330]: DEBUG nova.scheduler.client.report [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.688043] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b7512e-3466-abf8-6745-04987ee815ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.731625] env[69330]: DEBUG nova.compute.manager [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.759471] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Acquiring lock "57e560ca-4c48-4238-a7f1-33c9f2b8f3c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.759717] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Lock "57e560ca-4c48-4238-a7f1-33c9f2b8f3c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.765168] env[69330]: DEBUG oslo_concurrency.lockutils [None req-09fc66ec-0581-497f-b943-7fde283f42d9 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Lock "95742cd4-ee06-4c77-ab05-28cd2d326092" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.540s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.785020] env[69330]: DEBUG nova.network.neutron [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Updated VIF entry in instance network info cache for port 402fbd16-13ba-440f-b918-ecb267b840c6. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.785571] env[69330]: DEBUG nova.network.neutron [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Updating instance_info_cache with network_info: [{"id": "402fbd16-13ba-440f-b918-ecb267b840c6", "address": "fa:16:3e:a5:e5:a1", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402fbd16-13", "ovs_interfaceid": "402fbd16-13ba-440f-b918-ecb267b840c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.820328] env[69330]: DEBUG nova.compute.manager [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Received event network-vif-deleted-336f4643-0e21-44cc-805e-d5dfd66eb741 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.820328] env[69330]: DEBUG nova.compute.manager [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Received event network-vif-plugged-31ac00d6-7fda-4e01-b448-3864bce6fac4 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.820328] env[69330]: DEBUG oslo_concurrency.lockutils [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] Acquiring lock "985fa962-e2cc-488a-a102-1a1aabc93dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.820916] env[69330]: DEBUG oslo_concurrency.lockutils [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] Lock "985fa962-e2cc-488a-a102-1a1aabc93dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.820916] env[69330]: DEBUG oslo_concurrency.lockutils [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] Lock "985fa962-e2cc-488a-a102-1a1aabc93dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.821042] env[69330]: DEBUG nova.compute.manager [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] No waiting events found dispatching network-vif-plugged-31ac00d6-7fda-4e01-b448-3864bce6fac4 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 667.821230] env[69330]: WARNING nova.compute.manager [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Received unexpected event network-vif-plugged-31ac00d6-7fda-4e01-b448-3864bce6fac4 for instance with vm_state building and task_state spawning. [ 667.821457] env[69330]: DEBUG nova.compute.manager [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Received event network-changed-31ac00d6-7fda-4e01-b448-3864bce6fac4 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.821675] env[69330]: DEBUG nova.compute.manager [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Refreshing instance network info cache due to event network-changed-31ac00d6-7fda-4e01-b448-3864bce6fac4. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.821951] env[69330]: DEBUG oslo_concurrency.lockutils [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] Acquiring lock "refresh_cache-985fa962-e2cc-488a-a102-1a1aabc93dcb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.822162] env[69330]: DEBUG oslo_concurrency.lockutils [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] Acquired lock "refresh_cache-985fa962-e2cc-488a-a102-1a1aabc93dcb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.822381] env[69330]: DEBUG nova.network.neutron [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Refreshing network info cache for port 31ac00d6-7fda-4e01-b448-3864bce6fac4 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.840692] env[69330]: DEBUG nova.compute.manager [req-e8875bfd-c7bc-42f3-b65c-5288133215c9 req-57751d5b-4285-4f80-a317-2b572a729922 service nova] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Received event network-changed-80df0f29-502f-46ac-be58-967341f87b80 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.840973] env[69330]: DEBUG nova.compute.manager [req-e8875bfd-c7bc-42f3-b65c-5288133215c9 req-57751d5b-4285-4f80-a317-2b572a729922 service nova] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Refreshing instance network info cache due to event network-changed-80df0f29-502f-46ac-be58-967341f87b80. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.841288] env[69330]: DEBUG oslo_concurrency.lockutils [req-e8875bfd-c7bc-42f3-b65c-5288133215c9 req-57751d5b-4285-4f80-a317-2b572a729922 service nova] Acquiring lock "refresh_cache-95742cd4-ee06-4c77-ab05-28cd2d326092" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.841635] env[69330]: DEBUG oslo_concurrency.lockutils [req-e8875bfd-c7bc-42f3-b65c-5288133215c9 req-57751d5b-4285-4f80-a317-2b572a729922 service nova] Acquired lock "refresh_cache-95742cd4-ee06-4c77-ab05-28cd2d326092" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.842140] env[69330]: DEBUG nova.network.neutron [req-e8875bfd-c7bc-42f3-b65c-5288133215c9 req-57751d5b-4285-4f80-a317-2b572a729922 service nova] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Refreshing network info cache for port 80df0f29-502f-46ac-be58-967341f87b80 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.915898] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138404} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.916194] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.916998] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf01cdf-51ce-41bd-a0b8-378277774080 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.942491] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 985fa962-e2cc-488a-a102-1a1aabc93dcb/985fa962-e2cc-488a-a102-1a1aabc93dcb.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.942491] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fdfd2c6-0340-4dfe-b666-8bb129a98a7e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.967033] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 667.967033] env[69330]: value = "task-4127784" [ 667.967033] env[69330]: _type = "Task" [ 667.967033] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.986079] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.011287] env[69330]: DEBUG oslo_vmware.api [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Task: {'id': task-4127783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155772} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.011486] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.012196] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.012196] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.012196] env[69330]: INFO nova.compute.manager [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 668.012196] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.012460] env[69330]: DEBUG nova.compute.manager [-] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.012926] env[69330]: DEBUG nova.network.neutron [-] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.042269] env[69330]: DEBUG nova.network.neutron [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Successfully updated port: 9555c672-8ba9-4b34-8f71-6177534cf59f {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.049364] env[69330]: DEBUG nova.network.neutron [None req-7b3ae783-c7b4-42b0-ac47-89fe233baed2 tempest-ServerExternalEventsTest-1327784742 tempest-ServerExternalEventsTest-1327784742-project] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Updating instance_info_cache with network_info: [{"id": "4ce47d27-e259-45b5-945c-6f6d14f0a6b1", "address": "fa:16:3e:e3:63:b1", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce47d27-e2", "ovs_interfaceid": "4ce47d27-e259-45b5-945c-6f6d14f0a6b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.071066] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.180599] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b7512e-3466-abf8-6745-04987ee815ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011183} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.180938] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.181192] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.181542] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.182090] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.182090] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.182311] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21ae2737-eece-48ed-a809-e95c0064c6fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.192398] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.192943] env[69330]: DEBUG nova.compute.manager [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.196963] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.408s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.198409] env[69330]: INFO nova.compute.claims [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.200836] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.201024] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.202433] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf985378-c4cb-4d14-bb3c-ee2631153128 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.209820] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Waiting for the task: (returnval){ [ 668.209820] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520cb81c-2093-571e-cbf1-3021daee14f6" [ 668.209820] env[69330]: _type = "Task" [ 668.209820] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.219112] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520cb81c-2093-571e-cbf1-3021daee14f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.259888] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.270231] env[69330]: DEBUG nova.compute.manager [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.292101] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Releasing lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.292214] env[69330]: DEBUG nova.compute.manager [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Received event network-vif-plugged-80df0f29-502f-46ac-be58-967341f87b80 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.292394] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Acquiring lock "95742cd4-ee06-4c77-ab05-28cd2d326092-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.292601] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Lock "95742cd4-ee06-4c77-ab05-28cd2d326092-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.292763] env[69330]: DEBUG oslo_concurrency.lockutils [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] Lock "95742cd4-ee06-4c77-ab05-28cd2d326092-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.292928] env[69330]: DEBUG nova.compute.manager [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] No waiting events found dispatching network-vif-plugged-80df0f29-502f-46ac-be58-967341f87b80 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 668.293107] env[69330]: WARNING nova.compute.manager [req-24a2366d-e0e0-4d6e-85a8-f94661a71e8c req-81cf37fa-3656-4158-bb9b-1be5f2667fcd service nova] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Received unexpected event network-vif-plugged-80df0f29-502f-46ac-be58-967341f87b80 for instance with vm_state building and task_state spawning. [ 668.485617] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.547553] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "refresh_cache-87a19eb0-98f5-4435-858b-d7b643d549c8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.547708] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "refresh_cache-87a19eb0-98f5-4435-858b-d7b643d549c8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.548026] env[69330]: DEBUG nova.network.neutron [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.553990] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7b3ae783-c7b4-42b0-ac47-89fe233baed2 tempest-ServerExternalEventsTest-1327784742 tempest-ServerExternalEventsTest-1327784742-project] Releasing lock "refresh_cache-7a284fbf-f3d9-4dbb-a776-f3d022f3b933" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.712497] env[69330]: DEBUG nova.compute.utils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.721822] env[69330]: DEBUG nova.compute.manager [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.722242] env[69330]: DEBUG nova.network.neutron [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.738711] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520cb81c-2093-571e-cbf1-3021daee14f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013853} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.739546] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6244c1f0-f840-48b4-91c7-9e33d2a236b9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.745590] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Waiting for the task: (returnval){ [ 668.745590] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52245673-7c98-50b1-0db9-7a98fd2f7b75" [ 668.745590] env[69330]: _type = "Task" [ 668.745590] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.755920] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52245673-7c98-50b1-0db9-7a98fd2f7b75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.804742] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.967126] env[69330]: DEBUG nova.network.neutron [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Updated VIF entry in instance network info cache for port 31ac00d6-7fda-4e01-b448-3864bce6fac4. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.967543] env[69330]: DEBUG nova.network.neutron [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Updating instance_info_cache with network_info: [{"id": "31ac00d6-7fda-4e01-b448-3864bce6fac4", "address": "fa:16:3e:5d:a9:ae", "network": {"id": "214cfe5e-f42a-4bc8-b639-2c6c1ad8266f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2010721645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01322a058cad40d5859906eaf20648dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ac00d6-7f", "ovs_interfaceid": "31ac00d6-7fda-4e01-b448-3864bce6fac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.983321] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127784, 'name': ReconfigVM_Task, 'duration_secs': 0.941282} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.983586] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 985fa962-e2cc-488a-a102-1a1aabc93dcb/985fa962-e2cc-488a-a102-1a1aabc93dcb.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.984543] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90f86a4d-6e26-4228-bbf1-bb5ac0ef2236 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.992573] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 668.992573] env[69330]: value = "task-4127785" [ 668.992573] env[69330]: _type = "Task" [ 668.992573] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.003061] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127785, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.054660] env[69330]: DEBUG nova.network.neutron [req-e8875bfd-c7bc-42f3-b65c-5288133215c9 req-57751d5b-4285-4f80-a317-2b572a729922 service nova] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Updated VIF entry in instance network info cache for port 80df0f29-502f-46ac-be58-967341f87b80. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.054988] env[69330]: DEBUG nova.network.neutron [req-e8875bfd-c7bc-42f3-b65c-5288133215c9 req-57751d5b-4285-4f80-a317-2b572a729922 service nova] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Updating instance_info_cache with network_info: [{"id": "80df0f29-502f-46ac-be58-967341f87b80", "address": "fa:16:3e:79:14:4c", "network": {"id": "8cd85042-7573-4f82-b67c-01ea25ad6ff4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1367088781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c531221a7344d238f88f91f098f323e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80df0f29-50", "ovs_interfaceid": "80df0f29-502f-46ac-be58-967341f87b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.111337] env[69330]: DEBUG nova.network.neutron [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.161251] env[69330]: DEBUG nova.policy [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d648902c50049c98b2f4336c6257737', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e568683921340599ebc32ae19048099', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.228734] env[69330]: DEBUG nova.compute.manager [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.266764] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52245673-7c98-50b1-0db9-7a98fd2f7b75, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.266764] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.267044] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] c10b9a44-b186-4623-80dc-bc94fc925e87/c10b9a44-b186-4623-80dc-bc94fc925e87.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.268881] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f3cc704-53ba-403d-942e-3c8f5eb84069 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.285154] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Waiting for the task: (returnval){ [ 669.285154] env[69330]: value = "task-4127786" [ 669.285154] env[69330]: _type = "Task" [ 669.285154] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.296321] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.386889] env[69330]: DEBUG nova.network.neutron [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Updating instance_info_cache with network_info: [{"id": "9555c672-8ba9-4b34-8f71-6177534cf59f", "address": "fa:16:3e:e7:b5:81", "network": {"id": "57b14d05-24fc-4b34-a617-2882f8ded145", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-782617106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047da396f8174c1dab83a8edf9f3609f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9555c672-8b", "ovs_interfaceid": "9555c672-8ba9-4b34-8f71-6177534cf59f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.474324] env[69330]: DEBUG oslo_concurrency.lockutils [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] Releasing lock "refresh_cache-985fa962-e2cc-488a-a102-1a1aabc93dcb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.474604] env[69330]: DEBUG nova.compute.manager [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Received event network-vif-plugged-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.474860] env[69330]: DEBUG oslo_concurrency.lockutils [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] Acquiring lock "c10b9a44-b186-4623-80dc-bc94fc925e87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.475205] env[69330]: DEBUG oslo_concurrency.lockutils [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] Lock "c10b9a44-b186-4623-80dc-bc94fc925e87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.475381] env[69330]: DEBUG oslo_concurrency.lockutils [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] Lock "c10b9a44-b186-4623-80dc-bc94fc925e87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.475555] env[69330]: DEBUG nova.compute.manager [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] No waiting events found dispatching network-vif-plugged-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 669.475724] env[69330]: WARNING nova.compute.manager [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Received unexpected event network-vif-plugged-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d for instance with vm_state building and task_state spawning. [ 669.475889] env[69330]: DEBUG nova.compute.manager [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Received event network-changed-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.476067] env[69330]: DEBUG nova.compute.manager [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Refreshing instance network info cache due to event network-changed-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.476316] env[69330]: DEBUG oslo_concurrency.lockutils [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] Acquiring lock "refresh_cache-c10b9a44-b186-4623-80dc-bc94fc925e87" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.476486] env[69330]: DEBUG oslo_concurrency.lockutils [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] Acquired lock "refresh_cache-c10b9a44-b186-4623-80dc-bc94fc925e87" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.476653] env[69330]: DEBUG nova.network.neutron [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Refreshing network info cache for port 8efb6a4b-1c57-47cf-823a-6f4f9b3f904d {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.509136] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127785, 'name': Rename_Task, 'duration_secs': 0.258335} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.510083] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.510083] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56da8564-6156-447a-8be3-b8e43ef07f82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.520025] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 669.520025] env[69330]: value = "task-4127787" [ 669.520025] env[69330]: _type = "Task" [ 669.520025] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.537765] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.558749] env[69330]: DEBUG oslo_concurrency.lockutils [req-e8875bfd-c7bc-42f3-b65c-5288133215c9 req-57751d5b-4285-4f80-a317-2b572a729922 service nova] Releasing lock "refresh_cache-95742cd4-ee06-4c77-ab05-28cd2d326092" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.593691] env[69330]: DEBUG nova.network.neutron [-] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.599541] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f3dbe2-26bd-4442-90fd-9c04054694b9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.611996] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c016942-5cad-4254-bd52-cfe790e5cb80 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.645609] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9824c86-1fc0-42ec-a8e1-7b32ef29c3d3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.655638] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5281c6-45d1-44d3-b3a7-c4a134c0b98c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.675928] env[69330]: DEBUG nova.compute.provider_tree [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.796989] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127786, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.890029] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "refresh_cache-87a19eb0-98f5-4435-858b-d7b643d549c8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.890511] env[69330]: DEBUG nova.compute.manager [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Instance network_info: |[{"id": "9555c672-8ba9-4b34-8f71-6177534cf59f", "address": "fa:16:3e:e7:b5:81", "network": {"id": "57b14d05-24fc-4b34-a617-2882f8ded145", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-782617106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047da396f8174c1dab83a8edf9f3609f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9555c672-8b", "ovs_interfaceid": "9555c672-8ba9-4b34-8f71-6177534cf59f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.891228] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:b5:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9555c672-8ba9-4b34-8f71-6177534cf59f', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.901026] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Creating folder: Project (047da396f8174c1dab83a8edf9f3609f). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.901550] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56bacc91-37ee-4c72-a289-792a4293e4dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.914464] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Created folder: Project (047da396f8174c1dab83a8edf9f3609f) in parent group-v817559. [ 669.914683] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Creating folder: Instances. Parent ref: group-v817593. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.914969] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74c330fc-7cd7-43a6-8c96-7b52461411e9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.926114] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Created folder: Instances in parent group-v817593. [ 669.926421] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.926631] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.926839] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e981304b-6944-4152-b826-16dff71186b2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.948343] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.948343] env[69330]: value = "task-4127790" [ 669.948343] env[69330]: _type = "Task" [ 669.948343] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.956596] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127790, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.033115] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127787, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.097718] env[69330]: INFO nova.compute.manager [-] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Took 2.08 seconds to deallocate network for instance. [ 670.179675] env[69330]: DEBUG nova.scheduler.client.report [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.191847] env[69330]: DEBUG nova.network.neutron [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Successfully created port: dc76b36a-f38a-4e77-aeb6-274906d490ad {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.242076] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Acquiring lock "7a284fbf-f3d9-4dbb-a776-f3d022f3b933" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.242472] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Lock "7a284fbf-f3d9-4dbb-a776-f3d022f3b933" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.242738] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Acquiring lock "7a284fbf-f3d9-4dbb-a776-f3d022f3b933-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.243361] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Lock "7a284fbf-f3d9-4dbb-a776-f3d022f3b933-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.243813] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Lock "7a284fbf-f3d9-4dbb-a776-f3d022f3b933-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.247070] env[69330]: DEBUG nova.compute.manager [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.250618] env[69330]: INFO nova.compute.manager [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Terminating instance [ 670.274830] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquiring lock "04c3b326-d749-4971-be51-d028f1e78275" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.275386] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lock "04c3b326-d749-4971-be51-d028f1e78275" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.293912] env[69330]: DEBUG nova.virt.hardware [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.294333] env[69330]: DEBUG nova.virt.hardware [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.294649] env[69330]: DEBUG nova.virt.hardware [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.294932] env[69330]: DEBUG nova.virt.hardware [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.295443] env[69330]: DEBUG nova.virt.hardware [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.295443] env[69330]: DEBUG nova.virt.hardware [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.295709] env[69330]: DEBUG nova.virt.hardware [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.295938] env[69330]: DEBUG nova.virt.hardware [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.296260] env[69330]: DEBUG nova.virt.hardware [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.296742] env[69330]: DEBUG nova.virt.hardware [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.296742] env[69330]: DEBUG nova.virt.hardware [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.298522] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bc2846-dbc2-4100-9433-8fd7f22db729 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.316660] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524359} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.319406] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b60e39-a8e4-4e5b-99e5-e100ba72bb65 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.329924] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] c10b9a44-b186-4623-80dc-bc94fc925e87/c10b9a44-b186-4623-80dc-bc94fc925e87.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.330511] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.330812] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-617101c8-71e0-4ff8-b0bb-c062a0304058 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.361533] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Waiting for the task: (returnval){ [ 670.361533] env[69330]: value = "task-4127791" [ 670.361533] env[69330]: _type = "Task" [ 670.361533] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.379219] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.462534] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127790, 'name': CreateVM_Task, 'duration_secs': 0.399459} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.463018] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.465171] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.465371] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.465714] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.466014] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c2cefd9-bd17-42fa-b21d-f58ceaeae8df {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.472497] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 670.472497] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bc17da-e271-1b03-6098-0780c57befba" [ 670.472497] env[69330]: _type = "Task" [ 670.472497] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.483111] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bc17da-e271-1b03-6098-0780c57befba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.533249] env[69330]: DEBUG oslo_vmware.api [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127787, 'name': PowerOnVM_Task, 'duration_secs': 0.909638} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.533764] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.534134] env[69330]: INFO nova.compute.manager [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Took 10.67 seconds to spawn the instance on the hypervisor. [ 670.534340] env[69330]: DEBUG nova.compute.manager [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.535844] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7c228d-e912-4b67-a281-84c5f3aa59d2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.592021] env[69330]: DEBUG nova.network.neutron [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Updated VIF entry in instance network info cache for port 8efb6a4b-1c57-47cf-823a-6f4f9b3f904d. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.592021] env[69330]: DEBUG nova.network.neutron [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Updating instance_info_cache with network_info: [{"id": "8efb6a4b-1c57-47cf-823a-6f4f9b3f904d", "address": "fa:16:3e:a0:11:1a", "network": {"id": "e87e6c08-d346-43a6-86f4-78ea76d58313", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1574255352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "70cae781bcb84e98a73db9a9ce60d8bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efb6a4b-1c", "ovs_interfaceid": "8efb6a4b-1c57-47cf-823a-6f4f9b3f904d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.606319] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.699485] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.699921] env[69330]: DEBUG nova.compute.manager [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.705535] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.873s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.706707] env[69330]: INFO nova.compute.claims [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.759608] env[69330]: DEBUG nova.compute.manager [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.759608] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.759608] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae743df-4c46-4aa5-82ba-56f48854086b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.770875] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.772290] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e84e150-82c7-438e-92d3-b6a04ee56dba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.782231] env[69330]: DEBUG oslo_vmware.api [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Waiting for the task: (returnval){ [ 670.782231] env[69330]: value = "task-4127792" [ 670.782231] env[69330]: _type = "Task" [ 670.782231] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.792740] env[69330]: DEBUG oslo_vmware.api [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.874969] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089785} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.875251] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.875925] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb075fb-c6c1-4dac-b93b-4600545273a9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.904666] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] c10b9a44-b186-4623-80dc-bc94fc925e87/c10b9a44-b186-4623-80dc-bc94fc925e87.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.905422] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7c388fb-4778-447c-bdfc-b6d812dbd339 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.928726] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Waiting for the task: (returnval){ [ 670.928726] env[69330]: value = "task-4127793" [ 670.928726] env[69330]: _type = "Task" [ 670.928726] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.937702] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.989032] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bc17da-e271-1b03-6098-0780c57befba, 'name': SearchDatastore_Task, 'duration_secs': 0.01125} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.990068] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.990583] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.991625] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.991625] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.991625] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.994783] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16e280b1-a937-4c2e-9888-cdf4d2279dd1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.006634] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.006634] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.006634] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614b5b90-90e4-473b-a82f-12f5e70a0ff4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.016201] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 671.016201] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52318b9a-0d97-f499-ed53-c91cdb08b05d" [ 671.016201] env[69330]: _type = "Task" [ 671.016201] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.028038] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52318b9a-0d97-f499-ed53-c91cdb08b05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.062206] env[69330]: INFO nova.compute.manager [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Took 15.62 seconds to build instance. [ 671.097583] env[69330]: DEBUG oslo_concurrency.lockutils [req-89a53327-cf4b-4935-9130-1ac4a4bc22ee req-30b4d6bb-4aee-4403-bef2-4d37bcdb50ae service nova] Releasing lock "refresh_cache-c10b9a44-b186-4623-80dc-bc94fc925e87" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.212422] env[69330]: DEBUG nova.compute.utils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.226178] env[69330]: DEBUG nova.compute.manager [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.226178] env[69330]: DEBUG nova.network.neutron [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.297119] env[69330]: DEBUG oslo_vmware.api [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127792, 'name': PowerOffVM_Task, 'duration_secs': 0.419917} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.297775] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.297775] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.298405] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ba7e255-71ca-427c-ad4d-773c2084d5d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.330839] env[69330]: DEBUG nova.policy [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02dd9280c54742698f179478289afb32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '047da396f8174c1dab83a8edf9f3609f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.338025] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Acquiring lock "1bd449dc-7011-4fad-956b-0bd23c946441" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.338339] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Lock "1bd449dc-7011-4fad-956b-0bd23c946441" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.377813] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.377964] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.378131] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Deleting the datastore file [datastore2] 7a284fbf-f3d9-4dbb-a776-f3d022f3b933 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.378561] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f75a7fa-9c4e-4716-afa4-f1c1debdfa9d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.391429] env[69330]: DEBUG oslo_vmware.api [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Waiting for the task: (returnval){ [ 671.391429] env[69330]: value = "task-4127795" [ 671.391429] env[69330]: _type = "Task" [ 671.391429] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.403246] env[69330]: DEBUG oslo_vmware.api [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.441245] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127793, 'name': ReconfigVM_Task, 'duration_secs': 0.510601} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.441905] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Reconfigured VM instance instance-0000000b to attach disk [datastore1] c10b9a44-b186-4623-80dc-bc94fc925e87/c10b9a44-b186-4623-80dc-bc94fc925e87.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.442282] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fec35d6e-fd36-4631-bae3-965798d0c65f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.451022] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Waiting for the task: (returnval){ [ 671.451022] env[69330]: value = "task-4127796" [ 671.451022] env[69330]: _type = "Task" [ 671.451022] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.462711] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127796, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.534955] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52318b9a-0d97-f499-ed53-c91cdb08b05d, 'name': SearchDatastore_Task, 'duration_secs': 0.01471} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.535833] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe549122-7032-45aa-9342-3f73ed173590 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.543291] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 671.543291] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a3d945-e7d2-0514-846c-54099de337de" [ 671.543291] env[69330]: _type = "Task" [ 671.543291] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.557020] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a3d945-e7d2-0514-846c-54099de337de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.565650] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "985fa962-e2cc-488a-a102-1a1aabc93dcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.153s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.722780] env[69330]: DEBUG nova.compute.manager [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.852015] env[69330]: DEBUG nova.network.neutron [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Successfully created port: 63488f10-880f-442b-b8f0-733534f67b57 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.910987] env[69330]: DEBUG oslo_vmware.api [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Task: {'id': task-4127795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162011} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.911499] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.911592] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.911684] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.911865] env[69330]: INFO nova.compute.manager [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Took 1.16 seconds to destroy the instance on the hypervisor. [ 671.912193] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.912398] env[69330]: DEBUG nova.compute.manager [-] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.912484] env[69330]: DEBUG nova.network.neutron [-] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.965415] env[69330]: DEBUG nova.compute.manager [req-8bb76c72-1355-4440-85ad-05c6f63f9d48 req-6f206dc0-889f-460f-8e08-474d0cceda0e service nova] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Received event network-vif-deleted-df209274-9883-4b93-8c3e-4dec92c3ec1d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.983147] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127796, 'name': Rename_Task, 'duration_secs': 0.215746} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.983368] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.983855] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afed91da-d20b-4922-b001-cd403bddea5e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.987817] env[69330]: DEBUG nova.compute.manager [req-c34249a6-a7f0-4a39-97c7-2f573048704e req-a16a53b8-1d73-45e2-a473-e06c763fa7fa service nova] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Received event network-vif-plugged-9555c672-8ba9-4b34-8f71-6177534cf59f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.987817] env[69330]: DEBUG oslo_concurrency.lockutils [req-c34249a6-a7f0-4a39-97c7-2f573048704e req-a16a53b8-1d73-45e2-a473-e06c763fa7fa service nova] Acquiring lock "87a19eb0-98f5-4435-858b-d7b643d549c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.987986] env[69330]: DEBUG oslo_concurrency.lockutils [req-c34249a6-a7f0-4a39-97c7-2f573048704e req-a16a53b8-1d73-45e2-a473-e06c763fa7fa service nova] Lock "87a19eb0-98f5-4435-858b-d7b643d549c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.988368] env[69330]: DEBUG oslo_concurrency.lockutils [req-c34249a6-a7f0-4a39-97c7-2f573048704e req-a16a53b8-1d73-45e2-a473-e06c763fa7fa service nova] Lock "87a19eb0-98f5-4435-858b-d7b643d549c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.988368] env[69330]: DEBUG nova.compute.manager [req-c34249a6-a7f0-4a39-97c7-2f573048704e req-a16a53b8-1d73-45e2-a473-e06c763fa7fa service nova] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] No waiting events found dispatching network-vif-plugged-9555c672-8ba9-4b34-8f71-6177534cf59f {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 671.988540] env[69330]: WARNING nova.compute.manager [req-c34249a6-a7f0-4a39-97c7-2f573048704e req-a16a53b8-1d73-45e2-a473-e06c763fa7fa service nova] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Received unexpected event network-vif-plugged-9555c672-8ba9-4b34-8f71-6177534cf59f for instance with vm_state building and task_state spawning. [ 671.988839] env[69330]: DEBUG nova.compute.manager [req-c34249a6-a7f0-4a39-97c7-2f573048704e req-a16a53b8-1d73-45e2-a473-e06c763fa7fa service nova] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Received event network-changed-9555c672-8ba9-4b34-8f71-6177534cf59f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.988839] env[69330]: DEBUG nova.compute.manager [req-c34249a6-a7f0-4a39-97c7-2f573048704e req-a16a53b8-1d73-45e2-a473-e06c763fa7fa service nova] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Refreshing instance network info cache due to event network-changed-9555c672-8ba9-4b34-8f71-6177534cf59f. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.989014] env[69330]: DEBUG oslo_concurrency.lockutils [req-c34249a6-a7f0-4a39-97c7-2f573048704e req-a16a53b8-1d73-45e2-a473-e06c763fa7fa service nova] Acquiring lock "refresh_cache-87a19eb0-98f5-4435-858b-d7b643d549c8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.989720] env[69330]: DEBUG oslo_concurrency.lockutils [req-c34249a6-a7f0-4a39-97c7-2f573048704e req-a16a53b8-1d73-45e2-a473-e06c763fa7fa service nova] Acquired lock "refresh_cache-87a19eb0-98f5-4435-858b-d7b643d549c8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.989720] env[69330]: DEBUG nova.network.neutron [req-c34249a6-a7f0-4a39-97c7-2f573048704e req-a16a53b8-1d73-45e2-a473-e06c763fa7fa service nova] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Refreshing network info cache for port 9555c672-8ba9-4b34-8f71-6177534cf59f {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.004255] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Waiting for the task: (returnval){ [ 672.004255] env[69330]: value = "task-4127797" [ 672.004255] env[69330]: _type = "Task" [ 672.004255] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.015717] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.057360] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a3d945-e7d2-0514-846c-54099de337de, 'name': SearchDatastore_Task, 'duration_secs': 0.013016} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.057634] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.057894] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8/87a19eb0-98f5-4435-858b-d7b643d549c8.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.058175] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cb5a056-0702-4614-813d-c54930095d8d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.071157] env[69330]: DEBUG nova.compute.manager [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.074426] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 672.074426] env[69330]: value = "task-4127798" [ 672.074426] env[69330]: _type = "Task" [ 672.074426] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.085125] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.129887] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce37a702-d039-4933-abc3-58bb2e2490da {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.140347] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e044cb-abd4-4447-af63-fd64a7a683e8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.179391] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0df33d5-64a8-483e-bdad-cd20c293b37a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.188829] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f9aa2f-55ce-4678-b514-cf4c963afa0b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.207554] env[69330]: DEBUG nova.compute.provider_tree [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.524634] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127797, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.599871] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127798, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.625327] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.628402] env[69330]: DEBUG nova.network.neutron [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Successfully updated port: dc76b36a-f38a-4e77-aeb6-274906d490ad {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.714506] env[69330]: DEBUG nova.scheduler.client.report [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.732440] env[69330]: DEBUG nova.compute.manager [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.764886] env[69330]: DEBUG nova.virt.hardware [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.765210] env[69330]: DEBUG nova.virt.hardware [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.765342] env[69330]: DEBUG nova.virt.hardware [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.765739] env[69330]: DEBUG nova.virt.hardware [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.765918] env[69330]: DEBUG nova.virt.hardware [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.766195] env[69330]: DEBUG nova.virt.hardware [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.766574] env[69330]: DEBUG nova.virt.hardware [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.766834] env[69330]: DEBUG nova.virt.hardware [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.767046] env[69330]: DEBUG nova.virt.hardware [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.767221] env[69330]: DEBUG nova.virt.hardware [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.767395] env[69330]: DEBUG nova.virt.hardware [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.768969] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d77de50-3b1d-4f47-945b-e85ff5539b45 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.780307] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a07bf52-210d-4536-9efb-f9dfe862c801 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.884461] env[69330]: DEBUG nova.network.neutron [req-c34249a6-a7f0-4a39-97c7-2f573048704e req-a16a53b8-1d73-45e2-a473-e06c763fa7fa service nova] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Updated VIF entry in instance network info cache for port 9555c672-8ba9-4b34-8f71-6177534cf59f. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.884461] env[69330]: DEBUG nova.network.neutron [req-c34249a6-a7f0-4a39-97c7-2f573048704e req-a16a53b8-1d73-45e2-a473-e06c763fa7fa service nova] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Updating instance_info_cache with network_info: [{"id": "9555c672-8ba9-4b34-8f71-6177534cf59f", "address": "fa:16:3e:e7:b5:81", "network": {"id": "57b14d05-24fc-4b34-a617-2882f8ded145", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-782617106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047da396f8174c1dab83a8edf9f3609f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9555c672-8b", "ovs_interfaceid": "9555c672-8ba9-4b34-8f71-6177534cf59f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.020833] env[69330]: DEBUG oslo_vmware.api [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127797, 'name': PowerOnVM_Task, 'duration_secs': 0.714354} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.020833] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.020833] env[69330]: INFO nova.compute.manager [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Took 10.70 seconds to spawn the instance on the hypervisor. [ 673.020833] env[69330]: DEBUG nova.compute.manager [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 673.020833] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96409a7-bab1-4131-9901-6b184fab28e2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.057558] env[69330]: DEBUG nova.network.neutron [-] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.094028] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647953} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.094354] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8/87a19eb0-98f5-4435-858b-d7b643d549c8.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.094840] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.094840] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f52c906d-3c17-4dca-9c57-a909cc2b9b4a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.106212] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 673.106212] env[69330]: value = "task-4127799" [ 673.106212] env[69330]: _type = "Task" [ 673.106212] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.117321] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.130696] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Acquiring lock "refresh_cache-8cabb81d-9470-4b45-b183-485160fc4a9b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.130903] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Acquired lock "refresh_cache-8cabb81d-9470-4b45-b183-485160fc4a9b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.135269] env[69330]: DEBUG nova.network.neutron [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.221680] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.222540] env[69330]: DEBUG nova.compute.manager [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.226196] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.785s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.228915] env[69330]: INFO nova.compute.claims [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.237128] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.237534] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.387317] env[69330]: DEBUG oslo_concurrency.lockutils [req-c34249a6-a7f0-4a39-97c7-2f573048704e req-a16a53b8-1d73-45e2-a473-e06c763fa7fa service nova] Releasing lock "refresh_cache-87a19eb0-98f5-4435-858b-d7b643d549c8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.431381] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Acquiring lock "6ec379b6-3bfe-4a94-abad-9affb3942fa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.431763] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Lock "6ec379b6-3bfe-4a94-abad-9affb3942fa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.432187] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Acquiring lock "6ec379b6-3bfe-4a94-abad-9affb3942fa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.432522] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Lock "6ec379b6-3bfe-4a94-abad-9affb3942fa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.432760] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Lock "6ec379b6-3bfe-4a94-abad-9affb3942fa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.435043] env[69330]: INFO nova.compute.manager [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Terminating instance [ 673.541609] env[69330]: INFO nova.compute.manager [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Took 16.97 seconds to build instance. [ 673.561752] env[69330]: INFO nova.compute.manager [-] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Took 1.65 seconds to deallocate network for instance. [ 673.618814] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098192} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.620693] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.621457] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b17cbd-5f6e-41db-a8c6-45ff0522378b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.646477] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8/87a19eb0-98f5-4435-858b-d7b643d549c8.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.649898] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c617fa6-3cb0-4616-a34f-b8d5fa1af0dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.674258] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 673.674258] env[69330]: value = "task-4127800" [ 673.674258] env[69330]: _type = "Task" [ 673.674258] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.685959] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.739358] env[69330]: DEBUG nova.compute.utils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.740513] env[69330]: DEBUG nova.compute.manager [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.740728] env[69330]: DEBUG nova.network.neutron [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.827771] env[69330]: DEBUG nova.policy [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e45363511a44e5b8eb95a7cb7b2a146', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '208c40fdf0b9433e9474e99f47f1758f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.830511] env[69330]: DEBUG nova.network.neutron [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.940591] env[69330]: DEBUG nova.compute.manager [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.940823] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.941998] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1e8214-9fc7-4c22-8df8-b6ec5c578027 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.952728] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.953819] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c895f932-6fdb-4f35-8bf4-3f41d5ff8614 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.963833] env[69330]: DEBUG oslo_vmware.api [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Waiting for the task: (returnval){ [ 673.963833] env[69330]: value = "task-4127801" [ 673.963833] env[69330]: _type = "Task" [ 673.963833] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.976035] env[69330]: DEBUG oslo_vmware.api [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.030783] env[69330]: DEBUG nova.network.neutron [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Successfully updated port: 63488f10-880f-442b-b8f0-733534f67b57 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.044128] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lock "c10b9a44-b186-4623-80dc-bc94fc925e87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.486s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.072667] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.138559] env[69330]: DEBUG nova.network.neutron [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Updating instance_info_cache with network_info: [{"id": "dc76b36a-f38a-4e77-aeb6-274906d490ad", "address": "fa:16:3e:b1:c6:98", "network": {"id": "60923330-712e-44d9-87f9-c8d6bd511ebe", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2084495142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2e568683921340599ebc32ae19048099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc76b36a-f3", "ovs_interfaceid": "dc76b36a-f38a-4e77-aeb6-274906d490ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.190859] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127800, 'name': ReconfigVM_Task, 'duration_secs': 0.351109} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.191361] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8/87a19eb0-98f5-4435-858b-d7b643d549c8.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.192058] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d3f04f0-0d3e-4599-9db0-d3f6052150d6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.200872] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 674.200872] env[69330]: value = "task-4127802" [ 674.200872] env[69330]: _type = "Task" [ 674.200872] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.215316] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127802, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.242629] env[69330]: DEBUG nova.compute.manager [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.475933] env[69330]: DEBUG nova.network.neutron [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Successfully created port: 39e734af-cbe6-4a73-962e-e515de9f834a {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.479380] env[69330]: DEBUG oslo_vmware.api [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.535177] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "refresh_cache-fc2ad100-ef01-4938-91ad-d1037856259e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.535177] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "refresh_cache-fc2ad100-ef01-4938-91ad-d1037856259e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.535177] env[69330]: DEBUG nova.network.neutron [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.550160] env[69330]: DEBUG nova.compute.manager [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.641378] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Releasing lock "refresh_cache-8cabb81d-9470-4b45-b183-485160fc4a9b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.642362] env[69330]: DEBUG nova.compute.manager [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Instance network_info: |[{"id": "dc76b36a-f38a-4e77-aeb6-274906d490ad", "address": "fa:16:3e:b1:c6:98", "network": {"id": "60923330-712e-44d9-87f9-c8d6bd511ebe", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2084495142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2e568683921340599ebc32ae19048099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc76b36a-f3", "ovs_interfaceid": "dc76b36a-f38a-4e77-aeb6-274906d490ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.642903] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:c6:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc76b36a-f38a-4e77-aeb6-274906d490ad', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.651658] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Creating folder: Project (2e568683921340599ebc32ae19048099). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.653067] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ade69400-4270-4306-8490-bc1d3e59bace {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.655655] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c03d02-7f01-41d3-91e1-f7408a943c04 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.665034] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06df1a5-4428-4202-9193-8a37d15c16e7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.671086] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Created folder: Project (2e568683921340599ebc32ae19048099) in parent group-v817559. [ 674.671550] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Creating folder: Instances. Parent ref: group-v817596. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.672350] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3ed68ab-ab9c-4113-9794-f791bd065d4c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.709778] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8d311b-64b9-44a2-9999-304170a4c633 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.724577] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45295c66-c822-45f6-8404-252c04d7fca5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.729510] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127802, 'name': Rename_Task, 'duration_secs': 0.168445} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.729873] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Created folder: Instances in parent group-v817596. [ 674.730165] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.730458] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.730724] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.731422] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b89b4ab-e4a7-4eee-aeb8-b777fb5d9273 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.733276] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f87c9494-1965-4f9b-9911-a43ea3dd38c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.764097] env[69330]: DEBUG nova.compute.provider_tree [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.770066] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "dcea2793-2788-4c3c-a1ea-dfe28577bb9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.770419] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "dcea2793-2788-4c3c-a1ea-dfe28577bb9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.776420] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.776420] env[69330]: value = "task-4127806" [ 674.776420] env[69330]: _type = "Task" [ 674.776420] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.778398] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 674.778398] env[69330]: value = "task-4127805" [ 674.778398] env[69330]: _type = "Task" [ 674.778398] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.793583] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.794593] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127806, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.978346] env[69330]: DEBUG oslo_vmware.api [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127801, 'name': PowerOffVM_Task, 'duration_secs': 0.868867} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.980040] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.980040] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.980040] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afaccb20-383c-4675-8ad7-d388090417c5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.087264] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.100845] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.101667] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.105269] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Deleting the datastore file [datastore1] 6ec379b6-3bfe-4a94-abad-9affb3942fa4 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.105269] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbae4a0c-eaa1-498f-9262-89e82d633227 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.107875] env[69330]: DEBUG nova.network.neutron [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.117381] env[69330]: DEBUG oslo_vmware.api [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Waiting for the task: (returnval){ [ 675.117381] env[69330]: value = "task-4127808" [ 675.117381] env[69330]: _type = "Task" [ 675.117381] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.130498] env[69330]: DEBUG oslo_vmware.api [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.270262] env[69330]: DEBUG nova.scheduler.client.report [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.274725] env[69330]: DEBUG nova.compute.manager [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.299663] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127805, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.299929] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127806, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.320042] env[69330]: DEBUG nova.virt.hardware [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.320042] env[69330]: DEBUG nova.virt.hardware [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.320042] env[69330]: DEBUG nova.virt.hardware [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.320391] env[69330]: DEBUG nova.virt.hardware [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.320391] env[69330]: DEBUG nova.virt.hardware [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.320558] env[69330]: DEBUG nova.virt.hardware [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.320714] env[69330]: DEBUG nova.virt.hardware [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.320906] env[69330]: DEBUG nova.virt.hardware [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.321140] env[69330]: DEBUG nova.virt.hardware [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.321328] env[69330]: DEBUG nova.virt.hardware [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.323026] env[69330]: DEBUG nova.virt.hardware [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.323235] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3785ad-2fb4-4db0-87d3-9bc9794221a6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.333744] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c023128e-f4fa-4238-93b0-208fc7b8137c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.414375] env[69330]: DEBUG nova.network.neutron [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Updating instance_info_cache with network_info: [{"id": "63488f10-880f-442b-b8f0-733534f67b57", "address": "fa:16:3e:84:3d:65", "network": {"id": "57b14d05-24fc-4b34-a617-2882f8ded145", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-782617106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047da396f8174c1dab83a8edf9f3609f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63488f10-88", "ovs_interfaceid": "63488f10-880f-442b-b8f0-733534f67b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.530371] env[69330]: DEBUG nova.compute.manager [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Received event network-changed-36bcfd9d-1942-4b1d-a1fb-b09c943766b9 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.531066] env[69330]: DEBUG nova.compute.manager [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Refreshing instance network info cache due to event network-changed-36bcfd9d-1942-4b1d-a1fb-b09c943766b9. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.531066] env[69330]: DEBUG oslo_concurrency.lockutils [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] Acquiring lock "refresh_cache-2dfce727-3973-48b4-9326-a2fa2a64779e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.531262] env[69330]: DEBUG oslo_concurrency.lockutils [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] Acquired lock "refresh_cache-2dfce727-3973-48b4-9326-a2fa2a64779e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.531659] env[69330]: DEBUG nova.network.neutron [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Refreshing network info cache for port 36bcfd9d-1942-4b1d-a1fb-b09c943766b9 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.556085] env[69330]: DEBUG nova.compute.manager [req-e14f8ca5-4682-49de-bccb-58082c7be2d6 req-0b205bc2-fffc-487a-9f00-bfe4ce6d2f80 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Received event network-changed-402fbd16-13ba-440f-b918-ecb267b840c6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.556333] env[69330]: DEBUG nova.compute.manager [req-e14f8ca5-4682-49de-bccb-58082c7be2d6 req-0b205bc2-fffc-487a-9f00-bfe4ce6d2f80 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Refreshing instance network info cache due to event network-changed-402fbd16-13ba-440f-b918-ecb267b840c6. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.556562] env[69330]: DEBUG oslo_concurrency.lockutils [req-e14f8ca5-4682-49de-bccb-58082c7be2d6 req-0b205bc2-fffc-487a-9f00-bfe4ce6d2f80 service nova] Acquiring lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.557070] env[69330]: DEBUG oslo_concurrency.lockutils [req-e14f8ca5-4682-49de-bccb-58082c7be2d6 req-0b205bc2-fffc-487a-9f00-bfe4ce6d2f80 service nova] Acquired lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.557070] env[69330]: DEBUG nova.network.neutron [req-e14f8ca5-4682-49de-bccb-58082c7be2d6 req-0b205bc2-fffc-487a-9f00-bfe4ce6d2f80 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Refreshing network info cache for port 402fbd16-13ba-440f-b918-ecb267b840c6 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.629238] env[69330]: DEBUG oslo_vmware.api [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Task: {'id': task-4127808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200401} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.629238] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.629238] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.629238] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.629238] env[69330]: INFO nova.compute.manager [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Took 1.69 seconds to destroy the instance on the hypervisor. [ 675.629472] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.629472] env[69330]: DEBUG nova.compute.manager [-] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.629472] env[69330]: DEBUG nova.network.neutron [-] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.780284] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.781091] env[69330]: DEBUG nova.compute.manager [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.786141] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.715s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.788414] env[69330]: INFO nova.compute.claims [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.819953] env[69330]: DEBUG oslo_vmware.api [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127805, 'name': PowerOnVM_Task, 'duration_secs': 0.625811} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.826223] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.826223] env[69330]: INFO nova.compute.manager [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Took 10.11 seconds to spawn the instance on the hypervisor. [ 675.826223] env[69330]: DEBUG nova.compute.manager [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 675.826855] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127806, 'name': CreateVM_Task, 'duration_secs': 0.5727} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.828431] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b5a47b-e908-4121-88e3-3dfff0d159d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.832805] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.833963] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.834095] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.834524] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.835476] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ef3dd8-15e1-42e2-9a11-20a0b16457e2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.849748] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Waiting for the task: (returnval){ [ 675.849748] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5257c168-a26f-00e1-f043-e5e832d6dd21" [ 675.849748] env[69330]: _type = "Task" [ 675.849748] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.859712] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5257c168-a26f-00e1-f043-e5e832d6dd21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.920023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "refresh_cache-fc2ad100-ef01-4938-91ad-d1037856259e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.920023] env[69330]: DEBUG nova.compute.manager [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Instance network_info: |[{"id": "63488f10-880f-442b-b8f0-733534f67b57", "address": "fa:16:3e:84:3d:65", "network": {"id": "57b14d05-24fc-4b34-a617-2882f8ded145", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-782617106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047da396f8174c1dab83a8edf9f3609f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63488f10-88", "ovs_interfaceid": "63488f10-880f-442b-b8f0-733534f67b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.920447] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:3d:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63488f10-880f-442b-b8f0-733534f67b57', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.926713] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.927664] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.927664] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e5870d9-eca7-401f-8c61-268daba4b9eb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.949449] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.949449] env[69330]: value = "task-4127809" [ 675.949449] env[69330]: _type = "Task" [ 675.949449] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.958333] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127809, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.304998] env[69330]: DEBUG nova.compute.utils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.310211] env[69330]: DEBUG nova.compute.manager [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.310400] env[69330]: DEBUG nova.network.neutron [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.357670] env[69330]: INFO nova.compute.manager [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Took 16.89 seconds to build instance. [ 676.369328] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5257c168-a26f-00e1-f043-e5e832d6dd21, 'name': SearchDatastore_Task, 'duration_secs': 0.034245} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.369328] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.369328] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.369328] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.369483] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.369483] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.370012] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35fffa4a-cdb8-42de-93b3-bff306c731e0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.385294] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.385525] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.386395] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46daa7a4-91ba-4d86-b9f6-da1eb5c7302c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.393525] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Waiting for the task: (returnval){ [ 676.393525] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d987fa-c3d3-f934-36ff-aa5f56c8b64e" [ 676.393525] env[69330]: _type = "Task" [ 676.393525] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.404799] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d987fa-c3d3-f934-36ff-aa5f56c8b64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.430801] env[69330]: DEBUG nova.policy [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab64c276cc2948daabee6959a9c51777', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd011dea8b1e74f2e8bd8b9eeaf579b66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.460036] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127809, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.657243] env[69330]: DEBUG nova.network.neutron [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Updated VIF entry in instance network info cache for port 36bcfd9d-1942-4b1d-a1fb-b09c943766b9. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.657700] env[69330]: DEBUG nova.network.neutron [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Updating instance_info_cache with network_info: [{"id": "36bcfd9d-1942-4b1d-a1fb-b09c943766b9", "address": "fa:16:3e:5f:3a:56", "network": {"id": "cf0559f9-3deb-4a24-b31b-83bb2b289b05", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-65269400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca3222ae91417e96d6b21ce6a6e92e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36bcfd9d-19", "ovs_interfaceid": "36bcfd9d-1942-4b1d-a1fb-b09c943766b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.793181] env[69330]: DEBUG nova.network.neutron [req-e14f8ca5-4682-49de-bccb-58082c7be2d6 req-0b205bc2-fffc-487a-9f00-bfe4ce6d2f80 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Updated VIF entry in instance network info cache for port 402fbd16-13ba-440f-b918-ecb267b840c6. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.793595] env[69330]: DEBUG nova.network.neutron [req-e14f8ca5-4682-49de-bccb-58082c7be2d6 req-0b205bc2-fffc-487a-9f00-bfe4ce6d2f80 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Updating instance_info_cache with network_info: [{"id": "402fbd16-13ba-440f-b918-ecb267b840c6", "address": "fa:16:3e:a5:e5:a1", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402fbd16-13", "ovs_interfaceid": "402fbd16-13ba-440f-b918-ecb267b840c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.803329] env[69330]: DEBUG nova.network.neutron [-] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.810701] env[69330]: DEBUG nova.compute.manager [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.837824] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fb3236e-0591-4807-9fbc-82d1d4481c56 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Acquiring lock "interface-c10b9a44-b186-4623-80dc-bc94fc925e87-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.838724] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fb3236e-0591-4807-9fbc-82d1d4481c56 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lock "interface-c10b9a44-b186-4623-80dc-bc94fc925e87-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.842113] env[69330]: DEBUG nova.objects.instance [None req-0fb3236e-0591-4807-9fbc-82d1d4481c56 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lazy-loading 'flavor' on Instance uuid c10b9a44-b186-4623-80dc-bc94fc925e87 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.859412] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86a85725-a451-4eac-ae1a-6b4a0cb9655c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "87a19eb0-98f5-4435-858b-d7b643d549c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.411s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.889160] env[69330]: DEBUG nova.network.neutron [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Successfully updated port: 39e734af-cbe6-4a73-962e-e515de9f834a {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.910145] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d987fa-c3d3-f934-36ff-aa5f56c8b64e, 'name': SearchDatastore_Task, 'duration_secs': 0.016941} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.910986] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac7e050e-d2a8-4d5e-9363-c93b9a460b48 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.918581] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Waiting for the task: (returnval){ [ 676.918581] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5249d71b-a06c-b5fd-7b0a-03ff2bda7941" [ 676.918581] env[69330]: _type = "Task" [ 676.918581] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.931611] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5249d71b-a06c-b5fd-7b0a-03ff2bda7941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.945511] env[69330]: DEBUG nova.network.neutron [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Successfully created port: 65917e04-6815-4026-936a-b4392af77f7d {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.964195] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127809, 'name': CreateVM_Task, 'duration_secs': 0.607336} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.964195] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.964195] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.964195] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.964195] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.964195] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e5a2043-8554-44f7-a956-bb9edc7b3655 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.972253] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 676.972253] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d19e34-1e13-5572-e755-4f4f7ae98750" [ 676.972253] env[69330]: _type = "Task" [ 676.972253] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.984811] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d19e34-1e13-5572-e755-4f4f7ae98750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.160851] env[69330]: DEBUG oslo_concurrency.lockutils [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] Releasing lock "refresh_cache-2dfce727-3973-48b4-9326-a2fa2a64779e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.161152] env[69330]: DEBUG nova.compute.manager [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Received event network-vif-plugged-dc76b36a-f38a-4e77-aeb6-274906d490ad {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.161358] env[69330]: DEBUG oslo_concurrency.lockutils [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] Acquiring lock "8cabb81d-9470-4b45-b183-485160fc4a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.161559] env[69330]: DEBUG oslo_concurrency.lockutils [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] Lock "8cabb81d-9470-4b45-b183-485160fc4a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.161721] env[69330]: DEBUG oslo_concurrency.lockutils [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] Lock "8cabb81d-9470-4b45-b183-485160fc4a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.161885] env[69330]: DEBUG nova.compute.manager [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] No waiting events found dispatching network-vif-plugged-dc76b36a-f38a-4e77-aeb6-274906d490ad {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 677.162247] env[69330]: WARNING nova.compute.manager [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Received unexpected event network-vif-plugged-dc76b36a-f38a-4e77-aeb6-274906d490ad for instance with vm_state building and task_state spawning. [ 677.162485] env[69330]: DEBUG nova.compute.manager [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Received event network-vif-deleted-4ce47d27-e259-45b5-945c-6f6d14f0a6b1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.162674] env[69330]: DEBUG nova.compute.manager [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Received event network-changed-dc76b36a-f38a-4e77-aeb6-274906d490ad {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.163130] env[69330]: DEBUG nova.compute.manager [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Refreshing instance network info cache due to event network-changed-dc76b36a-f38a-4e77-aeb6-274906d490ad. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.163339] env[69330]: DEBUG oslo_concurrency.lockutils [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] Acquiring lock "refresh_cache-8cabb81d-9470-4b45-b183-485160fc4a9b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.163488] env[69330]: DEBUG oslo_concurrency.lockutils [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] Acquired lock "refresh_cache-8cabb81d-9470-4b45-b183-485160fc4a9b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.163648] env[69330]: DEBUG nova.network.neutron [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Refreshing network info cache for port dc76b36a-f38a-4e77-aeb6-274906d490ad {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.274550] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bd99a4-028c-4d68-ac95-231fdc02ff2b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.285296] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffc1dc8-b640-453c-8b18-0bf43c7a1870 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.320863] env[69330]: DEBUG oslo_concurrency.lockutils [req-e14f8ca5-4682-49de-bccb-58082c7be2d6 req-0b205bc2-fffc-487a-9f00-bfe4ce6d2f80 service nova] Releasing lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.321159] env[69330]: DEBUG nova.compute.manager [req-e14f8ca5-4682-49de-bccb-58082c7be2d6 req-0b205bc2-fffc-487a-9f00-bfe4ce6d2f80 service nova] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Received event network-vif-plugged-63488f10-880f-442b-b8f0-733534f67b57 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.321358] env[69330]: DEBUG oslo_concurrency.lockutils [req-e14f8ca5-4682-49de-bccb-58082c7be2d6 req-0b205bc2-fffc-487a-9f00-bfe4ce6d2f80 service nova] Acquiring lock "fc2ad100-ef01-4938-91ad-d1037856259e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.321563] env[69330]: DEBUG oslo_concurrency.lockutils [req-e14f8ca5-4682-49de-bccb-58082c7be2d6 req-0b205bc2-fffc-487a-9f00-bfe4ce6d2f80 service nova] Lock "fc2ad100-ef01-4938-91ad-d1037856259e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.321833] env[69330]: DEBUG oslo_concurrency.lockutils [req-e14f8ca5-4682-49de-bccb-58082c7be2d6 req-0b205bc2-fffc-487a-9f00-bfe4ce6d2f80 service nova] Lock "fc2ad100-ef01-4938-91ad-d1037856259e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.321952] env[69330]: DEBUG nova.compute.manager [req-e14f8ca5-4682-49de-bccb-58082c7be2d6 req-0b205bc2-fffc-487a-9f00-bfe4ce6d2f80 service nova] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] No waiting events found dispatching network-vif-plugged-63488f10-880f-442b-b8f0-733534f67b57 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 677.322138] env[69330]: WARNING nova.compute.manager [req-e14f8ca5-4682-49de-bccb-58082c7be2d6 req-0b205bc2-fffc-487a-9f00-bfe4ce6d2f80 service nova] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Received unexpected event network-vif-plugged-63488f10-880f-442b-b8f0-733534f67b57 for instance with vm_state building and task_state spawning. [ 677.322623] env[69330]: INFO nova.compute.manager [-] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Took 1.69 seconds to deallocate network for instance. [ 677.332838] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdb61fe-dbbc-4181-a2f6-bdb5b5cca9ff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.347264] env[69330]: DEBUG nova.objects.instance [None req-0fb3236e-0591-4807-9fbc-82d1d4481c56 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lazy-loading 'pci_requests' on Instance uuid c10b9a44-b186-4623-80dc-bc94fc925e87 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.350624] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fef706a-8c4f-4326-bb3e-da5419e67548 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.370827] env[69330]: DEBUG nova.compute.provider_tree [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.381023] env[69330]: DEBUG nova.compute.manager [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.391266] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "refresh_cache-680d7b0e-473f-474e-9dce-245ce103d9e7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.391536] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "refresh_cache-680d7b0e-473f-474e-9dce-245ce103d9e7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.391638] env[69330]: DEBUG nova.network.neutron [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.440119] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5249d71b-a06c-b5fd-7b0a-03ff2bda7941, 'name': SearchDatastore_Task, 'duration_secs': 0.029034} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.440446] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.440697] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 8cabb81d-9470-4b45-b183-485160fc4a9b/8cabb81d-9470-4b45-b183-485160fc4a9b.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.441261] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49bc24b6-0e02-422d-afc2-b7797aa1ed3a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.450353] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Waiting for the task: (returnval){ [ 677.450353] env[69330]: value = "task-4127810" [ 677.450353] env[69330]: _type = "Task" [ 677.450353] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.460486] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.484776] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d19e34-1e13-5572-e755-4f4f7ae98750, 'name': SearchDatastore_Task, 'duration_secs': 0.028626} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.485065] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.485530] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.485633] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.485828] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.486098] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.486398] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dc5c3c6-a1ac-445a-be98-babc5be919a5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.507463] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.507671] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.508461] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71aaa230-df59-421e-84b6-88b63007ef7b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.515884] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 677.515884] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a97cb5-9738-72aa-382a-6c62991ef55f" [ 677.515884] env[69330]: _type = "Task" [ 677.515884] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.527392] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a97cb5-9738-72aa-382a-6c62991ef55f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.828532] env[69330]: DEBUG nova.compute.manager [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.833916] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.850887] env[69330]: DEBUG nova.objects.base [None req-0fb3236e-0591-4807-9fbc-82d1d4481c56 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 677.851109] env[69330]: DEBUG nova.network.neutron [None req-0fb3236e-0591-4807-9fbc-82d1d4481c56 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.862208] env[69330]: DEBUG nova.virt.hardware [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.863198] env[69330]: DEBUG nova.virt.hardware [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.863403] env[69330]: DEBUG nova.virt.hardware [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.863631] env[69330]: DEBUG nova.virt.hardware [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.864336] env[69330]: DEBUG nova.virt.hardware [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.864502] env[69330]: DEBUG nova.virt.hardware [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.864888] env[69330]: DEBUG nova.virt.hardware [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.865161] env[69330]: DEBUG nova.virt.hardware [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.865597] env[69330]: DEBUG nova.virt.hardware [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.865904] env[69330]: DEBUG nova.virt.hardware [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.866075] env[69330]: DEBUG nova.virt.hardware [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.867643] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971b3608-41fc-42cb-8c35-bda246524b23 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.876840] env[69330]: DEBUG nova.scheduler.client.report [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.900540] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f28c6b-b376-4524-829a-40c95a0e12b7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.924738] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.963545] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127810, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.969297] env[69330]: DEBUG nova.network.neutron [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.028159] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a97cb5-9738-72aa-382a-6c62991ef55f, 'name': SearchDatastore_Task, 'duration_secs': 0.011855} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.029156] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5263ff66-e566-41d7-944b-730bd700c11a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.037527] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 678.037527] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5220a0a1-6b90-d9e9-8491-7b92afaec49f" [ 678.037527] env[69330]: _type = "Task" [ 678.037527] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.049758] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5220a0a1-6b90-d9e9-8491-7b92afaec49f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.082760] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fb3236e-0591-4807-9fbc-82d1d4481c56 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lock "interface-c10b9a44-b186-4623-80dc-bc94fc925e87-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.244s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.104847] env[69330]: DEBUG nova.network.neutron [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Updated VIF entry in instance network info cache for port dc76b36a-f38a-4e77-aeb6-274906d490ad. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.105100] env[69330]: DEBUG nova.network.neutron [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Updating instance_info_cache with network_info: [{"id": "dc76b36a-f38a-4e77-aeb6-274906d490ad", "address": "fa:16:3e:b1:c6:98", "network": {"id": "60923330-712e-44d9-87f9-c8d6bd511ebe", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2084495142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2e568683921340599ebc32ae19048099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc76b36a-f3", "ovs_interfaceid": "dc76b36a-f38a-4e77-aeb6-274906d490ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.385290] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.385878] env[69330]: DEBUG nova.compute.manager [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.392110] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.132s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.393666] env[69330]: INFO nova.compute.claims [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.457402] env[69330]: DEBUG nova.network.neutron [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Updating instance_info_cache with network_info: [{"id": "39e734af-cbe6-4a73-962e-e515de9f834a", "address": "fa:16:3e:a6:ab:5c", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e734af-cb", "ovs_interfaceid": "39e734af-cbe6-4a73-962e-e515de9f834a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.467492] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821541} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.468609] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 8cabb81d-9470-4b45-b183-485160fc4a9b/8cabb81d-9470-4b45-b183-485160fc4a9b.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.469436] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.469804] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a31ab14-c964-4fcf-be9a-6c5da5e5e471 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.480185] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Waiting for the task: (returnval){ [ 678.480185] env[69330]: value = "task-4127811" [ 678.480185] env[69330]: _type = "Task" [ 678.480185] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.490679] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.555832] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5220a0a1-6b90-d9e9-8491-7b92afaec49f, 'name': SearchDatastore_Task, 'duration_secs': 0.070081} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.556244] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.556651] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] fc2ad100-ef01-4938-91ad-d1037856259e/fc2ad100-ef01-4938-91ad-d1037856259e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.556971] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8d4cd7a-225d-4cc1-82e8-684f964bddcd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.565225] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 678.565225] env[69330]: value = "task-4127812" [ 678.565225] env[69330]: _type = "Task" [ 678.565225] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.579076] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.609254] env[69330]: DEBUG oslo_concurrency.lockutils [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] Releasing lock "refresh_cache-8cabb81d-9470-4b45-b183-485160fc4a9b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.609254] env[69330]: DEBUG nova.compute.manager [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Received event network-changed-31ac00d6-7fda-4e01-b448-3864bce6fac4 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.609254] env[69330]: DEBUG nova.compute.manager [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Refreshing instance network info cache due to event network-changed-31ac00d6-7fda-4e01-b448-3864bce6fac4. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.609254] env[69330]: DEBUG oslo_concurrency.lockutils [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] Acquiring lock "refresh_cache-985fa962-e2cc-488a-a102-1a1aabc93dcb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.609254] env[69330]: DEBUG oslo_concurrency.lockutils [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] Acquired lock "refresh_cache-985fa962-e2cc-488a-a102-1a1aabc93dcb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.609559] env[69330]: DEBUG nova.network.neutron [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Refreshing network info cache for port 31ac00d6-7fda-4e01-b448-3864bce6fac4 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.805221] env[69330]: DEBUG nova.network.neutron [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Successfully updated port: 65917e04-6815-4026-936a-b4392af77f7d {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.894037] env[69330]: DEBUG nova.compute.utils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.899402] env[69330]: DEBUG nova.compute.manager [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.899620] env[69330]: DEBUG nova.network.neutron [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.961462] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "refresh_cache-680d7b0e-473f-474e-9dce-245ce103d9e7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.961462] env[69330]: DEBUG nova.compute.manager [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Instance network_info: |[{"id": "39e734af-cbe6-4a73-962e-e515de9f834a", "address": "fa:16:3e:a6:ab:5c", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e734af-cb", "ovs_interfaceid": "39e734af-cbe6-4a73-962e-e515de9f834a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.961590] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:ab:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39e734af-cbe6-4a73-962e-e515de9f834a', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.977992] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Creating folder: Project (208c40fdf0b9433e9474e99f47f1758f). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.978455] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a954813e-824e-447e-b932-a058c3921e34 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.988329] env[69330]: DEBUG nova.policy [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37351b4f58c042d6b1bc9a54d9487008', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d7d2f41dea646feac9e85780db889c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.999038] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076948} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.001360] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.001787] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Created folder: Project (208c40fdf0b9433e9474e99f47f1758f) in parent group-v817559. [ 679.002047] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Creating folder: Instances. Parent ref: group-v817600. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.003011] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58292f45-d877-4714-a2c6-fadf315349a8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.006657] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3738006a-0e6d-4739-b385-73914f4ced8e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.032656] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 8cabb81d-9470-4b45-b183-485160fc4a9b/8cabb81d-9470-4b45-b183-485160fc4a9b.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.034516] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd898cfb-8091-4c17-bde2-cdf9c4547518 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.048993] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Created folder: Instances in parent group-v817600. [ 679.049296] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.049513] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.050191] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-060f0268-a33e-404d-ab2f-37d9686851ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.066908] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Waiting for the task: (returnval){ [ 679.066908] env[69330]: value = "task-4127815" [ 679.066908] env[69330]: _type = "Task" [ 679.066908] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.075296] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.075296] env[69330]: value = "task-4127816" [ 679.075296] env[69330]: _type = "Task" [ 679.075296] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.086168] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.086579] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.089836] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127816, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.308823] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Acquiring lock "refresh_cache-d97c3b3d-e9b2-46b0-87e7-f6660de013ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.309665] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Acquired lock "refresh_cache-d97c3b3d-e9b2-46b0-87e7-f6660de013ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.310367] env[69330]: DEBUG nova.network.neutron [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.403911] env[69330]: DEBUG nova.compute.manager [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.549335] env[69330]: DEBUG nova.compute.manager [req-7cb151a5-f021-43f8-b4f0-ef1c92877acc req-1028e4eb-9ea2-4c00-8036-aae9827adc12 service nova] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Received event network-vif-plugged-39e734af-cbe6-4a73-962e-e515de9f834a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.549624] env[69330]: DEBUG oslo_concurrency.lockutils [req-7cb151a5-f021-43f8-b4f0-ef1c92877acc req-1028e4eb-9ea2-4c00-8036-aae9827adc12 service nova] Acquiring lock "680d7b0e-473f-474e-9dce-245ce103d9e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.549945] env[69330]: DEBUG oslo_concurrency.lockutils [req-7cb151a5-f021-43f8-b4f0-ef1c92877acc req-1028e4eb-9ea2-4c00-8036-aae9827adc12 service nova] Lock "680d7b0e-473f-474e-9dce-245ce103d9e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.550153] env[69330]: DEBUG oslo_concurrency.lockutils [req-7cb151a5-f021-43f8-b4f0-ef1c92877acc req-1028e4eb-9ea2-4c00-8036-aae9827adc12 service nova] Lock "680d7b0e-473f-474e-9dce-245ce103d9e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.550340] env[69330]: DEBUG nova.compute.manager [req-7cb151a5-f021-43f8-b4f0-ef1c92877acc req-1028e4eb-9ea2-4c00-8036-aae9827adc12 service nova] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] No waiting events found dispatching network-vif-plugged-39e734af-cbe6-4a73-962e-e515de9f834a {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 679.550550] env[69330]: WARNING nova.compute.manager [req-7cb151a5-f021-43f8-b4f0-ef1c92877acc req-1028e4eb-9ea2-4c00-8036-aae9827adc12 service nova] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Received unexpected event network-vif-plugged-39e734af-cbe6-4a73-962e-e515de9f834a for instance with vm_state building and task_state spawning. [ 679.550656] env[69330]: DEBUG nova.compute.manager [req-7cb151a5-f021-43f8-b4f0-ef1c92877acc req-1028e4eb-9ea2-4c00-8036-aae9827adc12 service nova] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Received event network-changed-39e734af-cbe6-4a73-962e-e515de9f834a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.550839] env[69330]: DEBUG nova.compute.manager [req-7cb151a5-f021-43f8-b4f0-ef1c92877acc req-1028e4eb-9ea2-4c00-8036-aae9827adc12 service nova] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Refreshing instance network info cache due to event network-changed-39e734af-cbe6-4a73-962e-e515de9f834a. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.551069] env[69330]: DEBUG oslo_concurrency.lockutils [req-7cb151a5-f021-43f8-b4f0-ef1c92877acc req-1028e4eb-9ea2-4c00-8036-aae9827adc12 service nova] Acquiring lock "refresh_cache-680d7b0e-473f-474e-9dce-245ce103d9e7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.551213] env[69330]: DEBUG oslo_concurrency.lockutils [req-7cb151a5-f021-43f8-b4f0-ef1c92877acc req-1028e4eb-9ea2-4c00-8036-aae9827adc12 service nova] Acquired lock "refresh_cache-680d7b0e-473f-474e-9dce-245ce103d9e7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.551371] env[69330]: DEBUG nova.network.neutron [req-7cb151a5-f021-43f8-b4f0-ef1c92877acc req-1028e4eb-9ea2-4c00-8036-aae9827adc12 service nova] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Refreshing network info cache for port 39e734af-cbe6-4a73-962e-e515de9f834a {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.587433] env[69330]: DEBUG nova.compute.manager [req-ec22e696-e432-45d1-92b7-e64324ef673a req-91c6b37a-d886-43df-9666-d980f112f37f service nova] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Received event network-changed-63488f10-880f-442b-b8f0-733534f67b57 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.587645] env[69330]: DEBUG nova.compute.manager [req-ec22e696-e432-45d1-92b7-e64324ef673a req-91c6b37a-d886-43df-9666-d980f112f37f service nova] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Refreshing instance network info cache due to event network-changed-63488f10-880f-442b-b8f0-733534f67b57. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.587937] env[69330]: DEBUG oslo_concurrency.lockutils [req-ec22e696-e432-45d1-92b7-e64324ef673a req-91c6b37a-d886-43df-9666-d980f112f37f service nova] Acquiring lock "refresh_cache-fc2ad100-ef01-4938-91ad-d1037856259e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.588134] env[69330]: DEBUG oslo_concurrency.lockutils [req-ec22e696-e432-45d1-92b7-e64324ef673a req-91c6b37a-d886-43df-9666-d980f112f37f service nova] Acquired lock "refresh_cache-fc2ad100-ef01-4938-91ad-d1037856259e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.588370] env[69330]: DEBUG nova.network.neutron [req-ec22e696-e432-45d1-92b7-e64324ef673a req-91c6b37a-d886-43df-9666-d980f112f37f service nova] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Refreshing network info cache for port 63488f10-880f-442b-b8f0-733534f67b57 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.600828] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127815, 'name': ReconfigVM_Task, 'duration_secs': 0.436023} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.601416] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127812, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.607457] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 8cabb81d-9470-4b45-b183-485160fc4a9b/8cabb81d-9470-4b45-b183-485160fc4a9b.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.609950] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-053d1f34-aaca-4d36-9939-a50f29b7b058 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.616346] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127816, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.625778] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Waiting for the task: (returnval){ [ 679.625778] env[69330]: value = "task-4127817" [ 679.625778] env[69330]: _type = "Task" [ 679.625778] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.643959] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127817, 'name': Rename_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.846389] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0986c607-caba-49a7-a978-0125b7550997 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.858720] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f86b53-7f83-4ec2-83a9-75c182eb3dc0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.894376] env[69330]: DEBUG nova.network.neutron [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Updated VIF entry in instance network info cache for port 31ac00d6-7fda-4e01-b448-3864bce6fac4. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.894743] env[69330]: DEBUG nova.network.neutron [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Updating instance_info_cache with network_info: [{"id": "31ac00d6-7fda-4e01-b448-3864bce6fac4", "address": "fa:16:3e:5d:a9:ae", "network": {"id": "214cfe5e-f42a-4bc8-b639-2c6c1ad8266f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2010721645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01322a058cad40d5859906eaf20648dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ac00d6-7f", "ovs_interfaceid": "31ac00d6-7fda-4e01-b448-3864bce6fac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.896529] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbddf06-4ab6-4a3d-9d2d-adcf6af96966 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.905154] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c8462f-aea0-4ebf-9941-b0737383a317 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.909866] env[69330]: DEBUG nova.network.neutron [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.928869] env[69330]: DEBUG nova.compute.provider_tree [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.958180] env[69330]: DEBUG nova.network.neutron [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Successfully created port: 834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.078782] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127812, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.11551} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.079071] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] fc2ad100-ef01-4938-91ad-d1037856259e/fc2ad100-ef01-4938-91ad-d1037856259e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.079301] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.079609] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dc5a517-91bc-4652-b6bc-72dfd45c3909 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.090403] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127816, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.093343] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 680.093343] env[69330]: value = "task-4127818" [ 680.093343] env[69330]: _type = "Task" [ 680.093343] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.104046] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.140954] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127817, 'name': Rename_Task, 'duration_secs': 0.368024} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.142405] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.142405] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f4a9e10-0607-4080-8e0e-306f51969d70 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.152024] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Waiting for the task: (returnval){ [ 680.152024] env[69330]: value = "task-4127819" [ 680.152024] env[69330]: _type = "Task" [ 680.152024] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.162908] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.401071] env[69330]: DEBUG oslo_concurrency.lockutils [req-bcdd15c6-49a5-4d01-ba0a-d0c65c4ef371 req-03010197-379b-4bf7-b354-ace90a28c14d service nova] Releasing lock "refresh_cache-985fa962-e2cc-488a-a102-1a1aabc93dcb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.419092] env[69330]: DEBUG nova.compute.manager [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.434990] env[69330]: DEBUG nova.scheduler.client.report [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.464158] env[69330]: DEBUG nova.virt.hardware [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.464158] env[69330]: DEBUG nova.virt.hardware [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.464158] env[69330]: DEBUG nova.virt.hardware [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.464411] env[69330]: DEBUG nova.virt.hardware [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.464411] env[69330]: DEBUG nova.virt.hardware [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.464482] env[69330]: DEBUG nova.virt.hardware [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.464680] env[69330]: DEBUG nova.virt.hardware [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.464832] env[69330]: DEBUG nova.virt.hardware [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.464992] env[69330]: DEBUG nova.virt.hardware [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.465207] env[69330]: DEBUG nova.virt.hardware [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.465397] env[69330]: DEBUG nova.virt.hardware [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.466385] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f90db3-724d-46d5-bb80-e8cbad3f2f7e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.476794] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2027a6fd-7c29-4626-9682-52be9ea82077 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.551672] env[69330]: DEBUG nova.network.neutron [req-ec22e696-e432-45d1-92b7-e64324ef673a req-91c6b37a-d886-43df-9666-d980f112f37f service nova] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Updated VIF entry in instance network info cache for port 63488f10-880f-442b-b8f0-733534f67b57. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.552129] env[69330]: DEBUG nova.network.neutron [req-ec22e696-e432-45d1-92b7-e64324ef673a req-91c6b37a-d886-43df-9666-d980f112f37f service nova] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Updating instance_info_cache with network_info: [{"id": "63488f10-880f-442b-b8f0-733534f67b57", "address": "fa:16:3e:84:3d:65", "network": {"id": "57b14d05-24fc-4b34-a617-2882f8ded145", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-782617106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047da396f8174c1dab83a8edf9f3609f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63488f10-88", "ovs_interfaceid": "63488f10-880f-442b-b8f0-733534f67b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.592361] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127816, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.593807] env[69330]: DEBUG nova.network.neutron [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Updating instance_info_cache with network_info: [{"id": "65917e04-6815-4026-936a-b4392af77f7d", "address": "fa:16:3e:d7:f7:62", "network": {"id": "5a29748f-84a5-4bac-bf0d-1a6ef09574f4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1631644037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d011dea8b1e74f2e8bd8b9eeaf579b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65917e04-68", "ovs_interfaceid": "65917e04-6815-4026-936a-b4392af77f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.606277] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.661653] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127819, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.824843] env[69330]: DEBUG nova.network.neutron [req-7cb151a5-f021-43f8-b4f0-ef1c92877acc req-1028e4eb-9ea2-4c00-8036-aae9827adc12 service nova] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Updated VIF entry in instance network info cache for port 39e734af-cbe6-4a73-962e-e515de9f834a. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.824843] env[69330]: DEBUG nova.network.neutron [req-7cb151a5-f021-43f8-b4f0-ef1c92877acc req-1028e4eb-9ea2-4c00-8036-aae9827adc12 service nova] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Updating instance_info_cache with network_info: [{"id": "39e734af-cbe6-4a73-962e-e515de9f834a", "address": "fa:16:3e:a6:ab:5c", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e734af-cb", "ovs_interfaceid": "39e734af-cbe6-4a73-962e-e515de9f834a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.944967] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.945663] env[69330]: DEBUG nova.compute.manager [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.951636] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.146s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.953569] env[69330]: INFO nova.compute.claims [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.058638] env[69330]: DEBUG oslo_concurrency.lockutils [req-ec22e696-e432-45d1-92b7-e64324ef673a req-91c6b37a-d886-43df-9666-d980f112f37f service nova] Releasing lock "refresh_cache-fc2ad100-ef01-4938-91ad-d1037856259e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.059249] env[69330]: DEBUG nova.compute.manager [req-ec22e696-e432-45d1-92b7-e64324ef673a req-91c6b37a-d886-43df-9666-d980f112f37f service nova] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Received event network-vif-deleted-8e80c446-0abb-49ab-a916-d4fd394f55a0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.093290] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127816, 'name': CreateVM_Task, 'duration_secs': 1.908207} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.097150] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.098668] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Releasing lock "refresh_cache-d97c3b3d-e9b2-46b0-87e7-f6660de013ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.098668] env[69330]: DEBUG nova.compute.manager [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Instance network_info: |[{"id": "65917e04-6815-4026-936a-b4392af77f7d", "address": "fa:16:3e:d7:f7:62", "network": {"id": "5a29748f-84a5-4bac-bf0d-1a6ef09574f4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1631644037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d011dea8b1e74f2e8bd8b9eeaf579b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65917e04-68", "ovs_interfaceid": "65917e04-6815-4026-936a-b4392af77f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.099466] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.099745] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.100184] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.100685] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:f7:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02092ea4-bae0-4e42-b0ab-abc365b4395a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65917e04-6815-4026-936a-b4392af77f7d', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.114148] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Creating folder: Project (d011dea8b1e74f2e8bd8b9eeaf579b66). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.115772] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e729ca-f789-4dc4-bfd6-81867ec39fd5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.122086] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-023acdd7-8b39-4300-9b02-beb926594cb0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.124792] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.908226} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.126466] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.128161] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df347274-bb95-43b5-a84e-7456b7efd801 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.134598] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 681.134598] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e01e98-22d0-5ed5-79fc-d97667eb0808" [ 681.134598] env[69330]: _type = "Task" [ 681.134598] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.136505] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Created folder: Project (d011dea8b1e74f2e8bd8b9eeaf579b66) in parent group-v817559. [ 681.136701] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Creating folder: Instances. Parent ref: group-v817603. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.139755] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9afc8d56-e86c-4375-b5f3-f95b8a1651c0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.164439] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] fc2ad100-ef01-4938-91ad-d1037856259e/fc2ad100-ef01-4938-91ad-d1037856259e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.166530] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7364b349-008b-4bf7-962c-c176ed441981 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.192603] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Created folder: Instances in parent group-v817603. [ 681.192603] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.192603] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e01e98-22d0-5ed5-79fc-d97667eb0808, 'name': SearchDatastore_Task, 'duration_secs': 0.027723} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.192603] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.192603] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.193227] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.193227] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.193227] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.193227] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.196039] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2323ba0c-dd82-4b72-a381-0749d6378cac {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.209530] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe609a2b-3749-4707-9102-11862df3debe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.217513] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Acquiring lock "c10b9a44-b186-4623-80dc-bc94fc925e87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.217754] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lock "c10b9a44-b186-4623-80dc-bc94fc925e87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.217953] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Acquiring lock "c10b9a44-b186-4623-80dc-bc94fc925e87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.218166] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lock "c10b9a44-b186-4623-80dc-bc94fc925e87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.218337] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lock "c10b9a44-b186-4623-80dc-bc94fc925e87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.220339] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127819, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.220706] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 681.220706] env[69330]: value = "task-4127822" [ 681.220706] env[69330]: _type = "Task" [ 681.220706] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.222429] env[69330]: INFO nova.compute.manager [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Terminating instance [ 681.233349] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.233349] env[69330]: value = "task-4127823" [ 681.233349] env[69330]: _type = "Task" [ 681.233349] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.242532] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.245833] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.246187] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.250517] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ca7df3-287e-41fc-bd10-f7eb3c180cef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.253475] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127823, 'name': CreateVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.259905] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 681.259905] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f68219-1d82-6d44-a314-b80bfe726581" [ 681.259905] env[69330]: _type = "Task" [ 681.259905] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.270418] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f68219-1d82-6d44-a314-b80bfe726581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.329230] env[69330]: DEBUG oslo_concurrency.lockutils [req-7cb151a5-f021-43f8-b4f0-ef1c92877acc req-1028e4eb-9ea2-4c00-8036-aae9827adc12 service nova] Releasing lock "refresh_cache-680d7b0e-473f-474e-9dce-245ce103d9e7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.461233] env[69330]: DEBUG nova.compute.utils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.464388] env[69330]: DEBUG nova.compute.manager [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.464660] env[69330]: DEBUG nova.network.neutron [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.556545] env[69330]: DEBUG nova.policy [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b8614f41e4049dd8cdac870aa100d03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbab6d6888e047d881d26bca0bbd50ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.677612] env[69330]: DEBUG oslo_vmware.api [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127819, 'name': PowerOnVM_Task, 'duration_secs': 1.337627} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.677880] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.678095] env[69330]: INFO nova.compute.manager [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Took 11.43 seconds to spawn the instance on the hypervisor. [ 681.678280] env[69330]: DEBUG nova.compute.manager [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.679116] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3bc885-bd27-4772-974b-1f105a946972 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.733427] env[69330]: DEBUG nova.compute.manager [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.733589] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.734748] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76367d31-44b7-4a8c-9da4-acb7d4211c50 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.758089] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.761621] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.766602] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11a94657-718f-4cfe-b53a-82fe5118ac4c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.776064] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127823, 'name': CreateVM_Task, 'duration_secs': 0.427275} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.777356] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.780679] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.780948] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.781325] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.790637] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7b56a9-4ffe-4e86-9e86-89080503f194 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.792787] env[69330]: DEBUG oslo_vmware.api [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Waiting for the task: (returnval){ [ 681.792787] env[69330]: value = "task-4127824" [ 681.792787] env[69330]: _type = "Task" [ 681.792787] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.793035] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f68219-1d82-6d44-a314-b80bfe726581, 'name': SearchDatastore_Task, 'duration_secs': 0.020078} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.800231] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4709b8f5-27a9-465e-abaf-5dcd366cbba9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.803057] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Waiting for the task: (returnval){ [ 681.803057] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524c291d-bf52-2110-7220-a5289132a14f" [ 681.803057] env[69330]: _type = "Task" [ 681.803057] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.815779] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 681.815779] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c84763-8fb9-17a5-b750-90fdd88f5901" [ 681.815779] env[69330]: _type = "Task" [ 681.815779] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.816053] env[69330]: DEBUG oslo_vmware.api [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.823820] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524c291d-bf52-2110-7220-a5289132a14f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.831312] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c84763-8fb9-17a5-b750-90fdd88f5901, 'name': SearchDatastore_Task, 'duration_secs': 0.015545} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.831681] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.831997] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 680d7b0e-473f-474e-9dce-245ce103d9e7/680d7b0e-473f-474e-9dce-245ce103d9e7.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.832466] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-274a70c3-981b-4568-a0f8-a2f06fa40860 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.842163] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 681.842163] env[69330]: value = "task-4127825" [ 681.842163] env[69330]: _type = "Task" [ 681.842163] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.857034] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.971126] env[69330]: DEBUG nova.compute.manager [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.199509] env[69330]: INFO nova.compute.manager [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Took 20.48 seconds to build instance. [ 682.245699] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.257824] env[69330]: DEBUG nova.compute.manager [req-2617774a-85f3-4303-8ed8-9ab48613e2a4 req-0995d716-05c1-45fc-800f-ff249371d39a service nova] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Received event network-vif-plugged-65917e04-6815-4026-936a-b4392af77f7d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.257975] env[69330]: DEBUG oslo_concurrency.lockutils [req-2617774a-85f3-4303-8ed8-9ab48613e2a4 req-0995d716-05c1-45fc-800f-ff249371d39a service nova] Acquiring lock "d97c3b3d-e9b2-46b0-87e7-f6660de013ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.258206] env[69330]: DEBUG oslo_concurrency.lockutils [req-2617774a-85f3-4303-8ed8-9ab48613e2a4 req-0995d716-05c1-45fc-800f-ff249371d39a service nova] Lock "d97c3b3d-e9b2-46b0-87e7-f6660de013ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.258370] env[69330]: DEBUG oslo_concurrency.lockutils [req-2617774a-85f3-4303-8ed8-9ab48613e2a4 req-0995d716-05c1-45fc-800f-ff249371d39a service nova] Lock "d97c3b3d-e9b2-46b0-87e7-f6660de013ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.258533] env[69330]: DEBUG nova.compute.manager [req-2617774a-85f3-4303-8ed8-9ab48613e2a4 req-0995d716-05c1-45fc-800f-ff249371d39a service nova] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] No waiting events found dispatching network-vif-plugged-65917e04-6815-4026-936a-b4392af77f7d {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 682.258690] env[69330]: WARNING nova.compute.manager [req-2617774a-85f3-4303-8ed8-9ab48613e2a4 req-0995d716-05c1-45fc-800f-ff249371d39a service nova] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Received unexpected event network-vif-plugged-65917e04-6815-4026-936a-b4392af77f7d for instance with vm_state building and task_state spawning. [ 682.258839] env[69330]: DEBUG nova.compute.manager [req-2617774a-85f3-4303-8ed8-9ab48613e2a4 req-0995d716-05c1-45fc-800f-ff249371d39a service nova] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Received event network-changed-65917e04-6815-4026-936a-b4392af77f7d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.258996] env[69330]: DEBUG nova.compute.manager [req-2617774a-85f3-4303-8ed8-9ab48613e2a4 req-0995d716-05c1-45fc-800f-ff249371d39a service nova] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Refreshing instance network info cache due to event network-changed-65917e04-6815-4026-936a-b4392af77f7d. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.259904] env[69330]: DEBUG oslo_concurrency.lockutils [req-2617774a-85f3-4303-8ed8-9ab48613e2a4 req-0995d716-05c1-45fc-800f-ff249371d39a service nova] Acquiring lock "refresh_cache-d97c3b3d-e9b2-46b0-87e7-f6660de013ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.260615] env[69330]: DEBUG oslo_concurrency.lockutils [req-2617774a-85f3-4303-8ed8-9ab48613e2a4 req-0995d716-05c1-45fc-800f-ff249371d39a service nova] Acquired lock "refresh_cache-d97c3b3d-e9b2-46b0-87e7-f6660de013ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.260615] env[69330]: DEBUG nova.network.neutron [req-2617774a-85f3-4303-8ed8-9ab48613e2a4 req-0995d716-05c1-45fc-800f-ff249371d39a service nova] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Refreshing network info cache for port 65917e04-6815-4026-936a-b4392af77f7d {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.325741] env[69330]: DEBUG oslo_vmware.api [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127824, 'name': PowerOffVM_Task, 'duration_secs': 0.311012} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.326658] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.326997] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.335024] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5dc9fe6-de09-41a6-aad9-b243f86d6df4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.345370] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524c291d-bf52-2110-7220-a5289132a14f, 'name': SearchDatastore_Task, 'duration_secs': 0.024228} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.351236] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.351236] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.351577] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.351577] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.351767] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.352972] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d118cce-c6ef-4b13-b802-9c4dee702749 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.370950] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127825, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.375469] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.375855] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.376757] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e038fdb2-bc00-48df-a233-4a822e49087e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.393047] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Waiting for the task: (returnval){ [ 682.393047] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528b7531-598e-cbbc-dda0-3093edaf3dc6" [ 682.393047] env[69330]: _type = "Task" [ 682.393047] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.402562] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528b7531-598e-cbbc-dda0-3093edaf3dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.436810] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.436810] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.436810] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Deleting the datastore file [datastore1] c10b9a44-b186-4623-80dc-bc94fc925e87 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.437137] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b72ec23d-b923-442b-a41d-3deaecba045a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.447839] env[69330]: DEBUG oslo_vmware.api [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Waiting for the task: (returnval){ [ 682.447839] env[69330]: value = "task-4127827" [ 682.447839] env[69330]: _type = "Task" [ 682.447839] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.467304] env[69330]: DEBUG oslo_vmware.api [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.571873] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dcd417-783d-4f90-93f9-84ce131c901c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.590801] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d02b85e-c518-40b1-b2b8-8f10f8e9f9a8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.629012] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31700a8-52a3-4854-a453-8a7a4cf3d528 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.637626] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff72013-6b58-4dca-9a99-a65fb8a45ec8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.654742] env[69330]: DEBUG nova.compute.provider_tree [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.703599] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Lock "8cabb81d-9470-4b45-b183-485160fc4a9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.992s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.743251] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.860934] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726121} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.860934] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 680d7b0e-473f-474e-9dce-245ce103d9e7/680d7b0e-473f-474e-9dce-245ce103d9e7.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.860934] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.860934] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36f49143-2d36-43e3-832d-ee1345f9bf98 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.870407] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 682.870407] env[69330]: value = "task-4127828" [ 682.870407] env[69330]: _type = "Task" [ 682.870407] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.883092] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.903643] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528b7531-598e-cbbc-dda0-3093edaf3dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.074395} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.907021] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5829f1-3d37-4dec-b6c3-b4cb6eaa2a13 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.914044] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Waiting for the task: (returnval){ [ 682.914044] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b792db-0a80-7e7c-0ba2-8e6aaf94aba1" [ 682.914044] env[69330]: _type = "Task" [ 682.914044] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.923229] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b792db-0a80-7e7c-0ba2-8e6aaf94aba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.958716] env[69330]: DEBUG oslo_vmware.api [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Task: {'id': task-4127827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443289} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.958988] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.959240] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.959649] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.959649] env[69330]: INFO nova.compute.manager [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Took 1.23 seconds to destroy the instance on the hypervisor. [ 682.959880] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.960155] env[69330]: DEBUG nova.compute.manager [-] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.960276] env[69330]: DEBUG nova.network.neutron [-] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.987708] env[69330]: DEBUG nova.compute.manager [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.025275] env[69330]: DEBUG nova.virt.hardware [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.025745] env[69330]: DEBUG nova.virt.hardware [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.025745] env[69330]: DEBUG nova.virt.hardware [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.025745] env[69330]: DEBUG nova.virt.hardware [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.026042] env[69330]: DEBUG nova.virt.hardware [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.026042] env[69330]: DEBUG nova.virt.hardware [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.026328] env[69330]: DEBUG nova.virt.hardware [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.026498] env[69330]: DEBUG nova.virt.hardware [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.026558] env[69330]: DEBUG nova.virt.hardware [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.026712] env[69330]: DEBUG nova.virt.hardware [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.026868] env[69330]: DEBUG nova.virt.hardware [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.027738] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132cda98-02da-4e4a-92eb-3a51857d0cc8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.036187] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c156a0d1-3331-4e6e-816f-cbf123bddbdc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.163334] env[69330]: DEBUG nova.scheduler.client.report [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.193723] env[69330]: DEBUG nova.network.neutron [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Successfully created port: a8d5b5e2-6303-41b4-adfd-87b8727a368b {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.206312] env[69330]: DEBUG nova.compute.manager [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.241691] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127822, 'name': ReconfigVM_Task, 'duration_secs': 1.655943} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.242018] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Reconfigured VM instance instance-0000000e to attach disk [datastore2] fc2ad100-ef01-4938-91ad-d1037856259e/fc2ad100-ef01-4938-91ad-d1037856259e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.243168] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a063bb68-5193-4389-b451-7fe1d6f5384b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.252151] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 683.252151] env[69330]: value = "task-4127829" [ 683.252151] env[69330]: _type = "Task" [ 683.252151] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.263302] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127829, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.389630] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092591} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.389748] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.390539] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fe544a-c81c-4459-b9d4-2b2210282d9c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.442588] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 680d7b0e-473f-474e-9dce-245ce103d9e7/680d7b0e-473f-474e-9dce-245ce103d9e7.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.450743] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3d9b720-0f3d-4d08-b08e-03dd9e92d147 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.481343] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b792db-0a80-7e7c-0ba2-8e6aaf94aba1, 'name': SearchDatastore_Task, 'duration_secs': 0.024981} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.481343] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.481343] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] d97c3b3d-e9b2-46b0-87e7-f6660de013ca/d97c3b3d-e9b2-46b0-87e7-f6660de013ca.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.481343] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 683.481343] env[69330]: value = "task-4127830" [ 683.481343] env[69330]: _type = "Task" [ 683.481343] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.481701] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60079d96-b66c-4850-97a6-015d4f466a22 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.495770] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127830, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.497663] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Waiting for the task: (returnval){ [ 683.497663] env[69330]: value = "task-4127831" [ 683.497663] env[69330]: _type = "Task" [ 683.497663] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.513217] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.675600] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.676900] env[69330]: DEBUG nova.compute.manager [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.681943] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.076s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.682375] env[69330]: DEBUG nova.objects.instance [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Lazy-loading 'resources' on Instance uuid b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.733623] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.766618] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127829, 'name': Rename_Task, 'duration_secs': 0.202753} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.767138] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.767502] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b285c17-34e8-4ed4-b3ef-d54f7d3f5ba9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.775474] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 683.775474] env[69330]: value = "task-4127832" [ 683.775474] env[69330]: _type = "Task" [ 683.775474] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.786259] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.999319] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.000527] env[69330]: DEBUG nova.network.neutron [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Successfully updated port: 834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.020995] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127831, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.188034] env[69330]: DEBUG nova.compute.utils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.196457] env[69330]: DEBUG nova.compute.manager [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.197583] env[69330]: DEBUG nova.network.neutron [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.233026] env[69330]: DEBUG nova.network.neutron [req-2617774a-85f3-4303-8ed8-9ab48613e2a4 req-0995d716-05c1-45fc-800f-ff249371d39a service nova] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Updated VIF entry in instance network info cache for port 65917e04-6815-4026-936a-b4392af77f7d. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.233153] env[69330]: DEBUG nova.network.neutron [req-2617774a-85f3-4303-8ed8-9ab48613e2a4 req-0995d716-05c1-45fc-800f-ff249371d39a service nova] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Updating instance_info_cache with network_info: [{"id": "65917e04-6815-4026-936a-b4392af77f7d", "address": "fa:16:3e:d7:f7:62", "network": {"id": "5a29748f-84a5-4bac-bf0d-1a6ef09574f4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1631644037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d011dea8b1e74f2e8bd8b9eeaf579b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65917e04-68", "ovs_interfaceid": "65917e04-6815-4026-936a-b4392af77f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.291115] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127832, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.499157] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127830, 'name': ReconfigVM_Task, 'duration_secs': 0.968461} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.502283] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 680d7b0e-473f-474e-9dce-245ce103d9e7/680d7b0e-473f-474e-9dce-245ce103d9e7.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.503500] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14d4e5a2-8f5e-4069-a8cb-fe2df802be2d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.507680] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.507833] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquired lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.508037] env[69330]: DEBUG nova.network.neutron [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.515038] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 684.515038] env[69330]: value = "task-4127833" [ 684.515038] env[69330]: _type = "Task" [ 684.515038] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.517883] env[69330]: DEBUG nova.policy [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f53fa88d686457f80da167b04114aaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5950a1179c947fca427e5e9385dc303', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.531952] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882144} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.532982] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] d97c3b3d-e9b2-46b0-87e7-f6660de013ca/d97c3b3d-e9b2-46b0-87e7-f6660de013ca.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.533280] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.534305] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-603deadb-6179-4e17-8400-0c5b2158533e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.542112] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127833, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.551346] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Waiting for the task: (returnval){ [ 684.551346] env[69330]: value = "task-4127834" [ 684.551346] env[69330]: _type = "Task" [ 684.551346] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.566427] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.676214] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fc05d0-dbc5-4492-ba35-46aa660a73e0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.687777] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b937bd5f-3696-4474-91c8-aa75c37eed93 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.697246] env[69330]: DEBUG nova.compute.manager [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.732934] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e5c27-1450-4fd8-8d3c-4f087372fe2b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.736291] env[69330]: DEBUG oslo_concurrency.lockutils [req-2617774a-85f3-4303-8ed8-9ab48613e2a4 req-0995d716-05c1-45fc-800f-ff249371d39a service nova] Releasing lock "refresh_cache-d97c3b3d-e9b2-46b0-87e7-f6660de013ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.741127] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4d64e9-9f8d-4979-86ad-5bf03c5f6b8f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.757721] env[69330]: DEBUG nova.compute.provider_tree [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.791300] env[69330]: DEBUG oslo_vmware.api [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127832, 'name': PowerOnVM_Task, 'duration_secs': 0.945744} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.791580] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.791820] env[69330]: INFO nova.compute.manager [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Took 12.06 seconds to spawn the instance on the hypervisor. [ 684.793075] env[69330]: DEBUG nova.compute.manager [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 684.793075] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5ecc4d-b60a-49db-aeb6-fc60ac5e9cbe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.029376] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127833, 'name': Rename_Task, 'duration_secs': 0.245791} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.029674] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.029876] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b43b94de-bde7-47d0-af8b-4bd3e4a24e0c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.038049] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 685.038049] env[69330]: value = "task-4127835" [ 685.038049] env[69330]: _type = "Task" [ 685.038049] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.047111] env[69330]: DEBUG nova.network.neutron [-] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.049866] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.060944] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141502} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.061300] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.062102] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec6217-938e-4bf7-a29b-a72d82e3af9a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.096557] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] d97c3b3d-e9b2-46b0-87e7-f6660de013ca/d97c3b3d-e9b2-46b0-87e7-f6660de013ca.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.097282] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8da7b83f-d079-4bc8-92ab-ff4d2b94a280 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.121540] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Waiting for the task: (returnval){ [ 685.121540] env[69330]: value = "task-4127836" [ 685.121540] env[69330]: _type = "Task" [ 685.121540] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.132382] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.163322] env[69330]: DEBUG nova.network.neutron [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.263090] env[69330]: DEBUG nova.scheduler.client.report [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.324557] env[69330]: INFO nova.compute.manager [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Took 20.56 seconds to build instance. [ 685.551180] env[69330]: INFO nova.compute.manager [-] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Took 2.59 seconds to deallocate network for instance. [ 685.553201] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.598545] env[69330]: DEBUG nova.network.neutron [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Updating instance_info_cache with network_info: [{"id": "834c1a5f-61aa-484b-ad2d-c2b9f5a11a25", "address": "fa:16:3e:62:91:87", "network": {"id": "dd93a569-b86d-4a4e-ba3e-96b3f4f5be54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-104509401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7d2f41dea646feac9e85780db889c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap834c1a5f-61", "ovs_interfaceid": "834c1a5f-61aa-484b-ad2d-c2b9f5a11a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.637435] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127836, 'name': ReconfigVM_Task, 'duration_secs': 0.333328} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.637435] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Reconfigured VM instance instance-00000010 to attach disk [datastore2] d97c3b3d-e9b2-46b0-87e7-f6660de013ca/d97c3b3d-e9b2-46b0-87e7-f6660de013ca.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.639164] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49cb0261-50ce-4283-963d-9fb25b1aa776 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.646164] env[69330]: DEBUG nova.compute.manager [req-bc260250-db72-4050-a39c-388099b1e70f req-fa04e29a-f8e9-479a-8fef-b7575b5f17d7 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Received event network-vif-plugged-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.646164] env[69330]: DEBUG oslo_concurrency.lockutils [req-bc260250-db72-4050-a39c-388099b1e70f req-fa04e29a-f8e9-479a-8fef-b7575b5f17d7 service nova] Acquiring lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.646164] env[69330]: DEBUG oslo_concurrency.lockutils [req-bc260250-db72-4050-a39c-388099b1e70f req-fa04e29a-f8e9-479a-8fef-b7575b5f17d7 service nova] Lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.646164] env[69330]: DEBUG oslo_concurrency.lockutils [req-bc260250-db72-4050-a39c-388099b1e70f req-fa04e29a-f8e9-479a-8fef-b7575b5f17d7 service nova] Lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.646164] env[69330]: DEBUG nova.compute.manager [req-bc260250-db72-4050-a39c-388099b1e70f req-fa04e29a-f8e9-479a-8fef-b7575b5f17d7 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] No waiting events found dispatching network-vif-plugged-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 685.646399] env[69330]: WARNING nova.compute.manager [req-bc260250-db72-4050-a39c-388099b1e70f req-fa04e29a-f8e9-479a-8fef-b7575b5f17d7 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Received unexpected event network-vif-plugged-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 for instance with vm_state building and task_state spawning. [ 685.646399] env[69330]: DEBUG nova.compute.manager [req-bc260250-db72-4050-a39c-388099b1e70f req-fa04e29a-f8e9-479a-8fef-b7575b5f17d7 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Received event network-changed-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.646399] env[69330]: DEBUG nova.compute.manager [req-bc260250-db72-4050-a39c-388099b1e70f req-fa04e29a-f8e9-479a-8fef-b7575b5f17d7 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Refreshing instance network info cache due to event network-changed-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.646399] env[69330]: DEBUG oslo_concurrency.lockutils [req-bc260250-db72-4050-a39c-388099b1e70f req-fa04e29a-f8e9-479a-8fef-b7575b5f17d7 service nova] Acquiring lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.654732] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Waiting for the task: (returnval){ [ 685.654732] env[69330]: value = "task-4127837" [ 685.654732] env[69330]: _type = "Task" [ 685.654732] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.685287] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127837, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.734152] env[69330]: DEBUG nova.compute.manager [req-a60464c9-6d0b-4800-8e17-842ab6490cf1 req-4d44094e-8f14-41da-b012-376b9685a22c service nova] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Received event network-vif-deleted-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.738947] env[69330]: DEBUG nova.compute.manager [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.769324] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.772759] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.150s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.774522] env[69330]: INFO nova.compute.claims [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.788328] env[69330]: DEBUG nova.virt.hardware [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.788328] env[69330]: DEBUG nova.virt.hardware [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.788328] env[69330]: DEBUG nova.virt.hardware [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.788605] env[69330]: DEBUG nova.virt.hardware [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.788605] env[69330]: DEBUG nova.virt.hardware [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.788605] env[69330]: DEBUG nova.virt.hardware [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.788605] env[69330]: DEBUG nova.virt.hardware [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.788605] env[69330]: DEBUG nova.virt.hardware [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.788767] env[69330]: DEBUG nova.virt.hardware [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.788767] env[69330]: DEBUG nova.virt.hardware [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.788767] env[69330]: DEBUG nova.virt.hardware [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.789892] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb0c459-a37f-467a-9295-082933239d3d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.802186] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc02fd6-2f00-4e1f-9396-4fc364e1997b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.824151] env[69330]: INFO nova.scheduler.client.report [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Deleted allocations for instance b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0 [ 685.828339] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c17cb988-931e-41bf-b41d-adbb08c46aaf tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "fc2ad100-ef01-4938-91ad-d1037856259e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.077s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.053508] env[69330]: DEBUG oslo_vmware.api [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127835, 'name': PowerOnVM_Task, 'duration_secs': 0.867549} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.053779] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.053843] env[69330]: INFO nova.compute.manager [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Took 10.78 seconds to spawn the instance on the hypervisor. [ 686.053974] env[69330]: DEBUG nova.compute.manager [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 686.054853] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc038b22-462c-4f4a-8807-2a9854c37039 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.062802] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.094522] env[69330]: DEBUG nova.network.neutron [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Successfully created port: 8f3fdcee-0e14-46ab-bcbe-0d745668b4ae {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.100012] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Releasing lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.100524] env[69330]: DEBUG nova.compute.manager [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Instance network_info: |[{"id": "834c1a5f-61aa-484b-ad2d-c2b9f5a11a25", "address": "fa:16:3e:62:91:87", "network": {"id": "dd93a569-b86d-4a4e-ba3e-96b3f4f5be54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-104509401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7d2f41dea646feac9e85780db889c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap834c1a5f-61", "ovs_interfaceid": "834c1a5f-61aa-484b-ad2d-c2b9f5a11a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.100673] env[69330]: DEBUG oslo_concurrency.lockutils [req-bc260250-db72-4050-a39c-388099b1e70f req-fa04e29a-f8e9-479a-8fef-b7575b5f17d7 service nova] Acquired lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.100869] env[69330]: DEBUG nova.network.neutron [req-bc260250-db72-4050-a39c-388099b1e70f req-fa04e29a-f8e9-479a-8fef-b7575b5f17d7 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Refreshing network info cache for port 834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.102281] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:91:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '834c1a5f-61aa-484b-ad2d-c2b9f5a11a25', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.110421] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.110945] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.111194] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61736310-2459-49c2-a3d0-723df45f11b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.137932] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.137932] env[69330]: value = "task-4127838" [ 686.137932] env[69330]: _type = "Task" [ 686.137932] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.161549] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127838, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.171683] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127837, 'name': Rename_Task, 'duration_secs': 0.171865} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.171991] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.172278] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0c0cacd-8b3c-415b-856e-94bc2fe7060f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.184051] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Waiting for the task: (returnval){ [ 686.184051] env[69330]: value = "task-4127839" [ 686.184051] env[69330]: _type = "Task" [ 686.184051] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.194999] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.338018] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f8288b8f-6f90-45c5-a561-318cd66cdde0 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Lock "b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.020s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.584607] env[69330]: INFO nova.compute.manager [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Took 20.78 seconds to build instance. [ 686.656339] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127838, 'name': CreateVM_Task, 'duration_secs': 0.438368} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.656662] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.659621] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.660122] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.661991] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.662414] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9794d9-0ba2-4380-b0a0-ff8babf8ab4a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.671910] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 686.671910] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5238592f-1a40-c2c5-833a-ebd5f18a75bb" [ 686.671910] env[69330]: _type = "Task" [ 686.671910] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.689630] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5238592f-1a40-c2c5-833a-ebd5f18a75bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.702365] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127839, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.067416] env[69330]: DEBUG nova.network.neutron [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Successfully updated port: a8d5b5e2-6303-41b4-adfd-87b8727a368b {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.076092] env[69330]: DEBUG nova.network.neutron [req-bc260250-db72-4050-a39c-388099b1e70f req-fa04e29a-f8e9-479a-8fef-b7575b5f17d7 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Updated VIF entry in instance network info cache for port 834c1a5f-61aa-484b-ad2d-c2b9f5a11a25. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.077608] env[69330]: DEBUG nova.network.neutron [req-bc260250-db72-4050-a39c-388099b1e70f req-fa04e29a-f8e9-479a-8fef-b7575b5f17d7 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Updating instance_info_cache with network_info: [{"id": "834c1a5f-61aa-484b-ad2d-c2b9f5a11a25", "address": "fa:16:3e:62:91:87", "network": {"id": "dd93a569-b86d-4a4e-ba3e-96b3f4f5be54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-104509401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7d2f41dea646feac9e85780db889c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap834c1a5f-61", "ovs_interfaceid": "834c1a5f-61aa-484b-ad2d-c2b9f5a11a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.089279] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "680d7b0e-473f-474e-9dce-245ce103d9e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.310s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.190719] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5238592f-1a40-c2c5-833a-ebd5f18a75bb, 'name': SearchDatastore_Task, 'duration_secs': 0.020909} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.195858] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.197035] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.197035] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.197035] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.197688] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.200584] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bf27525-72d3-43f3-beb2-2e66c9053496 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.214153] env[69330]: DEBUG oslo_vmware.api [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127839, 'name': PowerOnVM_Task, 'duration_secs': 0.53561} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.214153] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.214153] env[69330]: INFO nova.compute.manager [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Took 9.39 seconds to spawn the instance on the hypervisor. [ 687.214410] env[69330]: DEBUG nova.compute.manager [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 687.216873] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1211f99a-bd5f-4cbf-8557-5e0be62ad2e5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.219338] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.219566] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.220254] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab526098-2f51-4f98-9003-9f7351ab9192 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.234515] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 687.234515] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52974906-2b9d-9793-809e-375905921fcc" [ 687.234515] env[69330]: _type = "Task" [ 687.234515] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.242402] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc9a45-3ec7-4061-a8a4-5ffdc7a0e56a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.253686] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52974906-2b9d-9793-809e-375905921fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.254765] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f1aecf-4a57-4ff3-a188-3a7ee1416a20 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.294712] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353a53c4-b1da-4461-8c58-f1a352d276e0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.305432] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a75291-b6c8-4d43-a936-7f16451f30ba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.326279] env[69330]: DEBUG nova.compute.provider_tree [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.583744] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "refresh_cache-e85feaa7-ac85-4146-b9f2-3cf5b196729c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.583896] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquired lock "refresh_cache-e85feaa7-ac85-4146-b9f2-3cf5b196729c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.584057] env[69330]: DEBUG nova.network.neutron [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.586471] env[69330]: DEBUG oslo_concurrency.lockutils [req-bc260250-db72-4050-a39c-388099b1e70f req-fa04e29a-f8e9-479a-8fef-b7575b5f17d7 service nova] Releasing lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.765414] env[69330]: INFO nova.compute.manager [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Took 20.34 seconds to build instance. [ 687.775926] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52974906-2b9d-9793-809e-375905921fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.021435} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.776815] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db715543-3d73-4c08-92ff-58bd1610ab1d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.791112] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 687.791112] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]523d3102-431a-9593-51d5-616873d0259c" [ 687.791112] env[69330]: _type = "Task" [ 687.791112] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.803687] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]523d3102-431a-9593-51d5-616873d0259c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.829621] env[69330]: DEBUG nova.scheduler.client.report [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.942432] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "b6681b5b-3c27-44a4-ad39-5c7782dbd48a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.942553] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "b6681b5b-3c27-44a4-ad39-5c7782dbd48a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.159645] env[69330]: DEBUG nova.network.neutron [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.278399] env[69330]: DEBUG oslo_concurrency.lockutils [None req-91d71c19-104c-4492-90ff-3d8dadad2f67 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Lock "d97c3b3d-e9b2-46b0-87e7-f6660de013ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.304s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.290403] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "4cb8cfd0-37b6-466b-8be2-42eebcc4e00d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.290975] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "4cb8cfd0-37b6-466b-8be2-42eebcc4e00d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.313643] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]523d3102-431a-9593-51d5-616873d0259c, 'name': SearchDatastore_Task, 'duration_secs': 0.024863} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.313643] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.313643] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 1f7d5eb3-95f6-4b72-83df-a63a653091f7/1f7d5eb3-95f6-4b72-83df-a63a653091f7.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.313643] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38800373-c360-412c-8e5f-cb60b84173e7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.322846] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 688.322846] env[69330]: value = "task-4127844" [ 688.322846] env[69330]: _type = "Task" [ 688.322846] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.340788] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.341365] env[69330]: DEBUG nova.compute.manager [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.343980] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.344553] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.272s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.344766] env[69330]: DEBUG nova.objects.instance [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Lazy-loading 'resources' on Instance uuid 7a284fbf-f3d9-4dbb-a776-f3d022f3b933 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.445744] env[69330]: DEBUG nova.compute.manager [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.496987] env[69330]: DEBUG nova.network.neutron [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Updating instance_info_cache with network_info: [{"id": "a8d5b5e2-6303-41b4-adfd-87b8727a368b", "address": "fa:16:3e:1d:06:1c", "network": {"id": "3c618237-563b-467f-8202-fd0bc41afa26", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1523283478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbab6d6888e047d881d26bca0bbd50ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d5b5e2-63", "ovs_interfaceid": "a8d5b5e2-6303-41b4-adfd-87b8727a368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.800812] env[69330]: DEBUG nova.compute.manager [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.834992] env[69330]: DEBUG nova.network.neutron [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Successfully updated port: 8f3fdcee-0e14-46ab-bcbe-0d745668b4ae {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.851943] env[69330]: DEBUG nova.compute.utils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.856699] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127844, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.857550] env[69330]: DEBUG nova.compute.manager [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.857729] env[69330]: DEBUG nova.network.neutron [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.976823] env[69330]: DEBUG nova.policy [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21501f3cafd84283ab57135e6f333cd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7203fbf90074e618c292c71a1bc3276', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.995081] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.000207] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Releasing lock "refresh_cache-e85feaa7-ac85-4146-b9f2-3cf5b196729c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.000707] env[69330]: DEBUG nova.compute.manager [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Instance network_info: |[{"id": "a8d5b5e2-6303-41b4-adfd-87b8727a368b", "address": "fa:16:3e:1d:06:1c", "network": {"id": "3c618237-563b-467f-8202-fd0bc41afa26", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1523283478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbab6d6888e047d881d26bca0bbd50ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d5b5e2-63", "ovs_interfaceid": "a8d5b5e2-6303-41b4-adfd-87b8727a368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.001301] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:06:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8d5b5e2-6303-41b4-adfd-87b8727a368b', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.010932] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Creating folder: Project (dbab6d6888e047d881d26bca0bbd50ac). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.015586] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f144cf62-3575-4dd1-b52c-8346a903d409 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.035798] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Created folder: Project (dbab6d6888e047d881d26bca0bbd50ac) in parent group-v817559. [ 689.035798] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Creating folder: Instances. Parent ref: group-v817610. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.040813] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-015e9d85-18ac-482a-aa43-a124bf680770 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.058138] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Acquiring lock "1b1a56e1-6fbb-485e-a802-7acffe4ccb3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.058601] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Lock "1b1a56e1-6fbb-485e-a802-7acffe4ccb3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.065844] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Created folder: Instances in parent group-v817610. [ 689.066143] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.067024] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.067225] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1824228-3770-4713-9bf4-293a090eaaa0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.096293] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.096293] env[69330]: value = "task-4127847" [ 689.096293] env[69330]: _type = "Task" [ 689.096293] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.112430] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127847, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.218526] env[69330]: DEBUG nova.compute.manager [req-267d5cbb-23d0-460f-a43d-e2bf891ed451 req-a181bdac-7d24-44a5-9507-0d0a71575ba0 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Received event network-vif-plugged-a8d5b5e2-6303-41b4-adfd-87b8727a368b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.219029] env[69330]: DEBUG oslo_concurrency.lockutils [req-267d5cbb-23d0-460f-a43d-e2bf891ed451 req-a181bdac-7d24-44a5-9507-0d0a71575ba0 service nova] Acquiring lock "e85feaa7-ac85-4146-b9f2-3cf5b196729c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.219029] env[69330]: DEBUG oslo_concurrency.lockutils [req-267d5cbb-23d0-460f-a43d-e2bf891ed451 req-a181bdac-7d24-44a5-9507-0d0a71575ba0 service nova] Lock "e85feaa7-ac85-4146-b9f2-3cf5b196729c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.220053] env[69330]: DEBUG oslo_concurrency.lockutils [req-267d5cbb-23d0-460f-a43d-e2bf891ed451 req-a181bdac-7d24-44a5-9507-0d0a71575ba0 service nova] Lock "e85feaa7-ac85-4146-b9f2-3cf5b196729c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.220053] env[69330]: DEBUG nova.compute.manager [req-267d5cbb-23d0-460f-a43d-e2bf891ed451 req-a181bdac-7d24-44a5-9507-0d0a71575ba0 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] No waiting events found dispatching network-vif-plugged-a8d5b5e2-6303-41b4-adfd-87b8727a368b {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 689.220053] env[69330]: WARNING nova.compute.manager [req-267d5cbb-23d0-460f-a43d-e2bf891ed451 req-a181bdac-7d24-44a5-9507-0d0a71575ba0 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Received unexpected event network-vif-plugged-a8d5b5e2-6303-41b4-adfd-87b8727a368b for instance with vm_state building and task_state spawning. [ 689.220053] env[69330]: DEBUG nova.compute.manager [req-267d5cbb-23d0-460f-a43d-e2bf891ed451 req-a181bdac-7d24-44a5-9507-0d0a71575ba0 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Received event network-changed-a8d5b5e2-6303-41b4-adfd-87b8727a368b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.220053] env[69330]: DEBUG nova.compute.manager [req-267d5cbb-23d0-460f-a43d-e2bf891ed451 req-a181bdac-7d24-44a5-9507-0d0a71575ba0 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Refreshing instance network info cache due to event network-changed-a8d5b5e2-6303-41b4-adfd-87b8727a368b. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.221562] env[69330]: DEBUG oslo_concurrency.lockutils [req-267d5cbb-23d0-460f-a43d-e2bf891ed451 req-a181bdac-7d24-44a5-9507-0d0a71575ba0 service nova] Acquiring lock "refresh_cache-e85feaa7-ac85-4146-b9f2-3cf5b196729c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.221562] env[69330]: DEBUG oslo_concurrency.lockutils [req-267d5cbb-23d0-460f-a43d-e2bf891ed451 req-a181bdac-7d24-44a5-9507-0d0a71575ba0 service nova] Acquired lock "refresh_cache-e85feaa7-ac85-4146-b9f2-3cf5b196729c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.221562] env[69330]: DEBUG nova.network.neutron [req-267d5cbb-23d0-460f-a43d-e2bf891ed451 req-a181bdac-7d24-44a5-9507-0d0a71575ba0 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Refreshing network info cache for port a8d5b5e2-6303-41b4-adfd-87b8727a368b {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.338488] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.344765] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Acquiring lock "refresh_cache-57e560ca-4c48-4238-a7f1-33c9f2b8f3c9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.344765] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Acquired lock "refresh_cache-57e560ca-4c48-4238-a7f1-33c9f2b8f3c9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.344765] env[69330]: DEBUG nova.network.neutron [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.346327] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591785} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.346327] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 1f7d5eb3-95f6-4b72-83df-a63a653091f7/1f7d5eb3-95f6-4b72-83df-a63a653091f7.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.346647] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.355039] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a97f8a20-e884-43df-af83-bbd3ad5801f2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.358178] env[69330]: DEBUG nova.compute.manager [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.364040] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 689.364040] env[69330]: value = "task-4127848" [ 689.364040] env[69330]: _type = "Task" [ 689.364040] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.375281] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.415285] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d975ec89-a622-48bf-8447-1cab144713ff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.426977] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ab9409-859a-407c-bf0e-2ccc7193ef26 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.472082] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bce0af-38ff-4120-b141-0119142c5cc1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.488312] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7f70a6-2a15-4762-b781-5070e5a62dcf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.516755] env[69330]: DEBUG nova.compute.provider_tree [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.524744] env[69330]: DEBUG oslo_concurrency.lockutils [None req-656a2072-2074-47a3-abc0-efba52e13610 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "680d7b0e-473f-474e-9dce-245ce103d9e7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.524871] env[69330]: DEBUG oslo_concurrency.lockutils [None req-656a2072-2074-47a3-abc0-efba52e13610 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "680d7b0e-473f-474e-9dce-245ce103d9e7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.004s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.525876] env[69330]: DEBUG nova.compute.manager [None req-656a2072-2074-47a3-abc0-efba52e13610 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 689.526573] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9936fcd5-0ea5-4c6b-a279-ad8d82dfdd24 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.536804] env[69330]: DEBUG nova.compute.manager [None req-656a2072-2074-47a3-abc0-efba52e13610 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69330) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 689.537505] env[69330]: DEBUG nova.objects.instance [None req-656a2072-2074-47a3-abc0-efba52e13610 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lazy-loading 'flavor' on Instance uuid 680d7b0e-473f-474e-9dce-245ce103d9e7 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.562522] env[69330]: DEBUG nova.compute.manager [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.621495] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127847, 'name': CreateVM_Task, 'duration_secs': 0.47269} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.621495] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.621495] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.621495] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.621918] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.622673] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc48c13c-cd1b-4afe-a630-c3b443328568 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.642546] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "8ac8a233-7f92-437d-ae1f-7e80d7286796" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.642829] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "8ac8a233-7f92-437d-ae1f-7e80d7286796" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.646715] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 689.646715] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d2c2ee-a86f-fd45-7035-e4c561ae1cce" [ 689.646715] env[69330]: _type = "Task" [ 689.646715] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.658588] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d2c2ee-a86f-fd45-7035-e4c561ae1cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.825501] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "c55f207e-511e-44c0-ad4c-0415a9d94755" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.825743] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "c55f207e-511e-44c0-ad4c-0415a9d94755" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.874340] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097025} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.874476] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.875295] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829c78ef-d390-41a5-afd6-465d60639d38 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.899235] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 1f7d5eb3-95f6-4b72-83df-a63a653091f7/1f7d5eb3-95f6-4b72-83df-a63a653091f7.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.900762] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2a024d3-28da-45f0-ba2e-89f3b183617b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.921948] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 689.921948] env[69330]: value = "task-4127849" [ 689.921948] env[69330]: _type = "Task" [ 689.921948] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.932310] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.933866] env[69330]: DEBUG nova.network.neutron [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.020724] env[69330]: DEBUG nova.scheduler.client.report [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.102831] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.136124] env[69330]: DEBUG nova.network.neutron [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Successfully created port: 1d0bb750-297e-4d46-bacf-97a4c881fd51 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.160584] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d2c2ee-a86f-fd45-7035-e4c561ae1cce, 'name': SearchDatastore_Task, 'duration_secs': 0.022765} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.160584] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.161074] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.161074] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.161309] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.163454] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.164043] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72a3247a-ca64-4b07-9cb0-e1854f6971e4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.177692] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.177948] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.178835] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af1148a-19b9-4963-89f7-765517aff74e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.185817] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 690.185817] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a3eae4-02a5-d452-fd39-17a813d501b6" [ 690.185817] env[69330]: _type = "Task" [ 690.185817] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.201379] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a3eae4-02a5-d452-fd39-17a813d501b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.290554] env[69330]: DEBUG nova.network.neutron [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Updating instance_info_cache with network_info: [{"id": "8f3fdcee-0e14-46ab-bcbe-0d745668b4ae", "address": "fa:16:3e:47:c0:b6", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3fdcee-0e", "ovs_interfaceid": "8f3fdcee-0e14-46ab-bcbe-0d745668b4ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.370404] env[69330]: DEBUG nova.compute.manager [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.406162] env[69330]: DEBUG nova.virt.hardware [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.406162] env[69330]: DEBUG nova.virt.hardware [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.406469] env[69330]: DEBUG nova.virt.hardware [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.406798] env[69330]: DEBUG nova.virt.hardware [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.406937] env[69330]: DEBUG nova.virt.hardware [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.407132] env[69330]: DEBUG nova.virt.hardware [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.407413] env[69330]: DEBUG nova.virt.hardware [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.407593] env[69330]: DEBUG nova.virt.hardware [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.408115] env[69330]: DEBUG nova.virt.hardware [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.408366] env[69330]: DEBUG nova.virt.hardware [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.408594] env[69330]: DEBUG nova.virt.hardware [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.409884] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cefdc34-e52e-4d95-8dfb-5cbf3177155a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.420659] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9ef084-cb0b-4db5-857f-4ebc754c85a5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.439876] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.526740] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.529536] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.442s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.531600] env[69330]: INFO nova.compute.claims [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.547602] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-656a2072-2074-47a3-abc0-efba52e13610 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.548060] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30a96b95-e516-49dc-a728-1fcd6da7a294 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.557246] env[69330]: DEBUG oslo_vmware.api [None req-656a2072-2074-47a3-abc0-efba52e13610 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 690.557246] env[69330]: value = "task-4127850" [ 690.557246] env[69330]: _type = "Task" [ 690.557246] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.575212] env[69330]: DEBUG oslo_vmware.api [None req-656a2072-2074-47a3-abc0-efba52e13610 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.579774] env[69330]: INFO nova.scheduler.client.report [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Deleted allocations for instance 7a284fbf-f3d9-4dbb-a776-f3d022f3b933 [ 690.705097] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a3eae4-02a5-d452-fd39-17a813d501b6, 'name': SearchDatastore_Task, 'duration_secs': 0.033471} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.706399] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d230e8df-83b6-4a66-8346-a05ce332ef5c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.713378] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 690.713378] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527e0dc5-48f7-1bdb-569c-f7a50c7fb29a" [ 690.713378] env[69330]: _type = "Task" [ 690.713378] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.727993] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527e0dc5-48f7-1bdb-569c-f7a50c7fb29a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.729559] env[69330]: DEBUG nova.network.neutron [req-267d5cbb-23d0-460f-a43d-e2bf891ed451 req-a181bdac-7d24-44a5-9507-0d0a71575ba0 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Updated VIF entry in instance network info cache for port a8d5b5e2-6303-41b4-adfd-87b8727a368b. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.729559] env[69330]: DEBUG nova.network.neutron [req-267d5cbb-23d0-460f-a43d-e2bf891ed451 req-a181bdac-7d24-44a5-9507-0d0a71575ba0 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Updating instance_info_cache with network_info: [{"id": "a8d5b5e2-6303-41b4-adfd-87b8727a368b", "address": "fa:16:3e:1d:06:1c", "network": {"id": "3c618237-563b-467f-8202-fd0bc41afa26", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1523283478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbab6d6888e047d881d26bca0bbd50ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d5b5e2-63", "ovs_interfaceid": "a8d5b5e2-6303-41b4-adfd-87b8727a368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.792980] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Releasing lock "refresh_cache-57e560ca-4c48-4238-a7f1-33c9f2b8f3c9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.793386] env[69330]: DEBUG nova.compute.manager [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Instance network_info: |[{"id": "8f3fdcee-0e14-46ab-bcbe-0d745668b4ae", "address": "fa:16:3e:47:c0:b6", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3fdcee-0e", "ovs_interfaceid": "8f3fdcee-0e14-46ab-bcbe-0d745668b4ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.793807] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:c0:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f3fdcee-0e14-46ab-bcbe-0d745668b4ae', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.804100] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Creating folder: Project (c5950a1179c947fca427e5e9385dc303). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.806549] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59db3e36-edab-4b18-9eac-3b3359482023 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.822073] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Created folder: Project (c5950a1179c947fca427e5e9385dc303) in parent group-v817559. [ 690.822073] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Creating folder: Instances. Parent ref: group-v817613. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.822073] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f109178e-8bae-4261-87f1-98a6fcf2c51e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.834223] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Created folder: Instances in parent group-v817613. [ 690.834574] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.834994] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.834994] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50ae7746-8628-4086-bab5-dfbb91285aeb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.859069] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.859069] env[69330]: value = "task-4127853" [ 690.859069] env[69330]: _type = "Task" [ 690.859069] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.869149] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127853, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.944131] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127849, 'name': ReconfigVM_Task, 'duration_secs': 0.632813} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.944131] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 1f7d5eb3-95f6-4b72-83df-a63a653091f7/1f7d5eb3-95f6-4b72-83df-a63a653091f7.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.944544] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4259316a-85d5-40ed-b522-6734d9c58d08 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.953471] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 690.953471] env[69330]: value = "task-4127854" [ 690.953471] env[69330]: _type = "Task" [ 690.953471] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.966812] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127854, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.080661] env[69330]: DEBUG oslo_vmware.api [None req-656a2072-2074-47a3-abc0-efba52e13610 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127850, 'name': PowerOffVM_Task, 'duration_secs': 0.290167} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.081015] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-656a2072-2074-47a3-abc0-efba52e13610 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.081344] env[69330]: DEBUG nova.compute.manager [None req-656a2072-2074-47a3-abc0-efba52e13610 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 691.082751] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739d0043-cf2a-4fd4-9f1a-9a209d38144c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.092999] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5452757c-42a9-4084-9a55-166e9469033c tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Lock "7a284fbf-f3d9-4dbb-a776-f3d022f3b933" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.849s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.236498] env[69330]: DEBUG oslo_concurrency.lockutils [req-267d5cbb-23d0-460f-a43d-e2bf891ed451 req-a181bdac-7d24-44a5-9507-0d0a71575ba0 service nova] Releasing lock "refresh_cache-e85feaa7-ac85-4146-b9f2-3cf5b196729c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.237017] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527e0dc5-48f7-1bdb-569c-f7a50c7fb29a, 'name': SearchDatastore_Task, 'duration_secs': 0.022323} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.237345] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.237613] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] e85feaa7-ac85-4146-b9f2-3cf5b196729c/e85feaa7-ac85-4146-b9f2-3cf5b196729c.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.238130] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3478e05c-5842-4437-82b2-d1d1b980b5a0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.248962] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 691.248962] env[69330]: value = "task-4127855" [ 691.248962] env[69330]: _type = "Task" [ 691.248962] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.260753] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4127855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.376584] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127853, 'name': CreateVM_Task, 'duration_secs': 0.451749} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.376974] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.377973] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.378163] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.378488] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.378778] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ef3a6a-f713-4f30-b19d-88c4f7d9563a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.385249] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Waiting for the task: (returnval){ [ 691.385249] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5241ccb1-82bc-f119-26a3-c4b05da043e9" [ 691.385249] env[69330]: _type = "Task" [ 691.385249] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.398307] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5241ccb1-82bc-f119-26a3-c4b05da043e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.406125] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Acquiring lock "6b7b1903-2dd5-45a0-b195-7669dbcf9fc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.406411] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Lock "6b7b1903-2dd5-45a0-b195-7669dbcf9fc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.466165] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127854, 'name': Rename_Task, 'duration_secs': 0.239899} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.466469] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.466759] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cfd5384-d1db-4e7b-9bab-7e80f84dde6f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.475590] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 691.475590] env[69330]: value = "task-4127857" [ 691.475590] env[69330]: _type = "Task" [ 691.475590] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.486355] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.608312] env[69330]: DEBUG oslo_concurrency.lockutils [None req-656a2072-2074-47a3-abc0-efba52e13610 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "680d7b0e-473f-474e-9dce-245ce103d9e7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.770092] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4127855, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.902254] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5241ccb1-82bc-f119-26a3-c4b05da043e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011532} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.902254] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.902537] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.902908] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.903155] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.903448] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.903847] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7879112-6ede-44d9-a53f-088571b06e66 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.922333] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.922441] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.923612] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f12089a-03bb-4e48-9ad4-70d8cea6dd31 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.935478] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Waiting for the task: (returnval){ [ 691.935478] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d13994-c08a-1931-feb0-e309023daa57" [ 691.935478] env[69330]: _type = "Task" [ 691.935478] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.952857] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d13994-c08a-1931-feb0-e309023daa57, 'name': SearchDatastore_Task, 'duration_secs': 0.016948} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.954088] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e45a21ea-6ff2-458d-b780-30613ac90839 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.966179] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Waiting for the task: (returnval){ [ 691.966179] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ac1711-7237-1d80-bd4c-0b9aec61b526" [ 691.966179] env[69330]: _type = "Task" [ 691.966179] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.978925] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ac1711-7237-1d80-bd4c-0b9aec61b526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.990095] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.005473] env[69330]: DEBUG nova.compute.manager [req-65050edf-b3ba-4358-bd58-d9160f4e2a69 req-02bdfaa4-b00c-4ffd-963b-062c59b29dee service nova] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Received event network-vif-plugged-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.005714] env[69330]: DEBUG oslo_concurrency.lockutils [req-65050edf-b3ba-4358-bd58-d9160f4e2a69 req-02bdfaa4-b00c-4ffd-963b-062c59b29dee service nova] Acquiring lock "57e560ca-4c48-4238-a7f1-33c9f2b8f3c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.005954] env[69330]: DEBUG oslo_concurrency.lockutils [req-65050edf-b3ba-4358-bd58-d9160f4e2a69 req-02bdfaa4-b00c-4ffd-963b-062c59b29dee service nova] Lock "57e560ca-4c48-4238-a7f1-33c9f2b8f3c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.006557] env[69330]: DEBUG oslo_concurrency.lockutils [req-65050edf-b3ba-4358-bd58-d9160f4e2a69 req-02bdfaa4-b00c-4ffd-963b-062c59b29dee service nova] Lock "57e560ca-4c48-4238-a7f1-33c9f2b8f3c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.006798] env[69330]: DEBUG nova.compute.manager [req-65050edf-b3ba-4358-bd58-d9160f4e2a69 req-02bdfaa4-b00c-4ffd-963b-062c59b29dee service nova] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] No waiting events found dispatching network-vif-plugged-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 692.007000] env[69330]: WARNING nova.compute.manager [req-65050edf-b3ba-4358-bd58-d9160f4e2a69 req-02bdfaa4-b00c-4ffd-963b-062c59b29dee service nova] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Received unexpected event network-vif-plugged-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae for instance with vm_state building and task_state spawning. [ 692.007279] env[69330]: DEBUG nova.compute.manager [req-65050edf-b3ba-4358-bd58-d9160f4e2a69 req-02bdfaa4-b00c-4ffd-963b-062c59b29dee service nova] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Received event network-changed-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.007643] env[69330]: DEBUG nova.compute.manager [req-65050edf-b3ba-4358-bd58-d9160f4e2a69 req-02bdfaa4-b00c-4ffd-963b-062c59b29dee service nova] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Refreshing instance network info cache due to event network-changed-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.008887] env[69330]: DEBUG oslo_concurrency.lockutils [req-65050edf-b3ba-4358-bd58-d9160f4e2a69 req-02bdfaa4-b00c-4ffd-963b-062c59b29dee service nova] Acquiring lock "refresh_cache-57e560ca-4c48-4238-a7f1-33c9f2b8f3c9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.009173] env[69330]: DEBUG oslo_concurrency.lockutils [req-65050edf-b3ba-4358-bd58-d9160f4e2a69 req-02bdfaa4-b00c-4ffd-963b-062c59b29dee service nova] Acquired lock "refresh_cache-57e560ca-4c48-4238-a7f1-33c9f2b8f3c9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.009240] env[69330]: DEBUG nova.network.neutron [req-65050edf-b3ba-4358-bd58-d9160f4e2a69 req-02bdfaa4-b00c-4ffd-963b-062c59b29dee service nova] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Refreshing network info cache for port 8f3fdcee-0e14-46ab-bcbe-0d745668b4ae {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.034873] env[69330]: DEBUG nova.compute.manager [req-fa7422e9-cb1a-49da-a80d-e3a248dc6334 req-3b5314a8-883c-42d6-98e6-9fdafb89b3ec service nova] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Received event network-changed-65917e04-6815-4026-936a-b4392af77f7d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.034873] env[69330]: DEBUG nova.compute.manager [req-fa7422e9-cb1a-49da-a80d-e3a248dc6334 req-3b5314a8-883c-42d6-98e6-9fdafb89b3ec service nova] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Refreshing instance network info cache due to event network-changed-65917e04-6815-4026-936a-b4392af77f7d. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.034873] env[69330]: DEBUG oslo_concurrency.lockutils [req-fa7422e9-cb1a-49da-a80d-e3a248dc6334 req-3b5314a8-883c-42d6-98e6-9fdafb89b3ec service nova] Acquiring lock "refresh_cache-d97c3b3d-e9b2-46b0-87e7-f6660de013ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.034873] env[69330]: DEBUG oslo_concurrency.lockutils [req-fa7422e9-cb1a-49da-a80d-e3a248dc6334 req-3b5314a8-883c-42d6-98e6-9fdafb89b3ec service nova] Acquired lock "refresh_cache-d97c3b3d-e9b2-46b0-87e7-f6660de013ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.035131] env[69330]: DEBUG nova.network.neutron [req-fa7422e9-cb1a-49da-a80d-e3a248dc6334 req-3b5314a8-883c-42d6-98e6-9fdafb89b3ec service nova] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Refreshing network info cache for port 65917e04-6815-4026-936a-b4392af77f7d {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.160989] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d179c2-3748-4c9d-98a7-061b8bfd1683 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.170200] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5afa672-6c23-414c-864d-70dff1c0f247 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.209630] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73e25ed-78b2-4fe4-9488-6f0515eef886 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.219465] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b43980-4cb7-4cf9-a927-76ac1dd9b679 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.235990] env[69330]: DEBUG nova.compute.provider_tree [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.261150] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4127855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685273} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.261150] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] e85feaa7-ac85-4146-b9f2-3cf5b196729c/e85feaa7-ac85-4146-b9f2-3cf5b196729c.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.261150] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.261150] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b230eb69-e0f7-44ff-a718-689de9b6d6fc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.269674] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 692.269674] env[69330]: value = "task-4127858" [ 692.269674] env[69330]: _type = "Task" [ 692.269674] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.280093] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4127858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.444817] env[69330]: DEBUG nova.network.neutron [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Successfully updated port: 1d0bb750-297e-4d46-bacf-97a4c881fd51 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.478495] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ac1711-7237-1d80-bd4c-0b9aec61b526, 'name': SearchDatastore_Task, 'duration_secs': 0.030688} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.482888] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.483295] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9/57e560ca-4c48-4238-a7f1-33c9f2b8f3c9.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.484440] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-306bb7ee-b7b3-4dbf-b03f-daa3fa3c58c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.491986] env[69330]: DEBUG oslo_vmware.api [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127857, 'name': PowerOnVM_Task, 'duration_secs': 0.749802} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.493275] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.493481] env[69330]: INFO nova.compute.manager [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Took 12.07 seconds to spawn the instance on the hypervisor. [ 692.493665] env[69330]: DEBUG nova.compute.manager [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.493991] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Waiting for the task: (returnval){ [ 692.493991] env[69330]: value = "task-4127859" [ 692.493991] env[69330]: _type = "Task" [ 692.493991] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.494730] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d21b71f-a051-4c47-ad8a-bb7756920d88 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.510169] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.739081] env[69330]: DEBUG nova.scheduler.client.report [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.780731] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4127858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074522} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.781040] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.781842] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f47e8d-450a-405c-a9a6-0682dc07c903 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.811325] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] e85feaa7-ac85-4146-b9f2-3cf5b196729c/e85feaa7-ac85-4146-b9f2-3cf5b196729c.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.811730] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed79ab6d-1b4e-4f18-8ea6-a73abb954991 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.834072] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 692.834072] env[69330]: value = "task-4127860" [ 692.834072] env[69330]: _type = "Task" [ 692.834072] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.844961] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4127860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.111818] env[69330]: DEBUG nova.network.neutron [req-65050edf-b3ba-4358-bd58-d9160f4e2a69 req-02bdfaa4-b00c-4ffd-963b-062c59b29dee service nova] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Updated VIF entry in instance network info cache for port 8f3fdcee-0e14-46ab-bcbe-0d745668b4ae. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.111818] env[69330]: DEBUG nova.network.neutron [req-65050edf-b3ba-4358-bd58-d9160f4e2a69 req-02bdfaa4-b00c-4ffd-963b-062c59b29dee service nova] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Updating instance_info_cache with network_info: [{"id": "8f3fdcee-0e14-46ab-bcbe-0d745668b4ae", "address": "fa:16:3e:47:c0:b6", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3fdcee-0e", "ovs_interfaceid": "8f3fdcee-0e14-46ab-bcbe-0d745668b4ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.116242] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquiring lock "refresh_cache-04c3b326-d749-4971-be51-d028f1e78275" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.116242] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquired lock "refresh_cache-04c3b326-d749-4971-be51-d028f1e78275" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.116242] env[69330]: DEBUG nova.network.neutron [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.116242] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.116242] env[69330]: INFO nova.compute.manager [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Took 24.99 seconds to build instance. [ 693.247331] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.247526] env[69330]: DEBUG nova.compute.manager [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.250520] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.417s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.250753] env[69330]: DEBUG nova.objects.instance [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Lazy-loading 'resources' on Instance uuid 6ec379b6-3bfe-4a94-abad-9affb3942fa4 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.280982] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Acquiring lock "0b294da9-d4c6-47ce-bfad-682acfe3f261" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.280982] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Lock "0b294da9-d4c6-47ce-bfad-682acfe3f261" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.355816] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4127860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.359471] env[69330]: DEBUG oslo_concurrency.lockutils [req-65050edf-b3ba-4358-bd58-d9160f4e2a69 req-02bdfaa4-b00c-4ffd-963b-062c59b29dee service nova] Releasing lock "refresh_cache-57e560ca-4c48-4238-a7f1-33c9f2b8f3c9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.495352] env[69330]: DEBUG nova.network.neutron [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.512765] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127859, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.536135] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f00de3df-451c-47dc-b0ba-979300e76073 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.350s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.711172] env[69330]: DEBUG nova.network.neutron [req-fa7422e9-cb1a-49da-a80d-e3a248dc6334 req-3b5314a8-883c-42d6-98e6-9fdafb89b3ec service nova] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Updated VIF entry in instance network info cache for port 65917e04-6815-4026-936a-b4392af77f7d. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.711172] env[69330]: DEBUG nova.network.neutron [req-fa7422e9-cb1a-49da-a80d-e3a248dc6334 req-3b5314a8-883c-42d6-98e6-9fdafb89b3ec service nova] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Updating instance_info_cache with network_info: [{"id": "65917e04-6815-4026-936a-b4392af77f7d", "address": "fa:16:3e:d7:f7:62", "network": {"id": "5a29748f-84a5-4bac-bf0d-1a6ef09574f4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1631644037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d011dea8b1e74f2e8bd8b9eeaf579b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65917e04-68", "ovs_interfaceid": "65917e04-6815-4026-936a-b4392af77f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.715762] env[69330]: DEBUG nova.network.neutron [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Updating instance_info_cache with network_info: [{"id": "1d0bb750-297e-4d46-bacf-97a4c881fd51", "address": "fa:16:3e:04:d1:b1", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0bb750-29", "ovs_interfaceid": "1d0bb750-297e-4d46-bacf-97a4c881fd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.753847] env[69330]: DEBUG nova.compute.utils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.758941] env[69330]: DEBUG nova.compute.manager [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.759348] env[69330]: DEBUG nova.network.neutron [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.840730] env[69330]: DEBUG nova.policy [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce0ecd6098f0492c93bc9eba2d5d26cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89a1f4967e244de293c298993e5ccbb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.857052] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4127860, 'name': ReconfigVM_Task, 'duration_secs': 0.574297} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.857052] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Reconfigured VM instance instance-00000012 to attach disk [datastore1] e85feaa7-ac85-4146-b9f2-3cf5b196729c/e85feaa7-ac85-4146-b9f2-3cf5b196729c.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.857052] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21549512-1c87-4381-bd63-69cb73f32700 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.865341] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 693.865341] env[69330]: value = "task-4127861" [ 693.865341] env[69330]: _type = "Task" [ 693.865341] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.878656] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4127861, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.015131] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127859, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.335654} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.015131] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9/57e560ca-4c48-4238-a7f1-33c9f2b8f3c9.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.015131] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.015131] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15940558-0008-408a-b13a-bef33e0982b2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.031014] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Waiting for the task: (returnval){ [ 694.031014] env[69330]: value = "task-4127862" [ 694.031014] env[69330]: _type = "Task" [ 694.031014] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.038942] env[69330]: DEBUG nova.compute.manager [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.051522] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.217202] env[69330]: DEBUG oslo_concurrency.lockutils [req-fa7422e9-cb1a-49da-a80d-e3a248dc6334 req-3b5314a8-883c-42d6-98e6-9fdafb89b3ec service nova] Releasing lock "refresh_cache-d97c3b3d-e9b2-46b0-87e7-f6660de013ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.218528] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Releasing lock "refresh_cache-04c3b326-d749-4971-be51-d028f1e78275" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.218528] env[69330]: DEBUG nova.compute.manager [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Instance network_info: |[{"id": "1d0bb750-297e-4d46-bacf-97a4c881fd51", "address": "fa:16:3e:04:d1:b1", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0bb750-29", "ovs_interfaceid": "1d0bb750-297e-4d46-bacf-97a4c881fd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.219947] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d1:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d0bb750-297e-4d46-bacf-97a4c881fd51', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.245088] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.252036] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.252820] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-075fd936-5381-4634-82ee-19f1b273002a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.275353] env[69330]: DEBUG nova.compute.manager [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.288193] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.288193] env[69330]: value = "task-4127863" [ 694.288193] env[69330]: _type = "Task" [ 694.288193] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.301427] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127863, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.383530] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4127861, 'name': Rename_Task, 'duration_secs': 0.3426} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.384268] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.384416] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-046423af-db70-4b35-ae99-210bcc73a870 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.399201] env[69330]: DEBUG nova.network.neutron [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Successfully created port: f452d500-ead8-4fa3-ad03-b4f51556b489 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.401197] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 694.401197] env[69330]: value = "task-4127864" [ 694.401197] env[69330]: _type = "Task" [ 694.401197] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.414585] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4127864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.465963] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0787fcd7-041f-4302-bdd0-5690687129f2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.478406] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7d93e1-0456-4e5b-98c6-04fbf0918b23 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.525049] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d73d9a8-281f-49f9-a2fa-1cd8d81969f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.537629] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f392b9b4-e6da-415e-b5d2-56d381623eca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.551407] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170619} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.560882] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.563901] env[69330]: DEBUG nova.compute.provider_tree [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.572611] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b325397b-07d7-4db7-9b94-ff6fe61c1874 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.602333] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9/57e560ca-4c48-4238-a7f1-33c9f2b8f3c9.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.603735] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.604237] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51a6f1c0-5377-4e34-a6da-d685ffd4233f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.640038] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Waiting for the task: (returnval){ [ 694.640038] env[69330]: value = "task-4127865" [ 694.640038] env[69330]: _type = "Task" [ 694.640038] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.656463] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.812894] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127863, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.919118] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4127864, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.080505] env[69330]: DEBUG nova.scheduler.client.report [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.163286] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.295713] env[69330]: DEBUG nova.compute.manager [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.312077] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127863, 'name': CreateVM_Task, 'duration_secs': 1.004116} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.313571] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.313571] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.313787] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.314354] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.314715] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f48e20-edec-40d6-9ffb-720ff78b9e93 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.322491] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 695.322491] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5271bda4-87bf-6b53-a7ed-3f9ee968ec0c" [ 695.322491] env[69330]: _type = "Task" [ 695.322491] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.336738] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5271bda4-87bf-6b53-a7ed-3f9ee968ec0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.355703] env[69330]: DEBUG nova.virt.hardware [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.355703] env[69330]: DEBUG nova.virt.hardware [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.356039] env[69330]: DEBUG nova.virt.hardware [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.356039] env[69330]: DEBUG nova.virt.hardware [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.356201] env[69330]: DEBUG nova.virt.hardware [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.356358] env[69330]: DEBUG nova.virt.hardware [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.356609] env[69330]: DEBUG nova.virt.hardware [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.356809] env[69330]: DEBUG nova.virt.hardware [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.357033] env[69330]: DEBUG nova.virt.hardware [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.357237] env[69330]: DEBUG nova.virt.hardware [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.357418] env[69330]: DEBUG nova.virt.hardware [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.358378] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc7b38a-9d34-4471-9393-50b272dca131 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.372792] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac12982-5087-4b9f-9095-56d9e37f5af7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.417341] env[69330]: DEBUG oslo_vmware.api [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4127864, 'name': PowerOnVM_Task, 'duration_secs': 0.979213} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.417341] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.417341] env[69330]: INFO nova.compute.manager [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Took 12.43 seconds to spawn the instance on the hypervisor. [ 695.417341] env[69330]: DEBUG nova.compute.manager [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 695.417747] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9848d3f2-ee49-464f-b984-5a29979a9311 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.597180] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.345s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.601558] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.674s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.601558] env[69330]: INFO nova.compute.claims [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.649494] env[69330]: INFO nova.scheduler.client.report [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Deleted allocations for instance 6ec379b6-3bfe-4a94-abad-9affb3942fa4 [ 695.655836] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.663830] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Acquiring lock "9bb7ed59-d77e-4d35-88c2-4646a70c86dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.664989] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lock "9bb7ed59-d77e-4d35-88c2-4646a70c86dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.843511] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5271bda4-87bf-6b53-a7ed-3f9ee968ec0c, 'name': SearchDatastore_Task, 'duration_secs': 0.020937} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.844138] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.845123] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.849325] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.849325] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.849325] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.849325] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86031f87-2f50-4519-b892-9c2b56279e22 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.867716] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.868895] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.870332] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f362aac9-eafb-48a8-bd83-fb88fca2ad8e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.883206] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 695.883206] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c50e20-fc41-6f74-ecfc-84c713e84a6b" [ 695.883206] env[69330]: _type = "Task" [ 695.883206] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.896020] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c50e20-fc41-6f74-ecfc-84c713e84a6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.938293] env[69330]: INFO nova.compute.manager [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Took 27.70 seconds to build instance. [ 696.160782] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.167424] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3dd15ea7-1861-4993-8318-d37d2e7b983d tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Lock "6ec379b6-3bfe-4a94-abad-9affb3942fa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.736s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.252368] env[69330]: DEBUG nova.network.neutron [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Successfully updated port: f452d500-ead8-4fa3-ad03-b4f51556b489 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.256810] env[69330]: DEBUG nova.compute.manager [req-7012b7cd-c1c0-4bf6-8ade-bfccc89b85e0 req-487c80d7-9d24-4725-8393-9832fd1dd435 service nova] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Received event network-vif-plugged-1d0bb750-297e-4d46-bacf-97a4c881fd51 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.257194] env[69330]: DEBUG oslo_concurrency.lockutils [req-7012b7cd-c1c0-4bf6-8ade-bfccc89b85e0 req-487c80d7-9d24-4725-8393-9832fd1dd435 service nova] Acquiring lock "04c3b326-d749-4971-be51-d028f1e78275-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.258292] env[69330]: DEBUG oslo_concurrency.lockutils [req-7012b7cd-c1c0-4bf6-8ade-bfccc89b85e0 req-487c80d7-9d24-4725-8393-9832fd1dd435 service nova] Lock "04c3b326-d749-4971-be51-d028f1e78275-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.258537] env[69330]: DEBUG oslo_concurrency.lockutils [req-7012b7cd-c1c0-4bf6-8ade-bfccc89b85e0 req-487c80d7-9d24-4725-8393-9832fd1dd435 service nova] Lock "04c3b326-d749-4971-be51-d028f1e78275-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.259354] env[69330]: DEBUG nova.compute.manager [req-7012b7cd-c1c0-4bf6-8ade-bfccc89b85e0 req-487c80d7-9d24-4725-8393-9832fd1dd435 service nova] [instance: 04c3b326-d749-4971-be51-d028f1e78275] No waiting events found dispatching network-vif-plugged-1d0bb750-297e-4d46-bacf-97a4c881fd51 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 696.259354] env[69330]: WARNING nova.compute.manager [req-7012b7cd-c1c0-4bf6-8ade-bfccc89b85e0 req-487c80d7-9d24-4725-8393-9832fd1dd435 service nova] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Received unexpected event network-vif-plugged-1d0bb750-297e-4d46-bacf-97a4c881fd51 for instance with vm_state building and task_state spawning. [ 696.259354] env[69330]: DEBUG nova.compute.manager [req-7012b7cd-c1c0-4bf6-8ade-bfccc89b85e0 req-487c80d7-9d24-4725-8393-9832fd1dd435 service nova] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Received event network-changed-1d0bb750-297e-4d46-bacf-97a4c881fd51 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.259587] env[69330]: DEBUG nova.compute.manager [req-7012b7cd-c1c0-4bf6-8ade-bfccc89b85e0 req-487c80d7-9d24-4725-8393-9832fd1dd435 service nova] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Refreshing instance network info cache due to event network-changed-1d0bb750-297e-4d46-bacf-97a4c881fd51. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.260619] env[69330]: DEBUG oslo_concurrency.lockutils [req-7012b7cd-c1c0-4bf6-8ade-bfccc89b85e0 req-487c80d7-9d24-4725-8393-9832fd1dd435 service nova] Acquiring lock "refresh_cache-04c3b326-d749-4971-be51-d028f1e78275" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.260695] env[69330]: DEBUG oslo_concurrency.lockutils [req-7012b7cd-c1c0-4bf6-8ade-bfccc89b85e0 req-487c80d7-9d24-4725-8393-9832fd1dd435 service nova] Acquired lock "refresh_cache-04c3b326-d749-4971-be51-d028f1e78275" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.260928] env[69330]: DEBUG nova.network.neutron [req-7012b7cd-c1c0-4bf6-8ade-bfccc89b85e0 req-487c80d7-9d24-4725-8393-9832fd1dd435 service nova] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Refreshing network info cache for port 1d0bb750-297e-4d46-bacf-97a4c881fd51 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.399896] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c50e20-fc41-6f74-ecfc-84c713e84a6b, 'name': SearchDatastore_Task, 'duration_secs': 0.027378} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.401053] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11882ceb-f25b-4570-bee4-ff4cd03b3546 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.408679] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 696.408679] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521587d2-b6a0-7cc6-e95c-2f68bc80c643" [ 696.408679] env[69330]: _type = "Task" [ 696.408679] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.421196] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521587d2-b6a0-7cc6-e95c-2f68bc80c643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.443361] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47f74453-248b-44f9-aaa5-65c9f952a407 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "e85feaa7-ac85-4146-b9f2-3cf5b196729c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.398s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.667905] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.723496] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Acquiring lock "95742cd4-ee06-4c77-ab05-28cd2d326092" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.723830] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Lock "95742cd4-ee06-4c77-ab05-28cd2d326092" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.724416] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Acquiring lock "95742cd4-ee06-4c77-ab05-28cd2d326092-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.724673] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Lock "95742cd4-ee06-4c77-ab05-28cd2d326092-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.724869] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Lock "95742cd4-ee06-4c77-ab05-28cd2d326092-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.731181] env[69330]: INFO nova.compute.manager [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Terminating instance [ 696.767844] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Acquiring lock "refresh_cache-1bd449dc-7011-4fad-956b-0bd23c946441" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.767844] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Acquired lock "refresh_cache-1bd449dc-7011-4fad-956b-0bd23c946441" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.767844] env[69330]: DEBUG nova.network.neutron [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.884665] env[69330]: DEBUG nova.compute.manager [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 696.884665] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac02fb1-8ed8-4cc1-ab1b-4853a7ced89a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.924108] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521587d2-b6a0-7cc6-e95c-2f68bc80c643, 'name': SearchDatastore_Task, 'duration_secs': 0.017678} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.924108] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.925257] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 04c3b326-d749-4971-be51-d028f1e78275/04c3b326-d749-4971-be51-d028f1e78275.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.927716] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-802ec1ee-1411-4e0b-9c97-7664622df532 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.936341] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 696.936341] env[69330]: value = "task-4127867" [ 696.936341] env[69330]: _type = "Task" [ 696.936341] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.954682] env[69330]: DEBUG nova.compute.manager [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.956484] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.098998] env[69330]: DEBUG nova.compute.manager [req-f5d79ada-8030-4b6f-8d16-ba4a63a8133b req-bda9a1c6-b0e3-4167-b89c-d9ee7c93666d service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Received event network-changed-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.102864] env[69330]: DEBUG nova.compute.manager [req-f5d79ada-8030-4b6f-8d16-ba4a63a8133b req-bda9a1c6-b0e3-4167-b89c-d9ee7c93666d service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Refreshing instance network info cache due to event network-changed-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.102864] env[69330]: DEBUG oslo_concurrency.lockutils [req-f5d79ada-8030-4b6f-8d16-ba4a63a8133b req-bda9a1c6-b0e3-4167-b89c-d9ee7c93666d service nova] Acquiring lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.102864] env[69330]: DEBUG oslo_concurrency.lockutils [req-f5d79ada-8030-4b6f-8d16-ba4a63a8133b req-bda9a1c6-b0e3-4167-b89c-d9ee7c93666d service nova] Acquired lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.102864] env[69330]: DEBUG nova.network.neutron [req-f5d79ada-8030-4b6f-8d16-ba4a63a8133b req-bda9a1c6-b0e3-4167-b89c-d9ee7c93666d service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Refreshing network info cache for port a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.147962] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8775385e-9622-4904-ab95-b8a848da63ed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.162908] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.164062] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a38516-9f7e-42a1-97f0-85dce2ee740a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.206482] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8bd400-a98a-4414-92a7-d0f35dcca812 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.215531] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da8eebf-aea7-4096-a9a3-250ca847345a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.231052] env[69330]: DEBUG nova.compute.provider_tree [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.240930] env[69330]: DEBUG nova.compute.manager [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.240930] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.240930] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0392dee6-e9e4-46ba-94ff-29ab200f041a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.246489] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.246489] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f8c1898-e22c-44f0-9665-4eb280e86186 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.256395] env[69330]: DEBUG oslo_vmware.api [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Waiting for the task: (returnval){ [ 697.256395] env[69330]: value = "task-4127868" [ 697.256395] env[69330]: _type = "Task" [ 697.256395] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.269503] env[69330]: DEBUG oslo_vmware.api [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.351481] env[69330]: DEBUG nova.network.neutron [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.399747] env[69330]: INFO nova.compute.manager [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] instance snapshotting [ 697.399960] env[69330]: WARNING nova.compute.manager [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 697.410490] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba3bcbf-2fde-4aea-812f-bd251a776949 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.439187] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ad5e76-634d-4425-816d-98f3fce656ca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.470703] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127867, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.492736] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.645986] env[69330]: DEBUG nova.network.neutron [req-7012b7cd-c1c0-4bf6-8ade-bfccc89b85e0 req-487c80d7-9d24-4725-8393-9832fd1dd435 service nova] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Updated VIF entry in instance network info cache for port 1d0bb750-297e-4d46-bacf-97a4c881fd51. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.646381] env[69330]: DEBUG nova.network.neutron [req-7012b7cd-c1c0-4bf6-8ade-bfccc89b85e0 req-487c80d7-9d24-4725-8393-9832fd1dd435 service nova] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Updating instance_info_cache with network_info: [{"id": "1d0bb750-297e-4d46-bacf-97a4c881fd51", "address": "fa:16:3e:04:d1:b1", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0bb750-29", "ovs_interfaceid": "1d0bb750-297e-4d46-bacf-97a4c881fd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.661561] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.737479] env[69330]: DEBUG nova.scheduler.client.report [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.767982] env[69330]: DEBUG oslo_vmware.api [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127868, 'name': PowerOffVM_Task, 'duration_secs': 0.369428} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.768522] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.768751] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.769229] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41191444-8e18-4e65-8c8d-db6ba3ef545e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.846129] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.846393] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.846593] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Deleting the datastore file [datastore1] 95742cd4-ee06-4c77-ab05-28cd2d326092 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.846821] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d410ff6-1fa3-457e-8f5a-043d730b92f5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.855918] env[69330]: DEBUG oslo_vmware.api [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Waiting for the task: (returnval){ [ 697.855918] env[69330]: value = "task-4127871" [ 697.855918] env[69330]: _type = "Task" [ 697.855918] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.874553] env[69330]: DEBUG oslo_vmware.api [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.932495] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquiring lock "4b053f7e-254c-439c-81cc-f336d193712d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.933033] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Lock "4b053f7e-254c-439c-81cc-f336d193712d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.963182] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528727} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.963182] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 04c3b326-d749-4971-be51-d028f1e78275/04c3b326-d749-4971-be51-d028f1e78275.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.963182] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.963182] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9288ff48-d3dd-4174-969c-7fecaf79c09b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.968912] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 697.969718] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1895a968-2672-4ee5-bb09-78f8251a9bc6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.981807] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 697.981807] env[69330]: value = "task-4127873" [ 697.981807] env[69330]: _type = "Task" [ 697.981807] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.989201] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 697.989201] env[69330]: value = "task-4127872" [ 697.989201] env[69330]: _type = "Task" [ 697.989201] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.006570] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.009019] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.011937] env[69330]: DEBUG nova.network.neutron [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Updating instance_info_cache with network_info: [{"id": "f452d500-ead8-4fa3-ad03-b4f51556b489", "address": "fa:16:3e:12:45:87", "network": {"id": "cd50ceaa-2bcf-4ac3-9af9-39e8a5316a5c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1666522766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "89a1f4967e244de293c298993e5ccbb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf452d500-ea", "ovs_interfaceid": "f452d500-ead8-4fa3-ad03-b4f51556b489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.153372] env[69330]: DEBUG oslo_concurrency.lockutils [req-7012b7cd-c1c0-4bf6-8ade-bfccc89b85e0 req-487c80d7-9d24-4725-8393-9832fd1dd435 service nova] Releasing lock "refresh_cache-04c3b326-d749-4971-be51-d028f1e78275" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.160033] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127865, 'name': ReconfigVM_Task, 'duration_secs': 3.432397} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.160744] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9/57e560ca-4c48-4238-a7f1-33c9f2b8f3c9.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.161661] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65691313-deaf-4fcf-aebd-3bb31d5bc2f9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.174341] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Waiting for the task: (returnval){ [ 698.174341] env[69330]: value = "task-4127874" [ 698.174341] env[69330]: _type = "Task" [ 698.174341] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.185334] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127874, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.243352] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.243581] env[69330]: DEBUG nova.compute.manager [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.249028] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.515s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.250587] env[69330]: INFO nova.compute.claims [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.282957] env[69330]: DEBUG nova.network.neutron [req-f5d79ada-8030-4b6f-8d16-ba4a63a8133b req-bda9a1c6-b0e3-4167-b89c-d9ee7c93666d service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Updated VIF entry in instance network info cache for port a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.284911] env[69330]: DEBUG nova.network.neutron [req-f5d79ada-8030-4b6f-8d16-ba4a63a8133b req-bda9a1c6-b0e3-4167-b89c-d9ee7c93666d service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Updating instance_info_cache with network_info: [{"id": "a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c", "address": "fa:16:3e:9c:85:23", "network": {"id": "dd93a569-b86d-4a4e-ba3e-96b3f4f5be54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-104509401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7d2f41dea646feac9e85780db889c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ba09f7-67", "ovs_interfaceid": "a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.368349] env[69330]: DEBUG oslo_vmware.api [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Task: {'id': task-4127871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156114} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.368693] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.368885] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.369099] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.369313] env[69330]: INFO nova.compute.manager [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Took 1.13 seconds to destroy the instance on the hypervisor. [ 698.369581] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.369761] env[69330]: DEBUG nova.compute.manager [-] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.369860] env[69330]: DEBUG nova.network.neutron [-] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.503175] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.510058] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083657} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.510544] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.514646] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cb571b-6489-4b34-93e6-fb3c1406ff5a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.517435] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Releasing lock "refresh_cache-1bd449dc-7011-4fad-956b-0bd23c946441" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.517435] env[69330]: DEBUG nova.compute.manager [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Instance network_info: |[{"id": "f452d500-ead8-4fa3-ad03-b4f51556b489", "address": "fa:16:3e:12:45:87", "network": {"id": "cd50ceaa-2bcf-4ac3-9af9-39e8a5316a5c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1666522766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "89a1f4967e244de293c298993e5ccbb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf452d500-ea", "ovs_interfaceid": "f452d500-ead8-4fa3-ad03-b4f51556b489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.518069] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:45:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f452d500-ead8-4fa3-ad03-b4f51556b489', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.527630] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Creating folder: Project (89a1f4967e244de293c298993e5ccbb1). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.528780] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9c59286-0a51-425a-a463-c7d419511e06 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.556434] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 04c3b326-d749-4971-be51-d028f1e78275/04c3b326-d749-4971-be51-d028f1e78275.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.558714] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-018504a6-f8b8-43de-b8da-ae7a7cf7bea6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.578518] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Created folder: Project (89a1f4967e244de293c298993e5ccbb1) in parent group-v817559. [ 698.578768] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Creating folder: Instances. Parent ref: group-v817617. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.579687] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff073ef2-71c1-4999-b3cf-ba8cb3cc3a5d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.585401] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 698.585401] env[69330]: value = "task-4127876" [ 698.585401] env[69330]: _type = "Task" [ 698.585401] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.595037] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Created folder: Instances in parent group-v817617. [ 698.595758] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.600184] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.600618] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.601064] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e1b2dfb-5ddd-4fbf-8a28-b55cd2611d1f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.621522] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.621522] env[69330]: value = "task-4127878" [ 698.621522] env[69330]: _type = "Task" [ 698.621522] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.630363] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127878, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.684529] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127874, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.756307] env[69330]: DEBUG nova.compute.utils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.760675] env[69330]: DEBUG nova.compute.manager [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.760861] env[69330]: DEBUG nova.network.neutron [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.786750] env[69330]: DEBUG oslo_concurrency.lockutils [req-f5d79ada-8030-4b6f-8d16-ba4a63a8133b req-bda9a1c6-b0e3-4167-b89c-d9ee7c93666d service nova] Releasing lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.985707] env[69330]: DEBUG nova.policy [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af5f75bbdc65477894565efbb332940a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73b52c9ddfcd4f5d8356e143246742eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.998984] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127873, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.099162] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127876, 'name': ReconfigVM_Task, 'duration_secs': 0.319821} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.099162] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 04c3b326-d749-4971-be51-d028f1e78275/04c3b326-d749-4971-be51-d028f1e78275.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.099162] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac6cafeb-a7f6-40cb-aef8-287b60efcbb1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.108134] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 699.108134] env[69330]: value = "task-4127879" [ 699.108134] env[69330]: _type = "Task" [ 699.108134] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.118704] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127879, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.136191] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127878, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.186576] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127874, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.264670] env[69330]: DEBUG nova.compute.manager [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.449537] env[69330]: DEBUG nova.network.neutron [-] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.502287] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127873, 'name': CreateSnapshot_Task, 'duration_secs': 1.070134} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.505202] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 699.506553] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd8568c-1845-49a0-a349-58ca8662c9a7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.622474] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127879, 'name': Rename_Task, 'duration_secs': 0.158659} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.623353] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.627086] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b63cb6ba-4eea-48ed-bec4-45004b69900c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.644012] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127878, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.645983] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 699.645983] env[69330]: value = "task-4127881" [ 699.645983] env[69330]: _type = "Task" [ 699.645983] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.658667] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.692059] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127874, 'name': Rename_Task, 'duration_secs': 1.195348} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.692973] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.692973] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66a6b5db-d291-444d-8c49-169a40803ab7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.707818] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Waiting for the task: (returnval){ [ 699.707818] env[69330]: value = "task-4127882" [ 699.707818] env[69330]: _type = "Task" [ 699.707818] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.720086] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.859676] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16808ec-9694-4e19-a1fb-b63eeed7f4f9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.869153] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ec3f8f-0ac9-4152-9d4a-2dd1dbe84870 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.909238] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef786ed-8b11-4677-9b60-24bf790c1a8d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.921088] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe85a6c-342a-4d4e-aa21-9acc03118d73 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.942361] env[69330]: DEBUG nova.compute.provider_tree [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.960886] env[69330]: INFO nova.compute.manager [-] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Took 1.59 seconds to deallocate network for instance. [ 700.034029] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 700.034366] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-431a946f-2034-4dc2-a8be-60f2fd12dc11 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.044852] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 700.044852] env[69330]: value = "task-4127883" [ 700.044852] env[69330]: _type = "Task" [ 700.044852] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.056147] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127883, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.134793] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127878, 'name': CreateVM_Task, 'duration_secs': 1.242971} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.135077] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.136104] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.136334] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.137032] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.137157] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d77100d-031e-46d5-8fc2-ddaf98388dcd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.146978] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Waiting for the task: (returnval){ [ 700.146978] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52298d3a-bca8-d209-4db5-9de732117654" [ 700.146978] env[69330]: _type = "Task" [ 700.146978] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.169485] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127881, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.170303] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52298d3a-bca8-d209-4db5-9de732117654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.226839] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127882, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.279933] env[69330]: DEBUG nova.compute.manager [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.331821] env[69330]: DEBUG nova.virt.hardware [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.333335] env[69330]: DEBUG nova.virt.hardware [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.333693] env[69330]: DEBUG nova.virt.hardware [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.334331] env[69330]: DEBUG nova.virt.hardware [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.334433] env[69330]: DEBUG nova.virt.hardware [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.334780] env[69330]: DEBUG nova.virt.hardware [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.335209] env[69330]: DEBUG nova.virt.hardware [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.335677] env[69330]: DEBUG nova.virt.hardware [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.336508] env[69330]: DEBUG nova.virt.hardware [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.336508] env[69330]: DEBUG nova.virt.hardware [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.336623] env[69330]: DEBUG nova.virt.hardware [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.338226] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66850adb-7111-4930-850a-749c9f3d22e7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.352683] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dc939a-3afc-4f8e-a4fe-7b390483e615 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.447219] env[69330]: DEBUG nova.scheduler.client.report [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.468986] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.558524] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127883, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.665247] env[69330]: DEBUG oslo_vmware.api [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127881, 'name': PowerOnVM_Task, 'duration_secs': 0.834748} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.671468] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.675034] env[69330]: INFO nova.compute.manager [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Took 10.30 seconds to spawn the instance on the hypervisor. [ 700.675034] env[69330]: DEBUG nova.compute.manager [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 700.675034] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52298d3a-bca8-d209-4db5-9de732117654, 'name': SearchDatastore_Task, 'duration_secs': 0.02518} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.675034] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae5bf1d-2a5a-4ed0-8136-9a8f1c3e312d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.678645] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.682033] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.682033] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.682033] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.682033] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.682033] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-997c4d12-ec0b-4cc5-a019-07727b2aa55c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.696527] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.696527] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.698494] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14223087-441f-4328-a83a-5aa4dd51deee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.707063] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Waiting for the task: (returnval){ [ 700.707063] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529be108-9007-ca57-7874-1890f8a1e7e4" [ 700.707063] env[69330]: _type = "Task" [ 700.707063] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.731023] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529be108-9007-ca57-7874-1890f8a1e7e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.732706] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127882, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.837076] env[69330]: DEBUG nova.network.neutron [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Successfully created port: b36b3173-7d94-45a2-9753-03d918e89a25 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.954404] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.954404] env[69330]: DEBUG nova.compute.manager [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.956519] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.895s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.956715] env[69330]: DEBUG nova.objects.instance [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lazy-loading 'resources' on Instance uuid c10b9a44-b186-4623-80dc-bc94fc925e87 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.063085] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127883, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.214787] env[69330]: INFO nova.compute.manager [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Took 28.64 seconds to build instance. [ 701.227158] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529be108-9007-ca57-7874-1890f8a1e7e4, 'name': SearchDatastore_Task, 'duration_secs': 0.029598} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.229505] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd46fa3-83e3-4f75-9106-06a018b53ef5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.240186] env[69330]: DEBUG oslo_vmware.api [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127882, 'name': PowerOnVM_Task, 'duration_secs': 1.029341} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.241188] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.241188] env[69330]: INFO nova.compute.manager [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Took 15.50 seconds to spawn the instance on the hypervisor. [ 701.241476] env[69330]: DEBUG nova.compute.manager [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 701.243143] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf2caf0-9d1e-4fee-bbdf-0dd9998b88bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.249075] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Waiting for the task: (returnval){ [ 701.249075] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52903d33-7c2e-1966-109b-db27f06222fb" [ 701.249075] env[69330]: _type = "Task" [ 701.249075] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.267858] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52903d33-7c2e-1966-109b-db27f06222fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.460495] env[69330]: DEBUG nova.compute.utils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.466878] env[69330]: DEBUG nova.compute.manager [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.466988] env[69330]: DEBUG nova.network.neutron [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.565227] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127883, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.597028] env[69330]: DEBUG nova.policy [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657f6c6385e34e049f0824575e7240ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4033b2356de4762935166fbf7904251', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.717191] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1658c4a5-7d4c-4a4f-8c75-465eea10223d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lock "04c3b326-d749-4971-be51-d028f1e78275" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.442s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.769624] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52903d33-7c2e-1966-109b-db27f06222fb, 'name': SearchDatastore_Task, 'duration_secs': 0.035501} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.781730] env[69330]: INFO nova.compute.manager [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Took 33.01 seconds to build instance. [ 701.783185] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.783516] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 1bd449dc-7011-4fad-956b-0bd23c946441/1bd449dc-7011-4fad-956b-0bd23c946441.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.784233] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ad02b4f-5b1a-437b-ac45-8695a7bd7ffc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.794509] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Waiting for the task: (returnval){ [ 701.794509] env[69330]: value = "task-4127885" [ 701.794509] env[69330]: _type = "Task" [ 701.794509] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.807557] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4127885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.968975] env[69330]: DEBUG nova.compute.manager [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.064867] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127883, 'name': CloneVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.067012] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439759c4-dc6f-49a3-b9f7-6b9c9267725f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.075815] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0d8be7-1c86-4245-8658-1a03ace317c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.111829] env[69330]: DEBUG nova.network.neutron [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Successfully created port: 7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.115023] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0d7b16-8b83-41a1-b7f8-1322db3fef8e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.119167] env[69330]: DEBUG nova.network.neutron [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Successfully created port: 8fd15279-8b95-4ca8-ae77-40104bbb7fa6 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.124771] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c9af42-0219-47fb-9011-07b6adaf0f3d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.139256] env[69330]: DEBUG nova.compute.provider_tree [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.220057] env[69330]: DEBUG nova.compute.manager [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.285159] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Lock "57e560ca-4c48-4238-a7f1-33c9f2b8f3c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.525s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.313835] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4127885, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.335649] env[69330]: DEBUG nova.compute.manager [req-d204592d-5d3e-4b6e-93e5-5cefe8db8130 req-026b0e0c-3a6a-4902-8dee-7cc1be186955 service nova] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Received event network-vif-plugged-f452d500-ead8-4fa3-ad03-b4f51556b489 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.335898] env[69330]: DEBUG oslo_concurrency.lockutils [req-d204592d-5d3e-4b6e-93e5-5cefe8db8130 req-026b0e0c-3a6a-4902-8dee-7cc1be186955 service nova] Acquiring lock "1bd449dc-7011-4fad-956b-0bd23c946441-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.336138] env[69330]: DEBUG oslo_concurrency.lockutils [req-d204592d-5d3e-4b6e-93e5-5cefe8db8130 req-026b0e0c-3a6a-4902-8dee-7cc1be186955 service nova] Lock "1bd449dc-7011-4fad-956b-0bd23c946441-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.336318] env[69330]: DEBUG oslo_concurrency.lockutils [req-d204592d-5d3e-4b6e-93e5-5cefe8db8130 req-026b0e0c-3a6a-4902-8dee-7cc1be186955 service nova] Lock "1bd449dc-7011-4fad-956b-0bd23c946441-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.336529] env[69330]: DEBUG nova.compute.manager [req-d204592d-5d3e-4b6e-93e5-5cefe8db8130 req-026b0e0c-3a6a-4902-8dee-7cc1be186955 service nova] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] No waiting events found dispatching network-vif-plugged-f452d500-ead8-4fa3-ad03-b4f51556b489 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 702.336711] env[69330]: WARNING nova.compute.manager [req-d204592d-5d3e-4b6e-93e5-5cefe8db8130 req-026b0e0c-3a6a-4902-8dee-7cc1be186955 service nova] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Received unexpected event network-vif-plugged-f452d500-ead8-4fa3-ad03-b4f51556b489 for instance with vm_state building and task_state spawning. [ 702.336983] env[69330]: DEBUG nova.compute.manager [req-d204592d-5d3e-4b6e-93e5-5cefe8db8130 req-026b0e0c-3a6a-4902-8dee-7cc1be186955 service nova] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Received event network-changed-f452d500-ead8-4fa3-ad03-b4f51556b489 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.336983] env[69330]: DEBUG nova.compute.manager [req-d204592d-5d3e-4b6e-93e5-5cefe8db8130 req-026b0e0c-3a6a-4902-8dee-7cc1be186955 service nova] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Refreshing instance network info cache due to event network-changed-f452d500-ead8-4fa3-ad03-b4f51556b489. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.337179] env[69330]: DEBUG oslo_concurrency.lockutils [req-d204592d-5d3e-4b6e-93e5-5cefe8db8130 req-026b0e0c-3a6a-4902-8dee-7cc1be186955 service nova] Acquiring lock "refresh_cache-1bd449dc-7011-4fad-956b-0bd23c946441" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.337319] env[69330]: DEBUG oslo_concurrency.lockutils [req-d204592d-5d3e-4b6e-93e5-5cefe8db8130 req-026b0e0c-3a6a-4902-8dee-7cc1be186955 service nova] Acquired lock "refresh_cache-1bd449dc-7011-4fad-956b-0bd23c946441" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.337471] env[69330]: DEBUG nova.network.neutron [req-d204592d-5d3e-4b6e-93e5-5cefe8db8130 req-026b0e0c-3a6a-4902-8dee-7cc1be186955 service nova] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Refreshing network info cache for port f452d500-ead8-4fa3-ad03-b4f51556b489 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.567907] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127883, 'name': CloneVM_Task, 'duration_secs': 2.136761} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.567907] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Created linked-clone VM from snapshot [ 702.568694] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3254306e-287c-40d9-ab8a-b4fdfe9b126e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.581687] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Uploading image 9d9ddf36-fbe7-4e6a-9cc3-eaeacaa2c6d8 {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 702.612134] env[69330]: DEBUG oslo_vmware.rw_handles [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 702.612134] env[69330]: value = "vm-817622" [ 702.612134] env[69330]: _type = "VirtualMachine" [ 702.612134] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 702.612805] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c73ba44a-a081-4980-b0a7-467eeed69489 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.626086] env[69330]: DEBUG oslo_vmware.rw_handles [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lease: (returnval){ [ 702.626086] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5285fa31-0e31-53d6-215f-7d220680b4ee" [ 702.626086] env[69330]: _type = "HttpNfcLease" [ 702.626086] env[69330]: } obtained for exporting VM: (result){ [ 702.626086] env[69330]: value = "vm-817622" [ 702.626086] env[69330]: _type = "VirtualMachine" [ 702.626086] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 702.626896] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the lease: (returnval){ [ 702.626896] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5285fa31-0e31-53d6-215f-7d220680b4ee" [ 702.626896] env[69330]: _type = "HttpNfcLease" [ 702.626896] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 702.637813] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 702.637813] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5285fa31-0e31-53d6-215f-7d220680b4ee" [ 702.637813] env[69330]: _type = "HttpNfcLease" [ 702.637813] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 702.668896] env[69330]: ERROR nova.scheduler.client.report [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] [req-fca0fef2-a80f-4019-bea4-2e1621a534ce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fca0fef2-a80f-4019-bea4-2e1621a534ce"}]} [ 702.698397] env[69330]: DEBUG nova.scheduler.client.report [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 702.715469] env[69330]: DEBUG nova.scheduler.client.report [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 702.715739] env[69330]: DEBUG nova.compute.provider_tree [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.732066] env[69330]: DEBUG nova.scheduler.client.report [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 702.745143] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.762485] env[69330]: DEBUG nova.scheduler.client.report [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 702.789448] env[69330]: DEBUG nova.compute.manager [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.805740] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4127885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917616} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.806064] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 1bd449dc-7011-4fad-956b-0bd23c946441/1bd449dc-7011-4fad-956b-0bd23c946441.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.806324] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.806938] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0f4b29a-80d1-403b-9dfb-c48c682ac05e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.817040] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Waiting for the task: (returnval){ [ 702.817040] env[69330]: value = "task-4127887" [ 702.817040] env[69330]: _type = "Task" [ 702.817040] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.828039] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4127887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.986474] env[69330]: DEBUG nova.compute.manager [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.037488] env[69330]: DEBUG nova.virt.hardware [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.037716] env[69330]: DEBUG nova.virt.hardware [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.037868] env[69330]: DEBUG nova.virt.hardware [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.038066] env[69330]: DEBUG nova.virt.hardware [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.038214] env[69330]: DEBUG nova.virt.hardware [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.038400] env[69330]: DEBUG nova.virt.hardware [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.038592] env[69330]: DEBUG nova.virt.hardware [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.038753] env[69330]: DEBUG nova.virt.hardware [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.038918] env[69330]: DEBUG nova.virt.hardware [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.039087] env[69330]: DEBUG nova.virt.hardware [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.039255] env[69330]: DEBUG nova.virt.hardware [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.040159] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fe42bd-0ba2-413d-beef-e1518ac3e324 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.053206] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57572241-a62d-4181-8855-2b5e76c9b1e9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.143705] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 703.143705] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5285fa31-0e31-53d6-215f-7d220680b4ee" [ 703.143705] env[69330]: _type = "HttpNfcLease" [ 703.143705] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 703.144226] env[69330]: DEBUG oslo_vmware.rw_handles [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 703.144226] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5285fa31-0e31-53d6-215f-7d220680b4ee" [ 703.144226] env[69330]: _type = "HttpNfcLease" [ 703.144226] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 703.147414] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c2c412-cd8e-4018-8463-718fc4a1a923 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.160996] env[69330]: DEBUG oslo_vmware.rw_handles [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1ef3c-999b-5243-104e-7898a02549b4/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 703.160996] env[69330]: DEBUG oslo_vmware.rw_handles [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1ef3c-999b-5243-104e-7898a02549b4/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 703.258123] env[69330]: DEBUG nova.compute.manager [req-e3026965-b722-47df-a491-b30ff33ec58c req-64477ae3-95c7-4c90-90d9-310a9ee2fd40 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Received event network-changed-a8d5b5e2-6303-41b4-adfd-87b8727a368b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.258477] env[69330]: DEBUG nova.compute.manager [req-e3026965-b722-47df-a491-b30ff33ec58c req-64477ae3-95c7-4c90-90d9-310a9ee2fd40 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Refreshing instance network info cache due to event network-changed-a8d5b5e2-6303-41b4-adfd-87b8727a368b. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.259235] env[69330]: DEBUG oslo_concurrency.lockutils [req-e3026965-b722-47df-a491-b30ff33ec58c req-64477ae3-95c7-4c90-90d9-310a9ee2fd40 service nova] Acquiring lock "refresh_cache-e85feaa7-ac85-4146-b9f2-3cf5b196729c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.259235] env[69330]: DEBUG oslo_concurrency.lockutils [req-e3026965-b722-47df-a491-b30ff33ec58c req-64477ae3-95c7-4c90-90d9-310a9ee2fd40 service nova] Acquired lock "refresh_cache-e85feaa7-ac85-4146-b9f2-3cf5b196729c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.259334] env[69330]: DEBUG nova.network.neutron [req-e3026965-b722-47df-a491-b30ff33ec58c req-64477ae3-95c7-4c90-90d9-310a9ee2fd40 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Refreshing network info cache for port a8d5b5e2-6303-41b4-adfd-87b8727a368b {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.312790] env[69330]: DEBUG nova.network.neutron [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Successfully created port: df5ab844-e7b9-4e9c-97ab-4dc8de36a306 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.326044] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.332938] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4127887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101466} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.333669] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.334657] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc15f20-e1a8-44cc-96cf-90a22fb7f554 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.340632] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d7b0d3ff-9314-44bc-ab3a-4adf1099dc92 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.364556] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 1bd449dc-7011-4fad-956b-0bd23c946441/1bd449dc-7011-4fad-956b-0bd23c946441.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.370152] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd65735-4bed-4a78-a44e-43976d4b4f09 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.393893] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Waiting for the task: (returnval){ [ 703.393893] env[69330]: value = "task-4127888" [ 703.393893] env[69330]: _type = "Task" [ 703.393893] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.398746] env[69330]: DEBUG nova.network.neutron [req-d204592d-5d3e-4b6e-93e5-5cefe8db8130 req-026b0e0c-3a6a-4902-8dee-7cc1be186955 service nova] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Updated VIF entry in instance network info cache for port f452d500-ead8-4fa3-ad03-b4f51556b489. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.399209] env[69330]: DEBUG nova.network.neutron [req-d204592d-5d3e-4b6e-93e5-5cefe8db8130 req-026b0e0c-3a6a-4902-8dee-7cc1be186955 service nova] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Updating instance_info_cache with network_info: [{"id": "f452d500-ead8-4fa3-ad03-b4f51556b489", "address": "fa:16:3e:12:45:87", "network": {"id": "cd50ceaa-2bcf-4ac3-9af9-39e8a5316a5c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1666522766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "89a1f4967e244de293c298993e5ccbb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf452d500-ea", "ovs_interfaceid": "f452d500-ead8-4fa3-ad03-b4f51556b489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.412661] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4127888, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.419968] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.421303] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.488668] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b6ce45-81d9-4354-b5a8-3b70936b8e54 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.498021] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63133ad3-231b-4391-a157-69a66ecaa318 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.535683] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e622a0a3-1f22-4ca8-a012-77e7716af60c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.545204] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a421be99-9e6c-4dc4-aa10-e8c4c51e7cd6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.561390] env[69330]: DEBUG nova.compute.provider_tree [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.902471] env[69330]: DEBUG oslo_concurrency.lockutils [req-d204592d-5d3e-4b6e-93e5-5cefe8db8130 req-026b0e0c-3a6a-4902-8dee-7cc1be186955 service nova] Releasing lock "refresh_cache-1bd449dc-7011-4fad-956b-0bd23c946441" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.906985] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4127888, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.936454] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.936679] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.936851] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.937402] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.938064] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.938064] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.938064] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69330) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 703.938947] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.125095] env[69330]: DEBUG nova.scheduler.client.report [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 39 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 704.125964] env[69330]: DEBUG nova.compute.provider_tree [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 39 to 40 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 704.128137] env[69330]: DEBUG nova.compute.provider_tree [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.209351] env[69330]: DEBUG nova.network.neutron [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Successfully updated port: 7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.282187] env[69330]: DEBUG nova.network.neutron [req-e3026965-b722-47df-a491-b30ff33ec58c req-64477ae3-95c7-4c90-90d9-310a9ee2fd40 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Updated VIF entry in instance network info cache for port a8d5b5e2-6303-41b4-adfd-87b8727a368b. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.282704] env[69330]: DEBUG nova.network.neutron [req-e3026965-b722-47df-a491-b30ff33ec58c req-64477ae3-95c7-4c90-90d9-310a9ee2fd40 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Updating instance_info_cache with network_info: [{"id": "a8d5b5e2-6303-41b4-adfd-87b8727a368b", "address": "fa:16:3e:1d:06:1c", "network": {"id": "3c618237-563b-467f-8202-fd0bc41afa26", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1523283478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbab6d6888e047d881d26bca0bbd50ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d5b5e2-63", "ovs_interfaceid": "a8d5b5e2-6303-41b4-adfd-87b8727a368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.407605] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4127888, 'name': ReconfigVM_Task, 'duration_secs': 0.560884} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.408059] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 1bd449dc-7011-4fad-956b-0bd23c946441/1bd449dc-7011-4fad-956b-0bd23c946441.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.408968] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0de9ff8-d4dc-4751-9c0b-4dad99bfa4d3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.418369] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Waiting for the task: (returnval){ [ 704.418369] env[69330]: value = "task-4127890" [ 704.418369] env[69330]: _type = "Task" [ 704.418369] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.433205] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4127890, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.445384] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.631895] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.675s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.637474] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.642s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.639198] env[69330]: INFO nova.compute.claims [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.678948] env[69330]: INFO nova.scheduler.client.report [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Deleted allocations for instance c10b9a44-b186-4623-80dc-bc94fc925e87 [ 704.716311] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "refresh_cache-dcea2793-2788-4c3c-a1ea-dfe28577bb9f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.716311] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "refresh_cache-dcea2793-2788-4c3c-a1ea-dfe28577bb9f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.716311] env[69330]: DEBUG nova.network.neutron [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.787457] env[69330]: DEBUG oslo_concurrency.lockutils [req-e3026965-b722-47df-a491-b30ff33ec58c req-64477ae3-95c7-4c90-90d9-310a9ee2fd40 service nova] Releasing lock "refresh_cache-e85feaa7-ac85-4146-b9f2-3cf5b196729c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.798858] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Acquiring lock "9f2f209a-8b24-432d-80ea-c81c6464ab09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.798858] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Lock "9f2f209a-8b24-432d-80ea-c81c6464ab09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.858401] env[69330]: DEBUG nova.compute.manager [None req-b9dc24cc-00c7-4436-bff8-4174e53dc607 tempest-ServerDiagnosticsTest-1790952513 tempest-ServerDiagnosticsTest-1790952513-project-admin] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 704.861557] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6041c458-4d73-4516-a1b6-4e51fa99fa96 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.870532] env[69330]: INFO nova.compute.manager [None req-b9dc24cc-00c7-4436-bff8-4174e53dc607 tempest-ServerDiagnosticsTest-1790952513 tempest-ServerDiagnosticsTest-1790952513-project-admin] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Retrieving diagnostics [ 704.871419] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7c1b89-ce16-4b14-96b0-5954558fe306 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.930161] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4127890, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.190284] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e38788cf-10f7-4c13-add3-9b78e558a137 tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Lock "c10b9a44-b186-4623-80dc-bc94fc925e87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.972s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.286026] env[69330]: DEBUG nova.network.neutron [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.432383] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4127890, 'name': Rename_Task, 'duration_secs': 0.933919} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.433279] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.433279] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-791f2f33-4b93-41c0-9f77-043124993472 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.442183] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Waiting for the task: (returnval){ [ 705.442183] env[69330]: value = "task-4127891" [ 705.442183] env[69330]: _type = "Task" [ 705.442183] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.453335] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4127891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.580456] env[69330]: DEBUG nova.network.neutron [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Updating instance_info_cache with network_info: [{"id": "7b36d8f7-e9f4-4f11-b5f4-9519caaadc68", "address": "fa:16:3e:05:66:e1", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b36d8f7-e9", "ovs_interfaceid": "7b36d8f7-e9f4-4f11-b5f4-9519caaadc68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.959571] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4127891, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.059045] env[69330]: DEBUG nova.compute.manager [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Received event network-vif-deleted-80df0f29-502f-46ac-be58-967341f87b80 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.059244] env[69330]: DEBUG nova.compute.manager [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Received event network-vif-plugged-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.059431] env[69330]: DEBUG oslo_concurrency.lockutils [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] Acquiring lock "dcea2793-2788-4c3c-a1ea-dfe28577bb9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.059823] env[69330]: DEBUG oslo_concurrency.lockutils [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] Lock "dcea2793-2788-4c3c-a1ea-dfe28577bb9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.060044] env[69330]: DEBUG oslo_concurrency.lockutils [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] Lock "dcea2793-2788-4c3c-a1ea-dfe28577bb9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.060217] env[69330]: DEBUG nova.compute.manager [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] No waiting events found dispatching network-vif-plugged-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 706.060384] env[69330]: WARNING nova.compute.manager [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Received unexpected event network-vif-plugged-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 for instance with vm_state building and task_state spawning. [ 706.060541] env[69330]: DEBUG nova.compute.manager [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Received event network-changed-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.060772] env[69330]: DEBUG nova.compute.manager [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Refreshing instance network info cache due to event network-changed-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.060930] env[69330]: DEBUG oslo_concurrency.lockutils [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] Acquiring lock "refresh_cache-dcea2793-2788-4c3c-a1ea-dfe28577bb9f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.089518] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "refresh_cache-dcea2793-2788-4c3c-a1ea-dfe28577bb9f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.092862] env[69330]: DEBUG nova.compute.manager [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Instance network_info: |[{"id": "7b36d8f7-e9f4-4f11-b5f4-9519caaadc68", "address": "fa:16:3e:05:66:e1", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b36d8f7-e9", "ovs_interfaceid": "7b36d8f7-e9f4-4f11-b5f4-9519caaadc68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.093048] env[69330]: DEBUG oslo_concurrency.lockutils [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] Acquired lock "refresh_cache-dcea2793-2788-4c3c-a1ea-dfe28577bb9f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.093150] env[69330]: DEBUG nova.network.neutron [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Refreshing network info cache for port 7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.094511] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:66:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b36d8f7-e9f4-4f11-b5f4-9519caaadc68', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.104397] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Creating folder: Project (b4033b2356de4762935166fbf7904251). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.108720] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-999374df-19e5-4978-a978-5be26d2a9b73 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.134711] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Created folder: Project (b4033b2356de4762935166fbf7904251) in parent group-v817559. [ 706.134987] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Creating folder: Instances. Parent ref: group-v817623. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.135313] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d5634c8-bc4d-41d1-9e21-52ae43f7ebf4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.159860] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Created folder: Instances in parent group-v817623. [ 706.160729] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.160729] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.160829] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce088bb4-cc36-47d0-85c4-e6cf31c7f74d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.192232] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.192232] env[69330]: value = "task-4127895" [ 706.192232] env[69330]: _type = "Task" [ 706.192232] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.201452] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127895, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.236740] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca5e799-bf3d-4350-a40c-fdacc89cc79b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.250495] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c2662e-3aef-4a93-8d98-000ecf701f8d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.314411] env[69330]: DEBUG nova.network.neutron [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Successfully updated port: b36b3173-7d94-45a2-9753-03d918e89a25 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.320023] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ff4064-7732-4e60-90cd-d61ae64b984e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.329220] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3942a0a7-3576-46c0-af61-76f922cc5ee7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.354398] env[69330]: DEBUG nova.compute.provider_tree [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.368787] env[69330]: DEBUG nova.compute.manager [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Received event network-changed-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.369124] env[69330]: DEBUG nova.compute.manager [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Refreshing instance network info cache due to event network-changed-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.369550] env[69330]: DEBUG oslo_concurrency.lockutils [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] Acquiring lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.369550] env[69330]: DEBUG oslo_concurrency.lockutils [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] Acquired lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.369823] env[69330]: DEBUG nova.network.neutron [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Refreshing network info cache for port a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.460056] env[69330]: DEBUG oslo_vmware.api [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4127891, 'name': PowerOnVM_Task, 'duration_secs': 0.735124} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.460587] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.460956] env[69330]: INFO nova.compute.manager [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Took 11.17 seconds to spawn the instance on the hypervisor. [ 706.461292] env[69330]: DEBUG nova.compute.manager [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.462472] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068e1fb4-531e-4c42-9a54-f5373fda143b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.702484] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127895, 'name': CreateVM_Task, 'duration_secs': 0.46169} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.702801] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.703776] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.703776] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.703938] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.708051] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90963a3a-5e69-491b-8246-b3405c6c52b4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.715704] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 706.715704] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5229f4a1-4d25-538f-28ca-84f9a5ecbc83" [ 706.715704] env[69330]: _type = "Task" [ 706.715704] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.725632] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5229f4a1-4d25-538f-28ca-84f9a5ecbc83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.861029] env[69330]: DEBUG nova.scheduler.client.report [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.987801] env[69330]: INFO nova.compute.manager [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Took 31.93 seconds to build instance. [ 707.065211] env[69330]: DEBUG oslo_concurrency.lockutils [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Acquiring lock "57e560ca-4c48-4238-a7f1-33c9f2b8f3c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.065211] env[69330]: DEBUG oslo_concurrency.lockutils [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Lock "57e560ca-4c48-4238-a7f1-33c9f2b8f3c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.065211] env[69330]: DEBUG oslo_concurrency.lockutils [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Acquiring lock "57e560ca-4c48-4238-a7f1-33c9f2b8f3c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.065211] env[69330]: DEBUG oslo_concurrency.lockutils [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Lock "57e560ca-4c48-4238-a7f1-33c9f2b8f3c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.065428] env[69330]: DEBUG oslo_concurrency.lockutils [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Lock "57e560ca-4c48-4238-a7f1-33c9f2b8f3c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.068523] env[69330]: INFO nova.compute.manager [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Terminating instance [ 707.231336] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5229f4a1-4d25-538f-28ca-84f9a5ecbc83, 'name': SearchDatastore_Task, 'duration_secs': 0.032029} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.231654] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.231654] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.231881] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.232057] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.232247] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.232517] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ac975bd-6796-4952-b88b-d8cfeb05761b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.252085] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.255694] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.256608] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-223bba65-2786-4cff-b5f2-f35590d6f580 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.266078] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 707.266078] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52033f2a-5617-5151-7db4-e0e2e59a25cc" [ 707.266078] env[69330]: _type = "Task" [ 707.266078] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.276224] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52033f2a-5617-5151-7db4-e0e2e59a25cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.312164] env[69330]: DEBUG nova.network.neutron [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Updated VIF entry in instance network info cache for port a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.312544] env[69330]: DEBUG nova.network.neutron [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Updating instance_info_cache with network_info: [{"id": "a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c", "address": "fa:16:3e:9c:85:23", "network": {"id": "dd93a569-b86d-4a4e-ba3e-96b3f4f5be54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-104509401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7d2f41dea646feac9e85780db889c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ba09f7-67", "ovs_interfaceid": "a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.365259] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.365854] env[69330]: DEBUG nova.compute.manager [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.368477] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.031s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.377028] env[69330]: INFO nova.compute.claims [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.460724] env[69330]: DEBUG nova.network.neutron [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Updated VIF entry in instance network info cache for port 7b36d8f7-e9f4-4f11-b5f4-9519caaadc68. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.460724] env[69330]: DEBUG nova.network.neutron [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Updating instance_info_cache with network_info: [{"id": "7b36d8f7-e9f4-4f11-b5f4-9519caaadc68", "address": "fa:16:3e:05:66:e1", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b36d8f7-e9", "ovs_interfaceid": "7b36d8f7-e9f4-4f11-b5f4-9519caaadc68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.494391] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8c0171cf-240f-4099-bc15-0af0980f0bd9 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Lock "1bd449dc-7011-4fad-956b-0bd23c946441" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.154s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.575280] env[69330]: DEBUG nova.compute.manager [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.575280] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.576656] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed58b6-357d-4813-8433-d1219379a7c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.590510] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.590880] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c02de9a-5120-46f0-a0aa-2822f7c38274 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.600258] env[69330]: DEBUG oslo_vmware.api [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Waiting for the task: (returnval){ [ 707.600258] env[69330]: value = "task-4127896" [ 707.600258] env[69330]: _type = "Task" [ 707.600258] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.611972] env[69330]: DEBUG oslo_vmware.api [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.776067] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52033f2a-5617-5151-7db4-e0e2e59a25cc, 'name': SearchDatastore_Task, 'duration_secs': 0.03428} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.776067] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f236788-2e3d-4243-b83e-f16aeec07144 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.785651] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 707.785651] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d0e2c9-c6d7-c3dd-b7ed-c12be3d5f473" [ 707.785651] env[69330]: _type = "Task" [ 707.785651] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.801421] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d0e2c9-c6d7-c3dd-b7ed-c12be3d5f473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.816380] env[69330]: DEBUG oslo_concurrency.lockutils [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] Releasing lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.816715] env[69330]: DEBUG nova.compute.manager [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Received event network-changed-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.816929] env[69330]: DEBUG nova.compute.manager [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Refreshing instance network info cache due to event network-changed-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.817207] env[69330]: DEBUG oslo_concurrency.lockutils [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] Acquiring lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.817448] env[69330]: DEBUG oslo_concurrency.lockutils [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] Acquired lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.817593] env[69330]: DEBUG nova.network.neutron [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Refreshing network info cache for port 834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.886027] env[69330]: DEBUG nova.compute.utils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.887863] env[69330]: DEBUG nova.compute.manager [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.888063] env[69330]: DEBUG nova.network.neutron [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.967311] env[69330]: DEBUG oslo_concurrency.lockutils [req-966990e4-ab73-4aca-b009-fab70325cadb req-6d5e511c-372a-4bb0-8203-cc2e1306b890 service nova] Releasing lock "refresh_cache-dcea2793-2788-4c3c-a1ea-dfe28577bb9f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.996500] env[69330]: DEBUG nova.compute.manager [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.049060] env[69330]: DEBUG nova.policy [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f1b56334a0c45fda677aaeee49c5ddf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd66ccca393334050b811b9e5a0adda7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.114435] env[69330]: DEBUG oslo_vmware.api [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127896, 'name': PowerOffVM_Task, 'duration_secs': 0.306459} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.117224] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.117224] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.117224] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ff7f8f1-8d8c-40c8-b04e-c84c7c6db9cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.204811] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.204811] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.204811] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Deleting the datastore file [datastore1] 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.204811] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-606d7a4c-d8d7-4a8a-8cd8-58c34eca5142 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.216060] env[69330]: DEBUG oslo_vmware.api [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Waiting for the task: (returnval){ [ 708.216060] env[69330]: value = "task-4127898" [ 708.216060] env[69330]: _type = "Task" [ 708.216060] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.227615] env[69330]: DEBUG oslo_vmware.api [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.305229] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d0e2c9-c6d7-c3dd-b7ed-c12be3d5f473, 'name': SearchDatastore_Task, 'duration_secs': 0.014628} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.305482] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.305663] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] dcea2793-2788-4c3c-a1ea-dfe28577bb9f/dcea2793-2788-4c3c-a1ea-dfe28577bb9f.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.309247] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3175a163-f48e-43ba-a4aa-f276c4748726 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.314734] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "343cba2c-2c74-45dd-a070-848cf139b3bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.316148] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "343cba2c-2c74-45dd-a070-848cf139b3bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.325123] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 708.325123] env[69330]: value = "task-4127899" [ 708.325123] env[69330]: _type = "Task" [ 708.325123] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.336700] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.349697] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "e213cbd5-9ecf-497f-8c58-b8212071a36e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.349697] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "e213cbd5-9ecf-497f-8c58-b8212071a36e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.361981] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Acquiring lock "2dfce727-3973-48b4-9326-a2fa2a64779e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.362645] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Lock "2dfce727-3973-48b4-9326-a2fa2a64779e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.389366] env[69330]: DEBUG nova.compute.manager [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.408112] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "9d4d98af-ee8b-4311-ac78-a566fa59e207" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.408112] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "9d4d98af-ee8b-4311-ac78-a566fa59e207" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.528595] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.645307] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquiring lock "04c3b326-d749-4971-be51-d028f1e78275" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.645691] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lock "04c3b326-d749-4971-be51-d028f1e78275" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.646044] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquiring lock "04c3b326-d749-4971-be51-d028f1e78275-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.646248] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lock "04c3b326-d749-4971-be51-d028f1e78275-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.646478] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lock "04c3b326-d749-4971-be51-d028f1e78275-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.650682] env[69330]: INFO nova.compute.manager [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Terminating instance [ 708.734584] env[69330]: DEBUG oslo_vmware.api [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Task: {'id': task-4127898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198889} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.734584] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.734584] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.734584] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.734584] env[69330]: INFO nova.compute.manager [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 708.735131] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.735131] env[69330]: DEBUG nova.compute.manager [-] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.735131] env[69330]: DEBUG nova.network.neutron [-] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.836276] env[69330]: DEBUG nova.network.neutron [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Updated VIF entry in instance network info cache for port 834c1a5f-61aa-484b-ad2d-c2b9f5a11a25. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.837035] env[69330]: DEBUG nova.network.neutron [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Updating instance_info_cache with network_info: [{"id": "834c1a5f-61aa-484b-ad2d-c2b9f5a11a25", "address": "fa:16:3e:62:91:87", "network": {"id": "dd93a569-b86d-4a4e-ba3e-96b3f4f5be54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-104509401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7d2f41dea646feac9e85780db889c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap834c1a5f-61", "ovs_interfaceid": "834c1a5f-61aa-484b-ad2d-c2b9f5a11a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.848431] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127899, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.866541] env[69330]: DEBUG nova.compute.utils [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.977375] env[69330]: DEBUG nova.network.neutron [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Successfully updated port: 8fd15279-8b95-4ca8-ae77-40104bbb7fa6 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.053910] env[69330]: DEBUG nova.network.neutron [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Successfully created port: eb56647c-2a1c-4262-ab1a-535af3578244 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.090086] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aa9230-febd-4159-88f9-0488e7ee3ab5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.101265] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46c9230-4e14-4f95-be8b-78ff0da56945 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.142594] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f11a343-d40e-47f5-ada3-c6b78f4c1815 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.153298] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bbd6ad-91d6-4065-b98d-38909fe95281 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.161627] env[69330]: DEBUG nova.compute.manager [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.161855] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.172285] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7333bd5f-31ec-4316-a27d-61eefc0824c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.175989] env[69330]: DEBUG nova.compute.provider_tree [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.185341] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.186899] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b53207a7-8756-460c-af7c-fb27b34412e4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.195048] env[69330]: DEBUG oslo_vmware.api [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 709.195048] env[69330]: value = "task-4127900" [ 709.195048] env[69330]: _type = "Task" [ 709.195048] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.207542] env[69330]: DEBUG oslo_vmware.api [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.338160] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565834} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.339038] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] dcea2793-2788-4c3c-a1ea-dfe28577bb9f/dcea2793-2788-4c3c-a1ea-dfe28577bb9f.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.339038] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.339385] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a27c3ff-7dc6-4998-ac9d-1ca7f8d422d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.349422] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 709.349422] env[69330]: value = "task-4127901" [ 709.349422] env[69330]: _type = "Task" [ 709.349422] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.350138] env[69330]: DEBUG oslo_concurrency.lockutils [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] Releasing lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.350413] env[69330]: DEBUG nova.compute.manager [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Received event network-changed-a8d5b5e2-6303-41b4-adfd-87b8727a368b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.350593] env[69330]: DEBUG nova.compute.manager [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Refreshing instance network info cache due to event network-changed-a8d5b5e2-6303-41b4-adfd-87b8727a368b. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.350805] env[69330]: DEBUG oslo_concurrency.lockutils [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] Acquiring lock "refresh_cache-e85feaa7-ac85-4146-b9f2-3cf5b196729c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.350950] env[69330]: DEBUG oslo_concurrency.lockutils [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] Acquired lock "refresh_cache-e85feaa7-ac85-4146-b9f2-3cf5b196729c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.351415] env[69330]: DEBUG nova.network.neutron [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Refreshing network info cache for port a8d5b5e2-6303-41b4-adfd-87b8727a368b {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.370843] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.371789] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Lock "2dfce727-3973-48b4-9326-a2fa2a64779e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.413384] env[69330]: DEBUG nova.compute.manager [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.452946] env[69330]: DEBUG nova.virt.hardware [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.453275] env[69330]: DEBUG nova.virt.hardware [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.453446] env[69330]: DEBUG nova.virt.hardware [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.453633] env[69330]: DEBUG nova.virt.hardware [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.453780] env[69330]: DEBUG nova.virt.hardware [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.453960] env[69330]: DEBUG nova.virt.hardware [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.454372] env[69330]: DEBUG nova.virt.hardware [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.454372] env[69330]: DEBUG nova.virt.hardware [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.454601] env[69330]: DEBUG nova.virt.hardware [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.454760] env[69330]: DEBUG nova.virt.hardware [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.454963] env[69330]: DEBUG nova.virt.hardware [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.456109] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4be713-9395-4b27-a19f-075394a62223 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.465278] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a9aeb8-27c3-42f2-9b51-f467c929b701 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.680423] env[69330]: DEBUG nova.scheduler.client.report [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.709022] env[69330]: DEBUG oslo_vmware.api [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127900, 'name': PowerOffVM_Task, 'duration_secs': 0.244574} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.709328] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.709503] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.710062] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d957a7d2-5d88-4504-9df0-f86a08fdc1dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.791401] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.791731] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.792039] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Deleting the datastore file [datastore1] 04c3b326-d749-4971-be51-d028f1e78275 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.793944] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feed0fa6-0812-4bf1-a203-62165e3049b4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.805853] env[69330]: DEBUG oslo_vmware.api [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for the task: (returnval){ [ 709.805853] env[69330]: value = "task-4127903" [ 709.805853] env[69330]: _type = "Task" [ 709.805853] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.816074] env[69330]: DEBUG oslo_vmware.api [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.872099] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080161} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.872821] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.876044] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b82bf3-ebc3-4ac2-bda0-94ca1bb34558 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.903158] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] dcea2793-2788-4c3c-a1ea-dfe28577bb9f/dcea2793-2788-4c3c-a1ea-dfe28577bb9f.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.904354] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d7d3b47-8614-4d45-bae4-86ec5cc1e7ca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.930895] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 709.930895] env[69330]: value = "task-4127904" [ 709.930895] env[69330]: _type = "Task" [ 709.930895] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.935072] env[69330]: DEBUG nova.network.neutron [-] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.944821] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.143686] env[69330]: DEBUG nova.network.neutron [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Updated VIF entry in instance network info cache for port a8d5b5e2-6303-41b4-adfd-87b8727a368b. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.144621] env[69330]: DEBUG nova.network.neutron [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Updating instance_info_cache with network_info: [{"id": "a8d5b5e2-6303-41b4-adfd-87b8727a368b", "address": "fa:16:3e:1d:06:1c", "network": {"id": "3c618237-563b-467f-8202-fd0bc41afa26", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1523283478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbab6d6888e047d881d26bca0bbd50ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d5b5e2-63", "ovs_interfaceid": "a8d5b5e2-6303-41b4-adfd-87b8727a368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.188604] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.189729] env[69330]: DEBUG nova.compute.manager [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.192707] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.090s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.194522] env[69330]: INFO nova.compute.claims [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.327527] env[69330]: DEBUG oslo_vmware.api [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Task: {'id': task-4127903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352284} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.327824] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.328063] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.328261] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.328431] env[69330]: INFO nova.compute.manager [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Took 1.17 seconds to destroy the instance on the hypervisor. [ 710.328679] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.328868] env[69330]: DEBUG nova.compute.manager [-] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.328957] env[69330]: DEBUG nova.network.neutron [-] [instance: 04c3b326-d749-4971-be51-d028f1e78275] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.437761] env[69330]: INFO nova.compute.manager [-] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Took 1.70 seconds to deallocate network for instance. [ 710.444536] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.499949] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Acquiring lock "2dfce727-3973-48b4-9326-a2fa2a64779e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.500029] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Lock "2dfce727-3973-48b4-9326-a2fa2a64779e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.500536] env[69330]: INFO nova.compute.manager [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Attaching volume 23631997-b79f-4baf-8be6-4ca7a7e6b93b to /dev/sdb [ 710.560472] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48b4b37-607b-4ed6-b352-9301c340668b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.571182] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0544de1c-c216-46ad-913c-879f41388584 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.587527] env[69330]: DEBUG nova.virt.block_device [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Updating existing volume attachment record: 5244a34e-bc2d-4a9f-b18b-de3caad080cb {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 710.647585] env[69330]: DEBUG oslo_concurrency.lockutils [req-c6c12034-a917-4a21-b03b-2fd9ccf201a5 req-cab166e0-92f6-4ad7-a756-9ecd96bba807 service nova] Releasing lock "refresh_cache-e85feaa7-ac85-4146-b9f2-3cf5b196729c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.700519] env[69330]: DEBUG nova.compute.utils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.704537] env[69330]: DEBUG nova.compute.manager [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.708784] env[69330]: DEBUG nova.network.neutron [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.780408] env[69330]: DEBUG nova.compute.manager [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Received event network-vif-plugged-b36b3173-7d94-45a2-9753-03d918e89a25 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.780408] env[69330]: DEBUG oslo_concurrency.lockutils [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] Acquiring lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.780408] env[69330]: DEBUG oslo_concurrency.lockutils [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] Lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.780408] env[69330]: DEBUG oslo_concurrency.lockutils [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] Lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.780408] env[69330]: DEBUG nova.compute.manager [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] No waiting events found dispatching network-vif-plugged-b36b3173-7d94-45a2-9753-03d918e89a25 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 710.780798] env[69330]: WARNING nova.compute.manager [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Received unexpected event network-vif-plugged-b36b3173-7d94-45a2-9753-03d918e89a25 for instance with vm_state building and task_state spawning. [ 710.780798] env[69330]: DEBUG nova.compute.manager [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Received event network-changed-b36b3173-7d94-45a2-9753-03d918e89a25 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.780938] env[69330]: DEBUG nova.compute.manager [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Refreshing instance network info cache due to event network-changed-b36b3173-7d94-45a2-9753-03d918e89a25. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.781023] env[69330]: DEBUG oslo_concurrency.lockutils [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] Acquiring lock "refresh_cache-f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.781303] env[69330]: DEBUG oslo_concurrency.lockutils [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] Acquired lock "refresh_cache-f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.781303] env[69330]: DEBUG nova.network.neutron [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Refreshing network info cache for port b36b3173-7d94-45a2-9753-03d918e89a25 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.790668] env[69330]: DEBUG nova.policy [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02dd9280c54742698f179478289afb32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '047da396f8174c1dab83a8edf9f3609f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.944892] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127904, 'name': ReconfigVM_Task, 'duration_secs': 0.688} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.944892] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Reconfigured VM instance instance-00000017 to attach disk [datastore1] dcea2793-2788-4c3c-a1ea-dfe28577bb9f/dcea2793-2788-4c3c-a1ea-dfe28577bb9f.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.945357] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2971764-7215-453a-9083-64d6d7657dbf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.950493] env[69330]: DEBUG oslo_concurrency.lockutils [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.955329] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 710.955329] env[69330]: value = "task-4127908" [ 710.955329] env[69330]: _type = "Task" [ 710.955329] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.969234] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127908, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.974332] env[69330]: DEBUG nova.compute.manager [req-ce374669-535e-49a5-88ce-95cf321d94fe req-dff06c6e-b9d0-4049-8f0e-59fb4035469a service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Received event network-vif-plugged-8fd15279-8b95-4ca8-ae77-40104bbb7fa6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.974616] env[69330]: DEBUG oslo_concurrency.lockutils [req-ce374669-535e-49a5-88ce-95cf321d94fe req-dff06c6e-b9d0-4049-8f0e-59fb4035469a service nova] Acquiring lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.974885] env[69330]: DEBUG oslo_concurrency.lockutils [req-ce374669-535e-49a5-88ce-95cf321d94fe req-dff06c6e-b9d0-4049-8f0e-59fb4035469a service nova] Lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.976520] env[69330]: DEBUG oslo_concurrency.lockutils [req-ce374669-535e-49a5-88ce-95cf321d94fe req-dff06c6e-b9d0-4049-8f0e-59fb4035469a service nova] Lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.976748] env[69330]: DEBUG nova.compute.manager [req-ce374669-535e-49a5-88ce-95cf321d94fe req-dff06c6e-b9d0-4049-8f0e-59fb4035469a service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] No waiting events found dispatching network-vif-plugged-8fd15279-8b95-4ca8-ae77-40104bbb7fa6 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 710.976956] env[69330]: WARNING nova.compute.manager [req-ce374669-535e-49a5-88ce-95cf321d94fe req-dff06c6e-b9d0-4049-8f0e-59fb4035469a service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Received unexpected event network-vif-plugged-8fd15279-8b95-4ca8-ae77-40104bbb7fa6 for instance with vm_state building and task_state spawning. [ 711.205348] env[69330]: DEBUG nova.compute.manager [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.278605] env[69330]: DEBUG nova.network.neutron [-] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.327209] env[69330]: DEBUG nova.network.neutron [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Successfully created port: b65146ac-e114-4dc9-81e6-cd4dd779f443 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.359670] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.362324] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.362324] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.362324] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.362324] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.363868] env[69330]: INFO nova.compute.manager [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Terminating instance [ 711.366282] env[69330]: DEBUG nova.network.neutron [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.420068] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "d3941c63-5974-4a1b-9e79-f4df050659cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.420068] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.474465] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127908, 'name': Rename_Task, 'duration_secs': 0.176914} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.475079] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.475880] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4347f5ec-7f65-4c1c-ae0f-0023a7b48fc4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.487475] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 711.487475] env[69330]: value = "task-4127909" [ 711.487475] env[69330]: _type = "Task" [ 711.487475] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.500966] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.593033] env[69330]: DEBUG nova.network.neutron [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.692048] env[69330]: DEBUG nova.network.neutron [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Successfully updated port: eb56647c-2a1c-4262-ab1a-535af3578244 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.779562] env[69330]: INFO nova.compute.manager [-] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Took 1.45 seconds to deallocate network for instance. [ 711.833596] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95da346-64ac-4854-82f9-01f6da3d89be {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.843174] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc2401d-e20c-45b9-9b79-4ac0f599a048 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.878098] env[69330]: DEBUG nova.compute.manager [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.878349] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.879313] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d01f5d-ed1b-41ca-83c3-c60984b87937 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.882717] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dff58a3-6b67-4161-a092-54c2dd0f82b6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.896527] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.899724] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c1057e-76cc-4e03-acae-7a34fd696bb6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.906651] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43d2e3d6-e620-48af-89a9-81faf58f32d3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.922488] env[69330]: DEBUG oslo_vmware.api [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 711.922488] env[69330]: value = "task-4127910" [ 711.922488] env[69330]: _type = "Task" [ 711.922488] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.923318] env[69330]: DEBUG nova.compute.provider_tree [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.934979] env[69330]: DEBUG oslo_vmware.api [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.982077] env[69330]: DEBUG nova.network.neutron [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Successfully updated port: df5ab844-e7b9-4e9c-97ab-4dc8de36a306 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.998551] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.096727] env[69330]: DEBUG oslo_concurrency.lockutils [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] Releasing lock "refresh_cache-f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.097048] env[69330]: DEBUG nova.compute.manager [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Received event network-changed-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.097230] env[69330]: DEBUG nova.compute.manager [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Refreshing instance network info cache due to event network-changed-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.097470] env[69330]: DEBUG oslo_concurrency.lockutils [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] Acquiring lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.097621] env[69330]: DEBUG oslo_concurrency.lockutils [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] Acquired lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.097813] env[69330]: DEBUG nova.network.neutron [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Refreshing network info cache for port 834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.195555] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "refresh_cache-b6681b5b-3c27-44a4-ad39-5c7782dbd48a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.195817] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquired lock "refresh_cache-b6681b5b-3c27-44a4-ad39-5c7782dbd48a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.196027] env[69330]: DEBUG nova.network.neutron [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.217950] env[69330]: DEBUG nova.compute.manager [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.258694] env[69330]: DEBUG nova.virt.hardware [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.261440] env[69330]: DEBUG nova.virt.hardware [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.261440] env[69330]: DEBUG nova.virt.hardware [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.261440] env[69330]: DEBUG nova.virt.hardware [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.261440] env[69330]: DEBUG nova.virt.hardware [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.261440] env[69330]: DEBUG nova.virt.hardware [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.261722] env[69330]: DEBUG nova.virt.hardware [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.261722] env[69330]: DEBUG nova.virt.hardware [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.261722] env[69330]: DEBUG nova.virt.hardware [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.261722] env[69330]: DEBUG nova.virt.hardware [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.261722] env[69330]: DEBUG nova.virt.hardware [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.262862] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c004deb-ece0-4d72-b2a8-7c2c04514184 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.273605] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fff8391-6fa9-4f79-8fe1-512b200d24b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.296066] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.442798] env[69330]: DEBUG oslo_vmware.api [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127910, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.459368] env[69330]: ERROR nova.scheduler.client.report [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [req-ec6f1c8f-eacd-4b17-88cf-9046fe96b07f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec6f1c8f-eacd-4b17-88cf-9046fe96b07f"}]} [ 712.480721] env[69330]: DEBUG nova.scheduler.client.report [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 712.487504] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "refresh_cache-f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.487504] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquired lock "refresh_cache-f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.487504] env[69330]: DEBUG nova.network.neutron [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.503214] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.504482] env[69330]: DEBUG nova.scheduler.client.report [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 712.504805] env[69330]: DEBUG nova.compute.provider_tree [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.534194] env[69330]: DEBUG nova.scheduler.client.report [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 712.561455] env[69330]: DEBUG nova.scheduler.client.report [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 712.761282] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Acquiring lock "166e9b2f-cd18-4498-82c8-47a5085961f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.761554] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Lock "166e9b2f-cd18-4498-82c8-47a5085961f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.772656] env[69330]: DEBUG oslo_vmware.rw_handles [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1ef3c-999b-5243-104e-7898a02549b4/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 712.773642] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272f2651-7ef4-41ae-abaf-29706b475857 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.785863] env[69330]: DEBUG oslo_vmware.rw_handles [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1ef3c-999b-5243-104e-7898a02549b4/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 712.786032] env[69330]: ERROR oslo_vmware.rw_handles [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1ef3c-999b-5243-104e-7898a02549b4/disk-0.vmdk due to incomplete transfer. [ 712.786278] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4aa8aca4-31cd-4ff1-b33c-3bb89b0dd186 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.801698] env[69330]: DEBUG oslo_vmware.rw_handles [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1ef3c-999b-5243-104e-7898a02549b4/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 712.801698] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Uploaded image 9d9ddf36-fbe7-4e6a-9cc3-eaeacaa2c6d8 to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 712.804038] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 712.805105] env[69330]: DEBUG nova.network.neutron [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.808025] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3da722dd-8358-4ae9-a6cb-e95fa00be4f7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.817131] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 712.817131] env[69330]: value = "task-4127911" [ 712.817131] env[69330]: _type = "Task" [ 712.817131] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.827229] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127911, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.944328] env[69330]: DEBUG oslo_vmware.api [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127910, 'name': PowerOffVM_Task, 'duration_secs': 0.566645} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.944328] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.944328] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.944328] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc12efc4-1ee0-4698-88c1-085190b20e4b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.013052] env[69330]: DEBUG oslo_concurrency.lockutils [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "985fa962-e2cc-488a-a102-1a1aabc93dcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.013321] env[69330]: DEBUG oslo_concurrency.lockutils [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "985fa962-e2cc-488a-a102-1a1aabc93dcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.013558] env[69330]: DEBUG oslo_concurrency.lockutils [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "985fa962-e2cc-488a-a102-1a1aabc93dcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.014214] env[69330]: DEBUG oslo_concurrency.lockutils [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "985fa962-e2cc-488a-a102-1a1aabc93dcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.014214] env[69330]: DEBUG oslo_concurrency.lockutils [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "985fa962-e2cc-488a-a102-1a1aabc93dcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.015566] env[69330]: DEBUG oslo_vmware.api [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127909, 'name': PowerOnVM_Task, 'duration_secs': 1.260967} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.016147] env[69330]: INFO nova.compute.manager [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Terminating instance [ 713.017573] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.017778] env[69330]: INFO nova.compute.manager [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Took 10.03 seconds to spawn the instance on the hypervisor. [ 713.017958] env[69330]: DEBUG nova.compute.manager [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 713.019777] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df2adee-fa69-4d02-9cc6-ea4e989f9fbb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.038555] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.038555] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.038555] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Deleting the datastore file [datastore2] 1f7d5eb3-95f6-4b72-83df-a63a653091f7 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.038893] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f41613e-ca01-4ec7-b36d-651095823b07 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.047040] env[69330]: DEBUG oslo_vmware.api [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 713.047040] env[69330]: value = "task-4127914" [ 713.047040] env[69330]: _type = "Task" [ 713.047040] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.065108] env[69330]: DEBUG oslo_vmware.api [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.065911] env[69330]: DEBUG nova.network.neutron [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.242755] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6ed52c-a076-42ca-94d9-7d3e08d69ed9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.252361] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04eb27f-370a-44ef-a1db-c5ad1c260f3d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.297294] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37df738-e7c5-4148-a580-3db023f09fbe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.306857] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3696f650-5fb5-431d-ad22-0b8880511465 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.323439] env[69330]: DEBUG nova.compute.provider_tree [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.338951] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127911, 'name': Destroy_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.440878] env[69330]: DEBUG nova.network.neutron [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Updating instance_info_cache with network_info: [{"id": "eb56647c-2a1c-4262-ab1a-535af3578244", "address": "fa:16:3e:ae:88:9c", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb56647c-2a", "ovs_interfaceid": "eb56647c-2a1c-4262-ab1a-535af3578244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.524377] env[69330]: DEBUG nova.compute.manager [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.524779] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.525629] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20348401-44fd-4adb-82df-5a4134854183 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.544927] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.546925] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-364b4010-1e77-4c5a-8ab1-52f990f4751d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.551040] env[69330]: INFO nova.compute.manager [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Took 29.84 seconds to build instance. [ 713.556601] env[69330]: DEBUG oslo_vmware.api [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 713.556601] env[69330]: value = "task-4127915" [ 713.556601] env[69330]: _type = "Task" [ 713.556601] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.563945] env[69330]: DEBUG oslo_vmware.api [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4127914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487073} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.564665] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.564889] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.565098] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.565279] env[69330]: INFO nova.compute.manager [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Took 1.69 seconds to destroy the instance on the hypervisor. [ 713.565553] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.565720] env[69330]: DEBUG nova.compute.manager [-] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.565834] env[69330]: DEBUG nova.network.neutron [-] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.577769] env[69330]: DEBUG oslo_vmware.api [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.655214] env[69330]: DEBUG nova.network.neutron [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Successfully updated port: b65146ac-e114-4dc9-81e6-cd4dd779f443 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.782152] env[69330]: DEBUG nova.network.neutron [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Updated VIF entry in instance network info cache for port 834c1a5f-61aa-484b-ad2d-c2b9f5a11a25. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.782152] env[69330]: DEBUG nova.network.neutron [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Updating instance_info_cache with network_info: [{"id": "834c1a5f-61aa-484b-ad2d-c2b9f5a11a25", "address": "fa:16:3e:62:91:87", "network": {"id": "dd93a569-b86d-4a4e-ba3e-96b3f4f5be54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-104509401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7d2f41dea646feac9e85780db889c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap834c1a5f-61", "ovs_interfaceid": "834c1a5f-61aa-484b-ad2d-c2b9f5a11a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.841215] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127911, 'name': Destroy_Task, 'duration_secs': 0.86129} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.842919] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Destroyed the VM [ 713.842919] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 713.842919] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3721fa25-38dd-4857-8a12-690dad4b3c96 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.851377] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 713.851377] env[69330]: value = "task-4127916" [ 713.851377] env[69330]: _type = "Task" [ 713.851377] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.866821] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127916, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.882133] env[69330]: DEBUG nova.scheduler.client.report [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 713.882133] env[69330]: DEBUG nova.compute.provider_tree [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 46 to 47 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 713.882133] env[69330]: DEBUG nova.compute.provider_tree [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.887585] env[69330]: DEBUG nova.network.neutron [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Updating instance_info_cache with network_info: [{"id": "b36b3173-7d94-45a2-9753-03d918e89a25", "address": "fa:16:3e:18:91:13", "network": {"id": "96a6bff9-5e32-4a19-b152-20f8cc438644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794584778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36b3173-7d", "ovs_interfaceid": "b36b3173-7d94-45a2-9753-03d918e89a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8fd15279-8b95-4ca8-ae77-40104bbb7fa6", "address": "fa:16:3e:f0:30:5c", "network": {"id": "50e45efb-af1f-40c3-bf34-5b9b4e623391", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1988539224", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd15279-8b", "ovs_interfaceid": "8fd15279-8b95-4ca8-ae77-40104bbb7fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "df5ab844-e7b9-4e9c-97ab-4dc8de36a306", "address": "fa:16:3e:1a:6b:a2", "network": {"id": "96a6bff9-5e32-4a19-b152-20f8cc438644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794584778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5ab844-e7", "ovs_interfaceid": "df5ab844-e7b9-4e9c-97ab-4dc8de36a306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.943684] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Releasing lock "refresh_cache-b6681b5b-3c27-44a4-ad39-5c7782dbd48a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.944086] env[69330]: DEBUG nova.compute.manager [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Instance network_info: |[{"id": "eb56647c-2a1c-4262-ab1a-535af3578244", "address": "fa:16:3e:ae:88:9c", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb56647c-2a", "ovs_interfaceid": "eb56647c-2a1c-4262-ab1a-535af3578244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.944608] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:88:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb56647c-2a1c-4262-ab1a-535af3578244', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.955076] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Creating folder: Project (d66ccca393334050b811b9e5a0adda7c). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.955355] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ec3d95a-d96b-4501-9822-53da307bd88a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.969067] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Created folder: Project (d66ccca393334050b811b9e5a0adda7c) in parent group-v817559. [ 713.969067] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Creating folder: Instances. Parent ref: group-v817629. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.969067] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f93e9b52-8859-494f-a359-00ce630e9a20 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.981131] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Created folder: Instances in parent group-v817629. [ 713.981403] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.981835] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.981961] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ec1dc7c-b505-47ad-916b-9901bcedda7d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.009428] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.009428] env[69330]: value = "task-4127919" [ 714.009428] env[69330]: _type = "Task" [ 714.009428] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.018845] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127919, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.055580] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "dcea2793-2788-4c3c-a1ea-dfe28577bb9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.285s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.071446] env[69330]: DEBUG oslo_vmware.api [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127915, 'name': PowerOffVM_Task, 'duration_secs': 0.343149} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.071446] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.071446] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.071446] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2827a2ee-1681-4d58-aaf5-af4b6b79ea43 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.157218] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "refresh_cache-4cb8cfd0-37b6-466b-8be2-42eebcc4e00d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.157218] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "refresh_cache-4cb8cfd0-37b6-466b-8be2-42eebcc4e00d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.157442] env[69330]: DEBUG nova.network.neutron [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.162035] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.162035] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.162035] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Deleting the datastore file [datastore1] 985fa962-e2cc-488a-a102-1a1aabc93dcb {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.162035] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42138b14-68bd-49c5-8ac6-54b8d05ca12f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.172577] env[69330]: DEBUG oslo_vmware.api [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 714.172577] env[69330]: value = "task-4127921" [ 714.172577] env[69330]: _type = "Task" [ 714.172577] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.185886] env[69330]: DEBUG oslo_vmware.api [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.287027] env[69330]: DEBUG oslo_concurrency.lockutils [req-0c94f068-73a7-452e-ad36-9ed9fb1ef04a req-6854ed15-8e9e-4e91-82fe-3b187bd71c61 service nova] Releasing lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.377341] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127916, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.387621] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.195s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.388585] env[69330]: DEBUG nova.compute.manager [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.392521] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.789s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.396965] env[69330]: INFO nova.compute.claims [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.398319] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Releasing lock "refresh_cache-f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.398703] env[69330]: DEBUG nova.compute.manager [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Instance network_info: |[{"id": "b36b3173-7d94-45a2-9753-03d918e89a25", "address": "fa:16:3e:18:91:13", "network": {"id": "96a6bff9-5e32-4a19-b152-20f8cc438644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794584778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36b3173-7d", "ovs_interfaceid": "b36b3173-7d94-45a2-9753-03d918e89a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8fd15279-8b95-4ca8-ae77-40104bbb7fa6", "address": "fa:16:3e:f0:30:5c", "network": {"id": "50e45efb-af1f-40c3-bf34-5b9b4e623391", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1988539224", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd15279-8b", "ovs_interfaceid": "8fd15279-8b95-4ca8-ae77-40104bbb7fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "df5ab844-e7b9-4e9c-97ab-4dc8de36a306", "address": "fa:16:3e:1a:6b:a2", "network": {"id": "96a6bff9-5e32-4a19-b152-20f8cc438644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794584778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5ab844-e7", "ovs_interfaceid": "df5ab844-e7b9-4e9c-97ab-4dc8de36a306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.399944] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:91:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b36b3173-7d94-45a2-9753-03d918e89a25', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:30:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fd15279-8b95-4ca8-ae77-40104bbb7fa6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:6b:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df5ab844-e7b9-4e9c-97ab-4dc8de36a306', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.417353] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Creating folder: Project (73b52c9ddfcd4f5d8356e143246742eb). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.418192] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac664dc9-6f22-474e-a70a-8ed1894ac29f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.434331] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Created folder: Project (73b52c9ddfcd4f5d8356e143246742eb) in parent group-v817559. [ 714.434331] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Creating folder: Instances. Parent ref: group-v817632. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.434331] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67d3bb1e-22ab-4a82-8967-339ea2f7f1f1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.450770] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Created folder: Instances in parent group-v817632. [ 714.451723] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.451723] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.451958] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bda4278c-c44d-4a43-adff-0dc5aa20e367 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.482431] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.482431] env[69330]: value = "task-4127924" [ 714.482431] env[69330]: _type = "Task" [ 714.482431] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.493312] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127924, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.524359] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127919, 'name': CreateVM_Task, 'duration_secs': 0.502867} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.524595] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.525398] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.525558] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.525886] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.526160] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb5be70-82d2-481a-9463-4105d8a99142 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.532029] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 714.532029] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52216bb7-e29f-a75f-47a1-06810b50a559" [ 714.532029] env[69330]: _type = "Task" [ 714.532029] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.543645] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52216bb7-e29f-a75f-47a1-06810b50a559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.563275] env[69330]: DEBUG nova.compute.manager [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.684859] env[69330]: DEBUG oslo_vmware.api [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4127921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214723} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.687141] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.687141] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.687141] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.687461] env[69330]: INFO nova.compute.manager [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 714.687601] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.687823] env[69330]: DEBUG nova.compute.manager [-] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.687915] env[69330]: DEBUG nova.network.neutron [-] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.728939] env[69330]: DEBUG nova.network.neutron [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.819592] env[69330]: DEBUG nova.network.neutron [-] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.871330] env[69330]: DEBUG oslo_vmware.api [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127916, 'name': RemoveSnapshot_Task, 'duration_secs': 0.661017} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.871717] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 714.873114] env[69330]: INFO nova.compute.manager [None req-2fabf255-9e45-4850-bcd3-5b2cf50f0abc tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Took 17.47 seconds to snapshot the instance on the hypervisor. [ 714.900807] env[69330]: DEBUG nova.compute.utils [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.903390] env[69330]: DEBUG nova.compute.manager [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Not allocating networking since 'none' was specified. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 714.950023] env[69330]: DEBUG nova.network.neutron [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Updating instance_info_cache with network_info: [{"id": "b65146ac-e114-4dc9-81e6-cd4dd779f443", "address": "fa:16:3e:54:2f:29", "network": {"id": "57b14d05-24fc-4b34-a617-2882f8ded145", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-782617106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047da396f8174c1dab83a8edf9f3609f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65146ac-e1", "ovs_interfaceid": "b65146ac-e114-4dc9-81e6-cd4dd779f443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.996119] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127924, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.044765] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52216bb7-e29f-a75f-47a1-06810b50a559, 'name': SearchDatastore_Task, 'duration_secs': 0.0273} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.045214] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.045506] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.045793] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.045983] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.046217] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.046531] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0af3521e-c658-4eb2-84ef-0d3856c9ad59 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.065963] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.065963] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.065963] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170d9794-e4d5-46be-b00c-eb623961b87f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.074985] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 715.074985] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527e6896-7c92-593b-61fe-689697770c30" [ 715.074985] env[69330]: _type = "Task" [ 715.074985] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.085092] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527e6896-7c92-593b-61fe-689697770c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.090830] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.157566] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 715.157925] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817628', 'volume_id': '23631997-b79f-4baf-8be6-4ca7a7e6b93b', 'name': 'volume-23631997-b79f-4baf-8be6-4ca7a7e6b93b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dfce727-3973-48b4-9326-a2fa2a64779e', 'attached_at': '', 'detached_at': '', 'volume_id': '23631997-b79f-4baf-8be6-4ca7a7e6b93b', 'serial': '23631997-b79f-4baf-8be6-4ca7a7e6b93b'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 715.158698] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11763422-d244-4a22-9e3d-bfdba8e3b29f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.177696] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5e5e7b-13d4-4f0d-89e3-bef1c78cbc1b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.207219] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] volume-23631997-b79f-4baf-8be6-4ca7a7e6b93b/volume-23631997-b79f-4baf-8be6-4ca7a7e6b93b.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.207591] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef17298-d93b-4352-bc0e-059962af731c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.228780] env[69330]: DEBUG oslo_vmware.api [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Waiting for the task: (returnval){ [ 715.228780] env[69330]: value = "task-4127925" [ 715.228780] env[69330]: _type = "Task" [ 715.228780] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.238673] env[69330]: DEBUG oslo_vmware.api [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Task: {'id': task-4127925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.324864] env[69330]: INFO nova.compute.manager [-] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Took 1.76 seconds to deallocate network for instance. [ 715.410026] env[69330]: DEBUG nova.compute.manager [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.414721] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "interface-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.415104] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.415613] env[69330]: DEBUG nova.objects.instance [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lazy-loading 'flavor' on Instance uuid fbad53ec-e242-43ce-b7e9-75f4e1ce69f6 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.417416] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Acquiring lock "8cabb81d-9470-4b45-b183-485160fc4a9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.417649] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Lock "8cabb81d-9470-4b45-b183-485160fc4a9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.417889] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Acquiring lock "8cabb81d-9470-4b45-b183-485160fc4a9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.418056] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Lock "8cabb81d-9470-4b45-b183-485160fc4a9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.418303] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Lock "8cabb81d-9470-4b45-b183-485160fc4a9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.421461] env[69330]: INFO nova.compute.manager [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Terminating instance [ 715.457725] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "refresh_cache-4cb8cfd0-37b6-466b-8be2-42eebcc4e00d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.458176] env[69330]: DEBUG nova.compute.manager [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Instance network_info: |[{"id": "b65146ac-e114-4dc9-81e6-cd4dd779f443", "address": "fa:16:3e:54:2f:29", "network": {"id": "57b14d05-24fc-4b34-a617-2882f8ded145", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-782617106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047da396f8174c1dab83a8edf9f3609f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65146ac-e1", "ovs_interfaceid": "b65146ac-e114-4dc9-81e6-cd4dd779f443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.459551] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:2f:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b65146ac-e114-4dc9-81e6-cd4dd779f443', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.469896] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.472840] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.475271] env[69330]: DEBUG nova.compute.manager [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Received event network-vif-deleted-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.475703] env[69330]: DEBUG nova.compute.manager [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Received event network-vif-plugged-eb56647c-2a1c-4262-ab1a-535af3578244 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.476086] env[69330]: DEBUG oslo_concurrency.lockutils [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] Acquiring lock "b6681b5b-3c27-44a4-ad39-5c7782dbd48a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.476378] env[69330]: DEBUG oslo_concurrency.lockutils [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] Lock "b6681b5b-3c27-44a4-ad39-5c7782dbd48a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.476650] env[69330]: DEBUG oslo_concurrency.lockutils [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] Lock "b6681b5b-3c27-44a4-ad39-5c7782dbd48a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.476971] env[69330]: DEBUG nova.compute.manager [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] No waiting events found dispatching network-vif-plugged-eb56647c-2a1c-4262-ab1a-535af3578244 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 715.477298] env[69330]: WARNING nova.compute.manager [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Received unexpected event network-vif-plugged-eb56647c-2a1c-4262-ab1a-535af3578244 for instance with vm_state building and task_state spawning. [ 715.477694] env[69330]: DEBUG nova.compute.manager [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Received event network-changed-eb56647c-2a1c-4262-ab1a-535af3578244 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.477934] env[69330]: DEBUG nova.compute.manager [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Refreshing instance network info cache due to event network-changed-eb56647c-2a1c-4262-ab1a-535af3578244. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.478538] env[69330]: DEBUG oslo_concurrency.lockutils [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] Acquiring lock "refresh_cache-b6681b5b-3c27-44a4-ad39-5c7782dbd48a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.478676] env[69330]: DEBUG oslo_concurrency.lockutils [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] Acquired lock "refresh_cache-b6681b5b-3c27-44a4-ad39-5c7782dbd48a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.478880] env[69330]: DEBUG nova.network.neutron [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Refreshing network info cache for port eb56647c-2a1c-4262-ab1a-535af3578244 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.484445] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de681270-d670-4ba7-973b-f90b7dbcddb7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.506577] env[69330]: DEBUG nova.compute.manager [req-22513d3e-a20e-4807-81f6-4ff4bc7f22cf req-ca1fa3ca-5114-40d0-88c2-0bd81fe03ff8 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Received event network-changed-8fd15279-8b95-4ca8-ae77-40104bbb7fa6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.506830] env[69330]: DEBUG nova.compute.manager [req-22513d3e-a20e-4807-81f6-4ff4bc7f22cf req-ca1fa3ca-5114-40d0-88c2-0bd81fe03ff8 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Refreshing instance network info cache due to event network-changed-8fd15279-8b95-4ca8-ae77-40104bbb7fa6. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.507138] env[69330]: DEBUG oslo_concurrency.lockutils [req-22513d3e-a20e-4807-81f6-4ff4bc7f22cf req-ca1fa3ca-5114-40d0-88c2-0bd81fe03ff8 service nova] Acquiring lock "refresh_cache-f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.507350] env[69330]: DEBUG oslo_concurrency.lockutils [req-22513d3e-a20e-4807-81f6-4ff4bc7f22cf req-ca1fa3ca-5114-40d0-88c2-0bd81fe03ff8 service nova] Acquired lock "refresh_cache-f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.508217] env[69330]: DEBUG nova.network.neutron [req-22513d3e-a20e-4807-81f6-4ff4bc7f22cf req-ca1fa3ca-5114-40d0-88c2-0bd81fe03ff8 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Refreshing network info cache for port 8fd15279-8b95-4ca8-ae77-40104bbb7fa6 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.520981] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127924, 'name': CreateVM_Task, 'duration_secs': 0.940434} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.526892] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.527201] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.527201] env[69330]: value = "task-4127926" [ 715.527201] env[69330]: _type = "Task" [ 715.527201] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.529623] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.529731] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.530095] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.530815] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039a4fef-0208-491f-a6ff-08542af44f6f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.541353] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 715.541353] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521f9af7-0b5c-1236-3297-261660f000ae" [ 715.541353] env[69330]: _type = "Task" [ 715.541353] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.545319] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127926, 'name': CreateVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.561173] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521f9af7-0b5c-1236-3297-261660f000ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.561595] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.563055] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.563055] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.563055] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.563297] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.563585] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-452067c6-f68d-40c5-8a0b-302f43b6d169 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.582100] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.582391] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.583279] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c4b3b31-ef0b-40de-a780-38cbc58d5a7b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.621384] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527e6896-7c92-593b-61fe-689697770c30, 'name': SearchDatastore_Task, 'duration_secs': 0.014322} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.621384] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 715.621384] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ff54fe-5aa1-0cd1-f5a8-26b689900881" [ 715.621384] env[69330]: _type = "Task" [ 715.621384] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.621384] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3842bef8-5b70-4bfa-b929-2a5dfe3a7506 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.631824] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 715.631824] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cf2429-9602-56ea-30e9-db1241682674" [ 715.631824] env[69330]: _type = "Task" [ 715.631824] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.631824] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ff54fe-5aa1-0cd1-f5a8-26b689900881, 'name': SearchDatastore_Task, 'duration_secs': 0.011907} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.649333] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f431c64d-7301-41d4-acdd-545e90555a7e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.675261] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 715.675261] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c38ae0-fa3e-f6c8-9ddc-a9937945a49d" [ 715.675261] env[69330]: _type = "Task" [ 715.675261] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.676633] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cf2429-9602-56ea-30e9-db1241682674, 'name': SearchDatastore_Task, 'duration_secs': 0.012808} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.677043] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.677398] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] b6681b5b-3c27-44a4-ad39-5c7782dbd48a/b6681b5b-3c27-44a4-ad39-5c7782dbd48a.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.685094] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9edcce3f-88fd-4ee5-9d74-10a01f9f2b90 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.706549] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c38ae0-fa3e-f6c8-9ddc-a9937945a49d, 'name': SearchDatastore_Task, 'duration_secs': 0.011656} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.710155] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.710155] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] f8d1b31e-dae8-49e2-bc09-f35b5ce5a676/f8d1b31e-dae8-49e2-bc09-f35b5ce5a676.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.710837] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 715.710837] env[69330]: value = "task-4127927" [ 715.710837] env[69330]: _type = "Task" [ 715.710837] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.710837] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a921b051-d668-47c3-aeee-963d426e1adc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.746087] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 715.746087] env[69330]: value = "task-4127928" [ 715.746087] env[69330]: _type = "Task" [ 715.746087] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.753376] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.757633] env[69330]: DEBUG oslo_vmware.api [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Task: {'id': task-4127925, 'name': ReconfigVM_Task, 'duration_secs': 0.440545} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.761249] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Reconfigured VM instance instance-00000006 to attach disk [datastore1] volume-23631997-b79f-4baf-8be6-4ca7a7e6b93b/volume-23631997-b79f-4baf-8be6-4ca7a7e6b93b.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.770106] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e29fc64-2ed3-4710-b5d0-c592e6e0a069 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.781033] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.781360] env[69330]: DEBUG nova.network.neutron [-] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.790505] env[69330]: DEBUG oslo_vmware.api [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Waiting for the task: (returnval){ [ 715.790505] env[69330]: value = "task-4127929" [ 715.790505] env[69330]: _type = "Task" [ 715.790505] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.806359] env[69330]: DEBUG oslo_vmware.api [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Task: {'id': task-4127929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.834649] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.934962] env[69330]: DEBUG nova.compute.manager [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.935272] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.936439] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9b8249-edf0-46f7-aa91-58bfc0dde235 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.950427] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.950724] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dbaa93f-c913-418f-a1ee-7202f43be86f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.959266] env[69330]: DEBUG oslo_vmware.api [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Waiting for the task: (returnval){ [ 715.959266] env[69330]: value = "task-4127930" [ 715.959266] env[69330]: _type = "Task" [ 715.959266] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.974018] env[69330]: DEBUG oslo_vmware.api [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.030252] env[69330]: DEBUG nova.objects.instance [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lazy-loading 'pci_requests' on Instance uuid fbad53ec-e242-43ce-b7e9-75f4e1ce69f6 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.051227] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127926, 'name': CreateVM_Task, 'duration_secs': 0.458598} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.051693] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.052637] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.052978] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.053452] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.053890] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d176384-bd74-41c4-8933-60ca0fdf5d33 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.063987] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 716.063987] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52061e09-9b5e-fd72-c83f-aaab952ad0eb" [ 716.063987] env[69330]: _type = "Task" [ 716.063987] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.074039] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "281be6bd-4961-4ce5-9179-98256244069a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.074320] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "281be6bd-4961-4ce5-9179-98256244069a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.080160] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52061e09-9b5e-fd72-c83f-aaab952ad0eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.196343] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b76e7bb-fcb5-44a0-806e-309352684bda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.207428] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0fa69d-6724-41fb-b25e-a2619cd3cb1c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.973439] env[69330]: INFO nova.compute.manager [-] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Took 2.28 seconds to deallocate network for instance. [ 716.973922] env[69330]: DEBUG nova.compute.manager [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.976198] env[69330]: DEBUG nova.objects.base [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 716.976470] env[69330]: DEBUG nova.network.neutron [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.996306] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b5832b-efc0-4a3e-8794-3b6cb281d591 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.007701] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688644} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.011805] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] b6681b5b-3c27-44a4-ad39-5c7782dbd48a/b6681b5b-3c27-44a4-ad39-5c7782dbd48a.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.012185] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.014328] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50c71d99-91ea-4227-8d14-0f886bb615b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.027205] env[69330]: DEBUG oslo_vmware.api [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127930, 'name': PowerOffVM_Task, 'duration_secs': 0.282587} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.027468] env[69330]: DEBUG oslo_vmware.api [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Task: {'id': task-4127929, 'name': ReconfigVM_Task, 'duration_secs': 0.202209} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.027685] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741042} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.030281] env[69330]: DEBUG nova.virt.hardware [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.030507] env[69330]: DEBUG nova.virt.hardware [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.030663] env[69330]: DEBUG nova.virt.hardware [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.030845] env[69330]: DEBUG nova.virt.hardware [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.030991] env[69330]: DEBUG nova.virt.hardware [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.031154] env[69330]: DEBUG nova.virt.hardware [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.031361] env[69330]: DEBUG nova.virt.hardware [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.031519] env[69330]: DEBUG nova.virt.hardware [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.031681] env[69330]: DEBUG nova.virt.hardware [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.031841] env[69330]: DEBUG nova.virt.hardware [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.032014] env[69330]: DEBUG nova.virt.hardware [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.032722] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.032847] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.033172] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817628', 'volume_id': '23631997-b79f-4baf-8be6-4ca7a7e6b93b', 'name': 'volume-23631997-b79f-4baf-8be6-4ca7a7e6b93b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dfce727-3973-48b4-9326-a2fa2a64779e', 'attached_at': '', 'detached_at': '', 'volume_id': '23631997-b79f-4baf-8be6-4ca7a7e6b93b', 'serial': '23631997-b79f-4baf-8be6-4ca7a7e6b93b'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 717.034582] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] f8d1b31e-dae8-49e2-bc09-f35b5ce5a676/f8d1b31e-dae8-49e2-bc09-f35b5ce5a676.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.034835] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.035595] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0cdf22-b3de-4fde-b9fe-5e2d24a8bc86 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.045031] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eaa5006-9c6f-41b1-a90f-25fa4c764487 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.046703] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2011271-1344-4779-8f83-3f3acfc10c49 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.049171] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52061e09-9b5e-fd72-c83f-aaab952ad0eb, 'name': SearchDatastore_Task, 'duration_secs': 0.080801} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.049510] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 717.049510] env[69330]: value = "task-4127931" [ 717.049510] env[69330]: _type = "Task" [ 717.049510] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.051087] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.051087] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.051320] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.051459] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.051631] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.052970] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72a71d0-6025-4270-b86b-eaf53bc85344 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.062951] env[69330]: DEBUG nova.policy [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32e8e100581144dc8041a0065d3217b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8274dde6c414a3982a4d113f9999eea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.065856] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b4bf146-9131-44a7-80a1-3547a5553f3c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.074523] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18a4918-8ef9-45c7-b924-fcc31f494dd4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.079043] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 717.079043] env[69330]: value = "task-4127933" [ 717.079043] env[69330]: _type = "Task" [ 717.079043] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.088380] env[69330]: DEBUG nova.compute.provider_tree [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.099743] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.111365] env[69330]: DEBUG nova.scheduler.client.report [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.115534] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.115681] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.116720] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.122354] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Creating folder: Project (c888075a55bd46128aca0659c36535eb). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.123483] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e71aba1-c073-437b-adf9-7ffd770bb07b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.126558] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-787beea8-8f36-42db-a555-ffb57fd3fdfc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.132380] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127933, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.136705] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 717.136705] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522c654f-2a88-ce47-4d2d-7fd153a0e8dd" [ 717.136705] env[69330]: _type = "Task" [ 717.136705] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.144319] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Created folder: Project (c888075a55bd46128aca0659c36535eb) in parent group-v817559. [ 717.144659] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Creating folder: Instances. Parent ref: group-v817636. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.148608] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6de5eabc-ac63-4752-a005-75a8cf9f6c99 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.150897] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522c654f-2a88-ce47-4d2d-7fd153a0e8dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.157174] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.157508] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.157793] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Deleting the datastore file [datastore2] 8cabb81d-9470-4b45-b183-485160fc4a9b {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.158108] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55e1efcb-847e-42b1-a4a7-fefc94178603 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.165213] env[69330]: DEBUG oslo_vmware.api [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Waiting for the task: (returnval){ [ 717.165213] env[69330]: value = "task-4127936" [ 717.165213] env[69330]: _type = "Task" [ 717.165213] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.169589] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Created folder: Instances in parent group-v817636. [ 717.169868] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.170462] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.170680] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7f99812-a409-440a-b381-700bb2186ffc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.186634] env[69330]: DEBUG oslo_vmware.api [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.194269] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.194269] env[69330]: value = "task-4127937" [ 717.194269] env[69330]: _type = "Task" [ 717.194269] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.203259] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127937, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.293350] env[69330]: DEBUG nova.network.neutron [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Updated VIF entry in instance network info cache for port eb56647c-2a1c-4262-ab1a-535af3578244. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.293947] env[69330]: DEBUG nova.network.neutron [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Updating instance_info_cache with network_info: [{"id": "eb56647c-2a1c-4262-ab1a-535af3578244", "address": "fa:16:3e:ae:88:9c", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb56647c-2a", "ovs_interfaceid": "eb56647c-2a1c-4262-ab1a-535af3578244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.341593] env[69330]: DEBUG nova.network.neutron [req-22513d3e-a20e-4807-81f6-4ff4bc7f22cf req-ca1fa3ca-5114-40d0-88c2-0bd81fe03ff8 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Updated VIF entry in instance network info cache for port 8fd15279-8b95-4ca8-ae77-40104bbb7fa6. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.342272] env[69330]: DEBUG nova.network.neutron [req-22513d3e-a20e-4807-81f6-4ff4bc7f22cf req-ca1fa3ca-5114-40d0-88c2-0bd81fe03ff8 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Updating instance_info_cache with network_info: [{"id": "b36b3173-7d94-45a2-9753-03d918e89a25", "address": "fa:16:3e:18:91:13", "network": {"id": "96a6bff9-5e32-4a19-b152-20f8cc438644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794584778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36b3173-7d", "ovs_interfaceid": "b36b3173-7d94-45a2-9753-03d918e89a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8fd15279-8b95-4ca8-ae77-40104bbb7fa6", "address": "fa:16:3e:f0:30:5c", "network": {"id": "50e45efb-af1f-40c3-bf34-5b9b4e623391", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1988539224", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd15279-8b", "ovs_interfaceid": "8fd15279-8b95-4ca8-ae77-40104bbb7fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "df5ab844-e7b9-4e9c-97ab-4dc8de36a306", "address": "fa:16:3e:1a:6b:a2", "network": {"id": "96a6bff9-5e32-4a19-b152-20f8cc438644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794584778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5ab844-e7", "ovs_interfaceid": "df5ab844-e7b9-4e9c-97ab-4dc8de36a306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.388879] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquiring lock "257f9d36-bd6f-410a-a8d8-bba2e862b131" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.389122] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Lock "257f9d36-bd6f-410a-a8d8-bba2e862b131" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.410711] env[69330]: DEBUG nova.network.neutron [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Successfully created port: 6438739a-7d51-491b-bde2-9823179b87b6 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.510251] env[69330]: DEBUG oslo_concurrency.lockutils [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.573137] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117653} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.573590] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.574977] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13636329-d1dc-4d18-a2b5-cebe7403f808 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.605260] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] b6681b5b-3c27-44a4-ad39-5c7782dbd48a/b6681b5b-3c27-44a4-ad39-5c7782dbd48a.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.607028] env[69330]: DEBUG nova.objects.instance [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Lazy-loading 'flavor' on Instance uuid 2dfce727-3973-48b4-9326-a2fa2a64779e {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.611179] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a9075fb-9cb7-4de8-a573-95975a2ea99b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.627671] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.235s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.628132] env[69330]: DEBUG nova.compute.manager [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.633055] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.139s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.634117] env[69330]: INFO nova.compute.claims [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.642371] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073879} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.646923] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.647354] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 717.647354] env[69330]: value = "task-4127938" [ 717.647354] env[69330]: _type = "Task" [ 717.647354] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.648242] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048cd11c-ae3a-446e-bce9-7789ab401849 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.663018] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522c654f-2a88-ce47-4d2d-7fd153a0e8dd, 'name': SearchDatastore_Task, 'duration_secs': 0.045585} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.664517] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16cca147-f191-4e28-8bdf-f1ed2aef1af1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.697606] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] f8d1b31e-dae8-49e2-bc09-f35b5ce5a676/f8d1b31e-dae8-49e2-bc09-f35b5ce5a676.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.697954] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.702747] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6d649dd-7afa-4929-8171-280164dcf951 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.724751] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 717.724751] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5297c43d-143f-13bf-7919-253021ecf757" [ 717.724751] env[69330]: _type = "Task" [ 717.724751] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.737069] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127937, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.737360] env[69330]: DEBUG oslo_vmware.api [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Task: {'id': task-4127936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500638} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.737485] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 717.737485] env[69330]: value = "task-4127939" [ 717.737485] env[69330]: _type = "Task" [ 717.737485] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.738122] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.738336] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.738535] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.738708] env[69330]: INFO nova.compute.manager [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Took 1.80 seconds to destroy the instance on the hypervisor. [ 717.738980] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.739274] env[69330]: DEBUG nova.compute.manager [-] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.739358] env[69330]: DEBUG nova.network.neutron [-] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.747895] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5297c43d-143f-13bf-7919-253021ecf757, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.748820] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.749122] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d/4cb8cfd0-37b6-466b-8be2-42eebcc4e00d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.749409] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fedcf3d9-62ed-4c8e-b101-304b8213b4c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.754498] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.760401] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 717.760401] env[69330]: value = "task-4127940" [ 717.760401] env[69330]: _type = "Task" [ 717.760401] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.770350] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.797108] env[69330]: DEBUG oslo_concurrency.lockutils [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] Releasing lock "refresh_cache-b6681b5b-3c27-44a4-ad39-5c7782dbd48a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.797251] env[69330]: DEBUG nova.compute.manager [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Received event network-vif-plugged-df5ab844-e7b9-4e9c-97ab-4dc8de36a306 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.797454] env[69330]: DEBUG oslo_concurrency.lockutils [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] Acquiring lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.797677] env[69330]: DEBUG oslo_concurrency.lockutils [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] Lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.797903] env[69330]: DEBUG oslo_concurrency.lockutils [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] Lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.798130] env[69330]: DEBUG nova.compute.manager [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] No waiting events found dispatching network-vif-plugged-df5ab844-e7b9-4e9c-97ab-4dc8de36a306 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 717.798348] env[69330]: WARNING nova.compute.manager [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Received unexpected event network-vif-plugged-df5ab844-e7b9-4e9c-97ab-4dc8de36a306 for instance with vm_state building and task_state spawning. [ 717.798532] env[69330]: DEBUG nova.compute.manager [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Received event network-changed-df5ab844-e7b9-4e9c-97ab-4dc8de36a306 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.798726] env[69330]: DEBUG nova.compute.manager [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Refreshing instance network info cache due to event network-changed-df5ab844-e7b9-4e9c-97ab-4dc8de36a306. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.798912] env[69330]: DEBUG oslo_concurrency.lockutils [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] Acquiring lock "refresh_cache-f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.845694] env[69330]: DEBUG oslo_concurrency.lockutils [req-22513d3e-a20e-4807-81f6-4ff4bc7f22cf req-ca1fa3ca-5114-40d0-88c2-0bd81fe03ff8 service nova] Releasing lock "refresh_cache-f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.846198] env[69330]: DEBUG nova.compute.manager [req-22513d3e-a20e-4807-81f6-4ff4bc7f22cf req-ca1fa3ca-5114-40d0-88c2-0bd81fe03ff8 service nova] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Received event network-vif-deleted-1d0bb750-297e-4d46-bacf-97a4c881fd51 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.846681] env[69330]: DEBUG oslo_concurrency.lockutils [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] Acquired lock "refresh_cache-f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.846959] env[69330]: DEBUG nova.network.neutron [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Refreshing network info cache for port df5ab844-e7b9-4e9c-97ab-4dc8de36a306 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.130620] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fa9eae75-e79b-41c7-85ef-34c0467a11ec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Lock "2dfce727-3973-48b4-9326-a2fa2a64779e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.630s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.145144] env[69330]: DEBUG nova.compute.utils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.145144] env[69330]: DEBUG nova.compute.manager [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.145144] env[69330]: DEBUG nova.network.neutron [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.161793] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127938, 'name': ReconfigVM_Task, 'duration_secs': 0.305415} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.165471] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Reconfigured VM instance instance-00000018 to attach disk [datastore1] b6681b5b-3c27-44a4-ad39-5c7782dbd48a/b6681b5b-3c27-44a4-ad39-5c7782dbd48a.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.166651] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4db2fdc-17b1-4767-81e1-568f031f9c33 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.179070] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 718.179070] env[69330]: value = "task-4127941" [ 718.179070] env[69330]: _type = "Task" [ 718.179070] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.187874] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127941, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.216705] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127937, 'name': CreateVM_Task, 'duration_secs': 0.58541} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.218580] env[69330]: DEBUG nova.policy [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f1b56334a0c45fda677aaeee49c5ddf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd66ccca393334050b811b9e5a0adda7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.221153] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.221778] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.221925] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.222532] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.223372] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ae6686-0301-4a9e-8ba6-ce100063b776 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.231723] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Waiting for the task: (returnval){ [ 718.231723] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529d86bf-0714-b784-4cfa-4808197a4497" [ 718.231723] env[69330]: _type = "Task" [ 718.231723] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.253098] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529d86bf-0714-b784-4cfa-4808197a4497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.261460] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127939, 'name': ReconfigVM_Task, 'duration_secs': 0.372848} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.261460] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Reconfigured VM instance instance-00000016 to attach disk [datastore2] f8d1b31e-dae8-49e2-bc09-f35b5ce5a676/f8d1b31e-dae8-49e2-bc09-f35b5ce5a676.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.261460] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db3f3314-4e8a-4ca4-bbc6-8b00b89fee89 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.275934] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127940, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.277729] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 718.277729] env[69330]: value = "task-4127942" [ 718.277729] env[69330]: _type = "Task" [ 718.277729] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.287692] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127942, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.575468] env[69330]: DEBUG nova.network.neutron [-] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.647238] env[69330]: DEBUG nova.compute.manager [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.691959] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127941, 'name': Rename_Task, 'duration_secs': 0.197819} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.693202] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.693559] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d16a1b3-6969-40f2-b7ea-6165709c7322 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.702225] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 718.702225] env[69330]: value = "task-4127943" [ 718.702225] env[69330]: _type = "Task" [ 718.702225] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.713302] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.747707] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529d86bf-0714-b784-4cfa-4808197a4497, 'name': SearchDatastore_Task, 'duration_secs': 0.051033} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.747707] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.747707] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.747707] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.747707] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.747707] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.747707] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20b568f5-4d9d-4231-97db-8a177554372d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.768763] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.769658] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.770541] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45aca228-5430-450f-a950-2901ec44a44a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.776219] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537881} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.776940] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d/4cb8cfd0-37b6-466b-8be2-42eebcc4e00d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.777219] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.777865] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4633289-a38d-4ec7-a603-2b112db43989 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.783242] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Waiting for the task: (returnval){ [ 718.783242] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e063f2-b4c9-4a73-acd0-45b6a5c67654" [ 718.783242] env[69330]: _type = "Task" [ 718.783242] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.792668] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 718.792668] env[69330]: value = "task-4127944" [ 718.792668] env[69330]: _type = "Task" [ 718.792668] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.803296] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127942, 'name': Rename_Task, 'duration_secs': 0.190033} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.804389] env[69330]: DEBUG nova.network.neutron [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Updated VIF entry in instance network info cache for port df5ab844-e7b9-4e9c-97ab-4dc8de36a306. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.804958] env[69330]: DEBUG nova.network.neutron [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Updating instance_info_cache with network_info: [{"id": "b36b3173-7d94-45a2-9753-03d918e89a25", "address": "fa:16:3e:18:91:13", "network": {"id": "96a6bff9-5e32-4a19-b152-20f8cc438644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794584778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36b3173-7d", "ovs_interfaceid": "b36b3173-7d94-45a2-9753-03d918e89a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8fd15279-8b95-4ca8-ae77-40104bbb7fa6", "address": "fa:16:3e:f0:30:5c", "network": {"id": "50e45efb-af1f-40c3-bf34-5b9b4e623391", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1988539224", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd15279-8b", "ovs_interfaceid": "8fd15279-8b95-4ca8-ae77-40104bbb7fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "df5ab844-e7b9-4e9c-97ab-4dc8de36a306", "address": "fa:16:3e:1a:6b:a2", "network": {"id": "96a6bff9-5e32-4a19-b152-20f8cc438644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794584778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5ab844-e7", "ovs_interfaceid": "df5ab844-e7b9-4e9c-97ab-4dc8de36a306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.812920] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.812920] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e063f2-b4c9-4a73-acd0-45b6a5c67654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.812920] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd910d4b-0d45-4981-a6f3-dcd6f09b0c6d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.819856] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.822248] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 718.822248] env[69330]: value = "task-4127945" [ 718.822248] env[69330]: _type = "Task" [ 718.822248] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.831396] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.858030] env[69330]: DEBUG nova.network.neutron [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Successfully created port: 95f2dd54-f84f-4beb-bb64-8c8f0c023323 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.994528] env[69330]: DEBUG nova.network.neutron [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Successfully updated port: 6438739a-7d51-491b-bde2-9823179b87b6 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.082696] env[69330]: INFO nova.compute.manager [-] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Took 1.34 seconds to deallocate network for instance. [ 719.219289] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.295639] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e063f2-b4c9-4a73-acd0-45b6a5c67654, 'name': SearchDatastore_Task, 'duration_secs': 0.029853} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.301528] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2005eb0-1d4e-499f-ad47-b6d9573b8de6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.307109] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042e9a65-c973-4edf-8c4f-37209edf38c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.314814] env[69330]: DEBUG oslo_concurrency.lockutils [req-cac04885-f273-4dc5-92b9-e5003066d785 req-c8fe9eef-210c-4a09-ad4e-3bfe8db5d1b8 service nova] Releasing lock "refresh_cache-f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.320697] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4909b108-c9c0-4ed3-a4aa-d13615be3a44 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.326086] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Waiting for the task: (returnval){ [ 719.326086] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b63964-6d12-f0c2-6e97-b2a827c7d2c5" [ 719.326086] env[69330]: _type = "Task" [ 719.326086] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.326625] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077186} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.327283] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.338946] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606f4006-0214-481d-ae58-5a753c54f2af {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.373720] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4f0121-36a5-4612-b6eb-751a46830822 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.394567] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b63964-6d12-f0c2-6e97-b2a827c7d2c5, 'name': SearchDatastore_Task, 'duration_secs': 0.026068} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.394567] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127945, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.401890] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d/4cb8cfd0-37b6-466b-8be2-42eebcc4e00d.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.402772] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.403054] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e/1b1a56e1-6fbb-485e-a802-7acffe4ccb3e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.403308] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29b6449a-f317-46d1-a494-243edf0ed08c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.419754] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f10c7fe6-70df-45cf-a4a2-f277b9a5a1bf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.423792] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9576964-2fc9-4096-b719-2e52a93badda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.429328] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 719.429328] env[69330]: value = "task-4127946" [ 719.429328] env[69330]: _type = "Task" [ 719.429328] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.441015] env[69330]: DEBUG nova.compute.provider_tree [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.445880] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Waiting for the task: (returnval){ [ 719.445880] env[69330]: value = "task-4127947" [ 719.445880] env[69330]: _type = "Task" [ 719.445880] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.453300] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.461233] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.495205] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.495413] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.495599] env[69330]: DEBUG nova.network.neutron [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.591854] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.660436] env[69330]: DEBUG nova.compute.manager [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.690428] env[69330]: DEBUG nova.virt.hardware [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.690683] env[69330]: DEBUG nova.virt.hardware [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.690843] env[69330]: DEBUG nova.virt.hardware [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.691106] env[69330]: DEBUG nova.virt.hardware [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.691371] env[69330]: DEBUG nova.virt.hardware [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.691606] env[69330]: DEBUG nova.virt.hardware [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.691869] env[69330]: DEBUG nova.virt.hardware [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.692086] env[69330]: DEBUG nova.virt.hardware [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.692313] env[69330]: DEBUG nova.virt.hardware [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.692506] env[69330]: DEBUG nova.virt.hardware [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.692716] env[69330]: DEBUG nova.virt.hardware [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.693813] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e56107-28c7-4f53-9ee1-96988728c79e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.703389] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaab329-2927-4c6a-85d9-d17a6fefa637 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.719955] env[69330]: DEBUG oslo_vmware.api [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127943, 'name': PowerOnVM_Task, 'duration_secs': 0.611841} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.729409] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.729832] env[69330]: INFO nova.compute.manager [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Took 10.32 seconds to spawn the instance on the hypervisor. [ 719.730098] env[69330]: DEBUG nova.compute.manager [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 719.731657] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c04bba-ae02-4a9d-8776-12ef03ef6d1b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.842372] env[69330]: DEBUG oslo_vmware.api [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127945, 'name': PowerOnVM_Task, 'duration_secs': 0.951988} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.842372] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.842372] env[69330]: INFO nova.compute.manager [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Took 19.56 seconds to spawn the instance on the hypervisor. [ 719.842372] env[69330]: DEBUG nova.compute.manager [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 719.842372] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b092120-e0da-40f9-940c-fb647e27d99c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.941197] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127946, 'name': ReconfigVM_Task, 'duration_secs': 0.367268} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.941653] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d/4cb8cfd0-37b6-466b-8be2-42eebcc4e00d.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.942427] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-817cfa38-5219-4119-aa1b-e5015c297c28 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.948028] env[69330]: DEBUG nova.scheduler.client.report [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.956757] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 719.956757] env[69330]: value = "task-4127948" [ 719.956757] env[69330]: _type = "Task" [ 719.956757] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.967541] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127947, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.975314] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127948, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.037178] env[69330]: WARNING nova.network.neutron [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] f53f7646-d40e-4fb8-8ba0-43314b6fc77e already exists in list: networks containing: ['f53f7646-d40e-4fb8-8ba0-43314b6fc77e']. ignoring it [ 720.253761] env[69330]: INFO nova.compute.manager [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Took 31.29 seconds to build instance. [ 720.268553] env[69330]: DEBUG nova.compute.manager [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Received event network-changed-f452d500-ead8-4fa3-ad03-b4f51556b489 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.268766] env[69330]: DEBUG nova.compute.manager [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Refreshing instance network info cache due to event network-changed-f452d500-ead8-4fa3-ad03-b4f51556b489. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.269078] env[69330]: DEBUG oslo_concurrency.lockutils [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] Acquiring lock "refresh_cache-1bd449dc-7011-4fad-956b-0bd23c946441" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.269465] env[69330]: DEBUG oslo_concurrency.lockutils [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] Acquired lock "refresh_cache-1bd449dc-7011-4fad-956b-0bd23c946441" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.269723] env[69330]: DEBUG nova.network.neutron [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Refreshing network info cache for port f452d500-ead8-4fa3-ad03-b4f51556b489 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.289019] env[69330]: DEBUG nova.compute.manager [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Received event network-vif-plugged-b65146ac-e114-4dc9-81e6-cd4dd779f443 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.289793] env[69330]: DEBUG oslo_concurrency.lockutils [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] Acquiring lock "4cb8cfd0-37b6-466b-8be2-42eebcc4e00d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.289952] env[69330]: DEBUG oslo_concurrency.lockutils [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] Lock "4cb8cfd0-37b6-466b-8be2-42eebcc4e00d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.290180] env[69330]: DEBUG oslo_concurrency.lockutils [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] Lock "4cb8cfd0-37b6-466b-8be2-42eebcc4e00d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.290475] env[69330]: DEBUG nova.compute.manager [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] No waiting events found dispatching network-vif-plugged-b65146ac-e114-4dc9-81e6-cd4dd779f443 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 720.290703] env[69330]: WARNING nova.compute.manager [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Received unexpected event network-vif-plugged-b65146ac-e114-4dc9-81e6-cd4dd779f443 for instance with vm_state building and task_state spawning. [ 720.290906] env[69330]: DEBUG nova.compute.manager [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Received event network-changed-b65146ac-e114-4dc9-81e6-cd4dd779f443 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.291099] env[69330]: DEBUG nova.compute.manager [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Refreshing instance network info cache due to event network-changed-b65146ac-e114-4dc9-81e6-cd4dd779f443. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.291330] env[69330]: DEBUG oslo_concurrency.lockutils [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] Acquiring lock "refresh_cache-4cb8cfd0-37b6-466b-8be2-42eebcc4e00d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.291497] env[69330]: DEBUG oslo_concurrency.lockutils [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] Acquired lock "refresh_cache-4cb8cfd0-37b6-466b-8be2-42eebcc4e00d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.291684] env[69330]: DEBUG nova.network.neutron [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Refreshing network info cache for port b65146ac-e114-4dc9-81e6-cd4dd779f443 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.347502] env[69330]: DEBUG nova.network.neutron [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Updating instance_info_cache with network_info: [{"id": "402fbd16-13ba-440f-b918-ecb267b840c6", "address": "fa:16:3e:a5:e5:a1", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402fbd16-13", "ovs_interfaceid": "402fbd16-13ba-440f-b918-ecb267b840c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6438739a-7d51-491b-bde2-9823179b87b6", "address": "fa:16:3e:60:d9:3f", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6438739a-7d", "ovs_interfaceid": "6438739a-7d51-491b-bde2-9823179b87b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.360021] env[69330]: INFO nova.compute.manager [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Took 42.47 seconds to build instance. [ 720.456491] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.456491] env[69330]: DEBUG nova.compute.manager [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.457434] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.988s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.457665] env[69330]: DEBUG nova.objects.instance [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Lazy-loading 'resources' on Instance uuid 95742cd4-ee06-4c77-ab05-28cd2d326092 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.465913] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127947, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.471833] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127948, 'name': Rename_Task, 'duration_secs': 0.182832} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.472048] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.472369] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-750aaf97-18ed-46e2-a8cb-7020cc38821d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.480433] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 720.480433] env[69330]: value = "task-4127949" [ 720.480433] env[69330]: _type = "Task" [ 720.480433] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.495011] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.505207] env[69330]: DEBUG nova.network.neutron [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Successfully updated port: 95f2dd54-f84f-4beb-bb64-8c8f0c023323 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.757928] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "b6681b5b-3c27-44a4-ad39-5c7782dbd48a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.814s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.851079] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.851931] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.852290] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.853399] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1587f1c7-3119-4cc1-b346-e4b830928d87 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.878969] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.638s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.878969] env[69330]: DEBUG nova.virt.hardware [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.878969] env[69330]: DEBUG nova.virt.hardware [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.878969] env[69330]: DEBUG nova.virt.hardware [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.878969] env[69330]: DEBUG nova.virt.hardware [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.878969] env[69330]: DEBUG nova.virt.hardware [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.878969] env[69330]: DEBUG nova.virt.hardware [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.878969] env[69330]: DEBUG nova.virt.hardware [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.878969] env[69330]: DEBUG nova.virt.hardware [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.878969] env[69330]: DEBUG nova.virt.hardware [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.878969] env[69330]: DEBUG nova.virt.hardware [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.878969] env[69330]: DEBUG nova.virt.hardware [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.886829] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Reconfiguring VM to attach interface {{(pid=69330) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 720.888020] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2140617d-8a16-4eaa-95e2-11c2528d01f4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.910182] env[69330]: DEBUG oslo_vmware.api [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 720.910182] env[69330]: value = "task-4127950" [ 720.910182] env[69330]: _type = "Task" [ 720.910182] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.917449] env[69330]: DEBUG oslo_vmware.api [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127950, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.961530] env[69330]: DEBUG nova.compute.utils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.963009] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127947, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.963528] env[69330]: DEBUG nova.compute.manager [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.963739] env[69330]: DEBUG nova.network.neutron [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.994404] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127949, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.008132] env[69330]: INFO nova.compute.manager [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Rebuilding instance [ 721.014120] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "refresh_cache-8ac8a233-7f92-437d-ae1f-7e80d7286796" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.014120] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquired lock "refresh_cache-8ac8a233-7f92-437d-ae1f-7e80d7286796" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.014120] env[69330]: DEBUG nova.network.neutron [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.071926] env[69330]: DEBUG nova.compute.manager [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 721.073270] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b647fd71-dbc2-4bd1-b1b2-25734d493c1b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.198054] env[69330]: DEBUG nova.network.neutron [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Updated VIF entry in instance network info cache for port b65146ac-e114-4dc9-81e6-cd4dd779f443. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.198595] env[69330]: DEBUG nova.network.neutron [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Updating instance_info_cache with network_info: [{"id": "b65146ac-e114-4dc9-81e6-cd4dd779f443", "address": "fa:16:3e:54:2f:29", "network": {"id": "57b14d05-24fc-4b34-a617-2882f8ded145", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-782617106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047da396f8174c1dab83a8edf9f3609f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65146ac-e1", "ovs_interfaceid": "b65146ac-e114-4dc9-81e6-cd4dd779f443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.259489] env[69330]: DEBUG nova.compute.manager [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.278916] env[69330]: DEBUG nova.policy [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '508c9bf835fa4445930945eb1bbbbbe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d1085be8bd9427c9482a2ecb3cd5168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.395958] env[69330]: DEBUG nova.network.neutron [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Updated VIF entry in instance network info cache for port f452d500-ead8-4fa3-ad03-b4f51556b489. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.396705] env[69330]: DEBUG nova.network.neutron [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Updating instance_info_cache with network_info: [{"id": "f452d500-ead8-4fa3-ad03-b4f51556b489", "address": "fa:16:3e:12:45:87", "network": {"id": "cd50ceaa-2bcf-4ac3-9af9-39e8a5316a5c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1666522766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89a1f4967e244de293c298993e5ccbb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf452d500-ea", "ovs_interfaceid": "f452d500-ead8-4fa3-ad03-b4f51556b489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.405131] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.419736] env[69330]: DEBUG oslo_vmware.api [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.468143] env[69330]: DEBUG nova.compute.manager [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.472019] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127947, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.612535} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.472970] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e/1b1a56e1-6fbb-485e-a802-7acffe4ccb3e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.473268] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.473558] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55ff27f8-c7ad-42f2-8f07-81ee22e3e831 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.488331] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Waiting for the task: (returnval){ [ 721.488331] env[69330]: value = "task-4127951" [ 721.488331] env[69330]: _type = "Task" [ 721.488331] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.498025] env[69330]: DEBUG oslo_vmware.api [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4127949, 'name': PowerOnVM_Task, 'duration_secs': 0.799889} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.498832] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.499087] env[69330]: INFO nova.compute.manager [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Took 9.28 seconds to spawn the instance on the hypervisor. [ 721.499296] env[69330]: DEBUG nova.compute.manager [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 721.500215] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8421c93-a653-48a1-bef2-d5bb46e27b60 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.513029] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.594343] env[69330]: DEBUG nova.network.neutron [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.650811] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7216ee-ba11-4163-b0a1-164414f2f485 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.659766] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e387469-77e0-4d56-90a5-39189ef07a43 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.694260] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74632fc3-3814-43c8-82d8-5ecb778724f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.703251] env[69330]: DEBUG oslo_concurrency.lockutils [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] Releasing lock "refresh_cache-4cb8cfd0-37b6-466b-8be2-42eebcc4e00d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.703881] env[69330]: DEBUG nova.compute.manager [req-64837610-ee74-46eb-a912-c47edb4eaf01 req-897d225c-dfb8-424d-8294-73592ffb5ce4 service nova] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Received event network-vif-deleted-31ac00d6-7fda-4e01-b448-3864bce6fac4 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.705040] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3718b184-3222-4770-836b-738dd62de382 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.725606] env[69330]: DEBUG nova.compute.provider_tree [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.782532] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.903367] env[69330]: DEBUG oslo_concurrency.lockutils [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] Releasing lock "refresh_cache-1bd449dc-7011-4fad-956b-0bd23c946441" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.903367] env[69330]: DEBUG nova.compute.manager [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Received event network-changed-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.903367] env[69330]: DEBUG nova.compute.manager [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Refreshing instance network info cache due to event network-changed-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.903367] env[69330]: DEBUG oslo_concurrency.lockutils [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] Acquiring lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.903367] env[69330]: DEBUG oslo_concurrency.lockutils [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] Acquired lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.903367] env[69330]: DEBUG nova.network.neutron [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Refreshing network info cache for port a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.923890] env[69330]: DEBUG nova.network.neutron [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Updating instance_info_cache with network_info: [{"id": "95f2dd54-f84f-4beb-bb64-8c8f0c023323", "address": "fa:16:3e:2a:53:34", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f2dd54-f8", "ovs_interfaceid": "95f2dd54-f84f-4beb-bb64-8c8f0c023323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.929344] env[69330]: DEBUG nova.network.neutron [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Successfully created port: bdd6d007-cbbe-44ca-ab2c-a20595919386 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.935464] env[69330]: DEBUG oslo_vmware.api [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.939050] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.999371] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073077} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.000393] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.000619] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeea588-af01-42f1-b9d7-1d00ba1ee695 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.027318] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e/1b1a56e1-6fbb-485e-a802-7acffe4ccb3e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.031546] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-342e07e5-dc36-4070-a844-cfcce4024862 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.051624] env[69330]: INFO nova.compute.manager [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Took 32.75 seconds to build instance. [ 722.060948] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Waiting for the task: (returnval){ [ 722.060948] env[69330]: value = "task-4127952" [ 722.060948] env[69330]: _type = "Task" [ 722.060948] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.074116] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.100472] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.100472] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-744c423a-5431-4528-9b0b-be62405b9f3a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.107164] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 722.107164] env[69330]: value = "task-4127953" [ 722.107164] env[69330]: _type = "Task" [ 722.107164] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.117663] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.229905] env[69330]: DEBUG nova.scheduler.client.report [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.427023] env[69330]: DEBUG oslo_vmware.api [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127950, 'name': ReconfigVM_Task, 'duration_secs': 1.17979} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.427023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.427023] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Reconfigured VM to attach interface {{(pid=69330) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 722.427023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Releasing lock "refresh_cache-8ac8a233-7f92-437d-ae1f-7e80d7286796" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.427715] env[69330]: DEBUG nova.compute.manager [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Instance network_info: |[{"id": "95f2dd54-f84f-4beb-bb64-8c8f0c023323", "address": "fa:16:3e:2a:53:34", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f2dd54-f8", "ovs_interfaceid": "95f2dd54-f84f-4beb-bb64-8c8f0c023323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.428262] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:53:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95f2dd54-f84f-4beb-bb64-8c8f0c023323', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.437987] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.437987] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.439037] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a05f8c0-4318-431c-86cb-d2d9f0a09e70 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.473805] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.473805] env[69330]: value = "task-4127954" [ 722.473805] env[69330]: _type = "Task" [ 722.473805] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.480710] env[69330]: DEBUG nova.compute.manager [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.488435] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127954, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.518652] env[69330]: DEBUG nova.virt.hardware [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.518971] env[69330]: DEBUG nova.virt.hardware [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.519799] env[69330]: DEBUG nova.virt.hardware [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.520076] env[69330]: DEBUG nova.virt.hardware [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.520324] env[69330]: DEBUG nova.virt.hardware [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.520603] env[69330]: DEBUG nova.virt.hardware [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.520909] env[69330]: DEBUG nova.virt.hardware [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.521186] env[69330]: DEBUG nova.virt.hardware [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.521475] env[69330]: DEBUG nova.virt.hardware [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.521720] env[69330]: DEBUG nova.virt.hardware [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.521972] env[69330]: DEBUG nova.virt.hardware [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.522954] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50f0bc2-7bcb-4575-a033-68f5df3c51b2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.533871] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73077d28-8e1f-494a-91f1-a98eb1636a44 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.554272] env[69330]: DEBUG oslo_concurrency.lockutils [None req-814e37de-8517-4041-8a50-b656d050d0f2 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "4cb8cfd0-37b6-466b-8be2-42eebcc4e00d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.263s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.571176] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.618741] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127953, 'name': PowerOffVM_Task, 'duration_secs': 0.39275} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.619043] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.619295] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.620138] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97bfb87-bc6f-4141-b123-c7ec6f850aeb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.629896] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.631019] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e46fc6cc-6c89-4b11-9214-269fc98a83d0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.705824] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.706202] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.706466] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleting the datastore file [datastore1] dcea2793-2788-4c3c-a1ea-dfe28577bb9f {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.706858] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-566601c8-cf8d-4c27-9788-fda072dfd81e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.714730] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 722.714730] env[69330]: value = "task-4127956" [ 722.714730] env[69330]: _type = "Task" [ 722.714730] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.724941] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.737065] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.740211] env[69330]: DEBUG nova.network.neutron [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Updated VIF entry in instance network info cache for port a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.740624] env[69330]: DEBUG nova.network.neutron [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Updating instance_info_cache with network_info: [{"id": "a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c", "address": "fa:16:3e:9c:85:23", "network": {"id": "dd93a569-b86d-4a4e-ba3e-96b3f4f5be54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-104509401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7d2f41dea646feac9e85780db889c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ba09f7-67", "ovs_interfaceid": "a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.743153] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.999s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.744685] env[69330]: INFO nova.compute.claims [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.766650] env[69330]: INFO nova.scheduler.client.report [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Deleted allocations for instance 95742cd4-ee06-4c77-ab05-28cd2d326092 [ 722.940238] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8b9ea66-380b-459c-a033-427cf70a66f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.525s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.989464] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127954, 'name': CreateVM_Task, 'duration_secs': 0.461831} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.989702] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.991205] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.991424] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.991786] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.992093] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d60772a4-4665-4ff1-8115-9374deae2291 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.999527] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 722.999527] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522088fa-41fc-7dc8-ff73-28f8192848e2" [ 722.999527] env[69330]: _type = "Task" [ 722.999527] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.013948] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522088fa-41fc-7dc8-ff73-28f8192848e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.057512] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.071145] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.226156] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210796} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.226364] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.226456] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.226591] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.253890] env[69330]: DEBUG oslo_concurrency.lockutils [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] Releasing lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.254256] env[69330]: DEBUG nova.compute.manager [req-9953023b-b1be-4a6c-8185-bfea260dd6cd req-0c6d27b0-e950-4e10-9e6e-56c902504128 service nova] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Received event network-vif-deleted-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.276028] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Lock "95742cd4-ee06-4c77-ab05-28cd2d326092" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.552s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.515402] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522088fa-41fc-7dc8-ff73-28f8192848e2, 'name': SearchDatastore_Task, 'duration_secs': 0.012218} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.515960] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.517569] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.518050] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.518271] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.518535] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.519152] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.519433] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc487dce-1702-4413-aa68-f466d8239267 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.530388] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.530688] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.531588] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76027329-6460-49b5-83a4-e2036802da15 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.538141] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 723.538141] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e74680-6a64-a33c-fa67-15e5ecb1c932" [ 723.538141] env[69330]: _type = "Task" [ 723.538141] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.547564] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e74680-6a64-a33c-fa67-15e5ecb1c932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.577492] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127952, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.587415] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.732279] env[69330]: DEBUG nova.network.neutron [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Successfully updated port: bdd6d007-cbbe-44ca-ab2c-a20595919386 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.793692] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "680d7b0e-473f-474e-9dce-245ce103d9e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.793981] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "680d7b0e-473f-474e-9dce-245ce103d9e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.794469] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "680d7b0e-473f-474e-9dce-245ce103d9e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.794711] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "680d7b0e-473f-474e-9dce-245ce103d9e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.794788] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "680d7b0e-473f-474e-9dce-245ce103d9e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.796986] env[69330]: INFO nova.compute.manager [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Terminating instance [ 724.053884] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e74680-6a64-a33c-fa67-15e5ecb1c932, 'name': SearchDatastore_Task, 'duration_secs': 0.020964} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.054832] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584c8383-a3a0-4731-b475-1bddf40d7021 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.061696] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 724.061696] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f9eee0-1b24-db3e-3090-46b76f1994f7" [ 724.061696] env[69330]: _type = "Task" [ 724.061696] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.078867] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f9eee0-1b24-db3e-3090-46b76f1994f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.080750] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127952, 'name': ReconfigVM_Task, 'duration_secs': 1.543531} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.081054] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e/1b1a56e1-6fbb-485e-a802-7acffe4ccb3e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.081760] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4ccba9a-0d9b-4a08-84a9-efc157e9c591 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.091785] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Waiting for the task: (returnval){ [ 724.091785] env[69330]: value = "task-4127957" [ 724.091785] env[69330]: _type = "Task" [ 724.091785] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.100348] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127957, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.159220] env[69330]: DEBUG nova.compute.manager [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Received event network-vif-deleted-dc76b36a-f38a-4e77-aeb6-274906d490ad {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.159646] env[69330]: DEBUG nova.compute.manager [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Received event network-changed-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.159954] env[69330]: DEBUG nova.compute.manager [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Refreshing instance network info cache due to event network-changed-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.160597] env[69330]: DEBUG oslo_concurrency.lockutils [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] Acquiring lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.160687] env[69330]: DEBUG oslo_concurrency.lockutils [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] Acquired lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.160963] env[69330]: DEBUG nova.network.neutron [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Refreshing network info cache for port a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.192277] env[69330]: DEBUG nova.compute.manager [req-ba3a0345-559e-477b-b7ab-9022368d7d42 req-3b8b2a60-68f5-44cf-a4cf-a585b3fc0a28 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Received event network-vif-plugged-6438739a-7d51-491b-bde2-9823179b87b6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.192277] env[69330]: DEBUG oslo_concurrency.lockutils [req-ba3a0345-559e-477b-b7ab-9022368d7d42 req-3b8b2a60-68f5-44cf-a4cf-a585b3fc0a28 service nova] Acquiring lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.192277] env[69330]: DEBUG oslo_concurrency.lockutils [req-ba3a0345-559e-477b-b7ab-9022368d7d42 req-3b8b2a60-68f5-44cf-a4cf-a585b3fc0a28 service nova] Lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.192277] env[69330]: DEBUG oslo_concurrency.lockutils [req-ba3a0345-559e-477b-b7ab-9022368d7d42 req-3b8b2a60-68f5-44cf-a4cf-a585b3fc0a28 service nova] Lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.192277] env[69330]: DEBUG nova.compute.manager [req-ba3a0345-559e-477b-b7ab-9022368d7d42 req-3b8b2a60-68f5-44cf-a4cf-a585b3fc0a28 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] No waiting events found dispatching network-vif-plugged-6438739a-7d51-491b-bde2-9823179b87b6 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 724.192277] env[69330]: WARNING nova.compute.manager [req-ba3a0345-559e-477b-b7ab-9022368d7d42 req-3b8b2a60-68f5-44cf-a4cf-a585b3fc0a28 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Received unexpected event network-vif-plugged-6438739a-7d51-491b-bde2-9823179b87b6 for instance with vm_state active and task_state None. [ 724.192277] env[69330]: DEBUG nova.compute.manager [req-ba3a0345-559e-477b-b7ab-9022368d7d42 req-3b8b2a60-68f5-44cf-a4cf-a585b3fc0a28 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Received event network-changed-6438739a-7d51-491b-bde2-9823179b87b6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.192277] env[69330]: DEBUG nova.compute.manager [req-ba3a0345-559e-477b-b7ab-9022368d7d42 req-3b8b2a60-68f5-44cf-a4cf-a585b3fc0a28 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Refreshing instance network info cache due to event network-changed-6438739a-7d51-491b-bde2-9823179b87b6. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.192277] env[69330]: DEBUG oslo_concurrency.lockutils [req-ba3a0345-559e-477b-b7ab-9022368d7d42 req-3b8b2a60-68f5-44cf-a4cf-a585b3fc0a28 service nova] Acquiring lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.192277] env[69330]: DEBUG oslo_concurrency.lockutils [req-ba3a0345-559e-477b-b7ab-9022368d7d42 req-3b8b2a60-68f5-44cf-a4cf-a585b3fc0a28 service nova] Acquired lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.192277] env[69330]: DEBUG nova.network.neutron [req-ba3a0345-559e-477b-b7ab-9022368d7d42 req-3b8b2a60-68f5-44cf-a4cf-a585b3fc0a28 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Refreshing network info cache for port 6438739a-7d51-491b-bde2-9823179b87b6 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.237984] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "refresh_cache-c55f207e-511e-44c0-ad4c-0415a9d94755" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.238151] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquired lock "refresh_cache-c55f207e-511e-44c0-ad4c-0415a9d94755" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.238305] env[69330]: DEBUG nova.network.neutron [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.271436] env[69330]: DEBUG nova.virt.hardware [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.271692] env[69330]: DEBUG nova.virt.hardware [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.271845] env[69330]: DEBUG nova.virt.hardware [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.272043] env[69330]: DEBUG nova.virt.hardware [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.272197] env[69330]: DEBUG nova.virt.hardware [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.272341] env[69330]: DEBUG nova.virt.hardware [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.272648] env[69330]: DEBUG nova.virt.hardware [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.272833] env[69330]: DEBUG nova.virt.hardware [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.273015] env[69330]: DEBUG nova.virt.hardware [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.273188] env[69330]: DEBUG nova.virt.hardware [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.273365] env[69330]: DEBUG nova.virt.hardware [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.274560] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3327f538-0c55-4969-a0fa-2960c53ad3ec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.286389] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2222e51a-59f7-4c07-923a-dac30867ff31 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.308018] env[69330]: DEBUG nova.compute.manager [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.308353] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.308900] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:66:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b36d8f7-e9f4-4f11-b5f4-9519caaadc68', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.316556] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.320466] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f30337-bffc-4cec-a004-c834eea2f903 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.323350] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.323878] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c50a939-48f4-410a-985d-b5b598abd299 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.343419] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73d168f-deca-49f3-9b7f-b94bebea63b2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.353121] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.353121] env[69330]: value = "task-4127958" [ 724.353121] env[69330]: _type = "Task" [ 724.353121] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.353573] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.354224] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb78ccc1-8aee-45e6-9402-c4f7d6053715 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.362062] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b78528-d5ac-4ba1-93bb-43ef0fcd4dc1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.372370] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127958, 'name': CreateVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.399815] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9b7b11-b57e-4330-b7a8-ef55e22f6661 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.408906] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8243832d-e472-4b30-ae44-1796bcea9c60 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.427977] env[69330]: DEBUG nova.compute.provider_tree [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.579119] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f9eee0-1b24-db3e-3090-46b76f1994f7, 'name': SearchDatastore_Task, 'duration_secs': 0.0135} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.579932] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.580423] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 8ac8a233-7f92-437d-ae1f-7e80d7286796/8ac8a233-7f92-437d-ae1f-7e80d7286796.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.584026] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45205924-8e58-4213-8f8a-b0555567269f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.586488] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.587430] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.588545] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleting the datastore file [datastore2] 680d7b0e-473f-474e-9dce-245ce103d9e7 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.589555] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-004f7791-18ac-4555-b227-8325f2b8517e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.599398] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 724.599398] env[69330]: value = "task-4127960" [ 724.599398] env[69330]: _type = "Task" [ 724.599398] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.608287] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127957, 'name': Rename_Task, 'duration_secs': 0.248791} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.610332] env[69330]: DEBUG oslo_vmware.api [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 724.610332] env[69330]: value = "task-4127961" [ 724.610332] env[69330]: _type = "Task" [ 724.610332] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.610332] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.610332] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5542709f-15ee-4f12-aecb-4ee55952381d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.618494] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.629236] env[69330]: DEBUG oslo_vmware.api [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.629586] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Waiting for the task: (returnval){ [ 724.629586] env[69330]: value = "task-4127962" [ 724.629586] env[69330]: _type = "Task" [ 724.629586] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.639689] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.683249] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "6da1f33f-0bb2-4a90-a69b-502d50ee2af1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.683474] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "6da1f33f-0bb2-4a90-a69b-502d50ee2af1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.789361] env[69330]: DEBUG nova.network.neutron [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.867086] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127958, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.932144] env[69330]: DEBUG nova.scheduler.client.report [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.943187] env[69330]: DEBUG nova.network.neutron [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Updating instance_info_cache with network_info: [{"id": "bdd6d007-cbbe-44ca-ab2c-a20595919386", "address": "fa:16:3e:ee:6c:e9", "network": {"id": "1661263f-0f83-443a-9ade-153c392ec0ca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-123585934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4d1085be8bd9427c9482a2ecb3cd5168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd6d007-cb", "ovs_interfaceid": "bdd6d007-cbbe-44ca-ab2c-a20595919386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.043996] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.044214] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.044471] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.044726] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.044943] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.047553] env[69330]: INFO nova.compute.manager [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Terminating instance [ 725.112890] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127960, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.129239] env[69330]: DEBUG oslo_vmware.api [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4127961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220217} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.129499] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.129687] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.129877] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.130069] env[69330]: INFO nova.compute.manager [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Took 0.82 seconds to destroy the instance on the hypervisor. [ 725.130320] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.130587] env[69330]: DEBUG nova.compute.manager [-] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.130685] env[69330]: DEBUG nova.network.neutron [-] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.142940] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.321087] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquiring lock "67cfedae-c64c-4b5b-abef-fb675497edc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.321248] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Lock "67cfedae-c64c-4b5b-abef-fb675497edc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.343235] env[69330]: DEBUG nova.network.neutron [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Updated VIF entry in instance network info cache for port a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.343235] env[69330]: DEBUG nova.network.neutron [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Updating instance_info_cache with network_info: [{"id": "a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c", "address": "fa:16:3e:9c:85:23", "network": {"id": "dd93a569-b86d-4a4e-ba3e-96b3f4f5be54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-104509401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7d2f41dea646feac9e85780db889c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ba09f7-67", "ovs_interfaceid": "a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.344348] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Acquiring lock "2dfce727-3973-48b4-9326-a2fa2a64779e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.344581] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Lock "2dfce727-3973-48b4-9326-a2fa2a64779e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.349077] env[69330]: DEBUG nova.network.neutron [req-ba3a0345-559e-477b-b7ab-9022368d7d42 req-3b8b2a60-68f5-44cf-a4cf-a585b3fc0a28 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Updated VIF entry in instance network info cache for port 6438739a-7d51-491b-bde2-9823179b87b6. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.349477] env[69330]: DEBUG nova.network.neutron [req-ba3a0345-559e-477b-b7ab-9022368d7d42 req-3b8b2a60-68f5-44cf-a4cf-a585b3fc0a28 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Updating instance_info_cache with network_info: [{"id": "402fbd16-13ba-440f-b918-ecb267b840c6", "address": "fa:16:3e:a5:e5:a1", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402fbd16-13", "ovs_interfaceid": "402fbd16-13ba-440f-b918-ecb267b840c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6438739a-7d51-491b-bde2-9823179b87b6", "address": "fa:16:3e:60:d9:3f", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6438739a-7d", "ovs_interfaceid": "6438739a-7d51-491b-bde2-9823179b87b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.365724] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127958, 'name': CreateVM_Task, 'duration_secs': 0.547249} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.365724] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.366265] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.366786] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.367174] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.368269] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92cbda57-41a6-4610-ac7f-d14a8a7aceb2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.376954] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 725.376954] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ed9aef-e1ae-f55f-06da-5cc706399c7a" [ 725.376954] env[69330]: _type = "Task" [ 725.376954] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.387802] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ed9aef-e1ae-f55f-06da-5cc706399c7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.439036] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.439418] env[69330]: DEBUG nova.compute.manager [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.444019] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.118s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.445610] env[69330]: INFO nova.compute.claims [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.452121] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Releasing lock "refresh_cache-c55f207e-511e-44c0-ad4c-0415a9d94755" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.452432] env[69330]: DEBUG nova.compute.manager [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Instance network_info: |[{"id": "bdd6d007-cbbe-44ca-ab2c-a20595919386", "address": "fa:16:3e:ee:6c:e9", "network": {"id": "1661263f-0f83-443a-9ade-153c392ec0ca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-123585934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4d1085be8bd9427c9482a2ecb3cd5168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd6d007-cb", "ovs_interfaceid": "bdd6d007-cbbe-44ca-ab2c-a20595919386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.453316] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:6c:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdd6d007-cbbe-44ca-ab2c-a20595919386', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.461567] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Creating folder: Project (4d1085be8bd9427c9482a2ecb3cd5168). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.461870] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b73260bc-efa5-4eec-8520-3cdbd616852f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.474209] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Created folder: Project (4d1085be8bd9427c9482a2ecb3cd5168) in parent group-v817559. [ 725.474209] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Creating folder: Instances. Parent ref: group-v817641. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.474338] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2618f599-28ac-4809-bed2-09350ef0e49d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.484789] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Created folder: Instances in parent group-v817641. [ 725.485100] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.485366] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.485546] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4875980d-88c3-4310-9892-b34b40db32b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.507136] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.507136] env[69330]: value = "task-4127965" [ 725.507136] env[69330]: _type = "Task" [ 725.507136] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.520088] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127965, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.553289] env[69330]: DEBUG nova.compute.manager [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.553289] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.553289] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e916dc8-956d-4f1d-916d-5f0fbd2995e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.562278] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.562618] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5175da6-41ea-432f-8433-6017bd80485b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.570185] env[69330]: DEBUG oslo_vmware.api [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 725.570185] env[69330]: value = "task-4127966" [ 725.570185] env[69330]: _type = "Task" [ 725.570185] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.581122] env[69330]: DEBUG oslo_vmware.api [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.614760] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586692} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.615355] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 8ac8a233-7f92-437d-ae1f-7e80d7286796/8ac8a233-7f92-437d-ae1f-7e80d7286796.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.615808] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.616220] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a2a95fb-7231-42d8-9e30-b2ab2b940d98 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.625379] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 725.625379] env[69330]: value = "task-4127967" [ 725.625379] env[69330]: _type = "Task" [ 725.625379] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.644218] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.657894] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127962, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.848676] env[69330]: DEBUG oslo_concurrency.lockutils [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] Releasing lock "refresh_cache-11fbad6e-6d44-41b8-863b-55cbda4faacd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.849076] env[69330]: DEBUG nova.compute.manager [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Received event network-vif-plugged-95f2dd54-f84f-4beb-bb64-8c8f0c023323 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.849526] env[69330]: DEBUG oslo_concurrency.lockutils [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] Acquiring lock "8ac8a233-7f92-437d-ae1f-7e80d7286796-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.849767] env[69330]: DEBUG oslo_concurrency.lockutils [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] Lock "8ac8a233-7f92-437d-ae1f-7e80d7286796-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.850056] env[69330]: DEBUG oslo_concurrency.lockutils [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] Lock "8ac8a233-7f92-437d-ae1f-7e80d7286796-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.850319] env[69330]: DEBUG nova.compute.manager [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] No waiting events found dispatching network-vif-plugged-95f2dd54-f84f-4beb-bb64-8c8f0c023323 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.850568] env[69330]: WARNING nova.compute.manager [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Received unexpected event network-vif-plugged-95f2dd54-f84f-4beb-bb64-8c8f0c023323 for instance with vm_state building and task_state spawning. [ 725.851023] env[69330]: DEBUG nova.compute.manager [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Received event network-changed-95f2dd54-f84f-4beb-bb64-8c8f0c023323 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.851082] env[69330]: DEBUG nova.compute.manager [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Refreshing instance network info cache due to event network-changed-95f2dd54-f84f-4beb-bb64-8c8f0c023323. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.851332] env[69330]: DEBUG oslo_concurrency.lockutils [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] Acquiring lock "refresh_cache-8ac8a233-7f92-437d-ae1f-7e80d7286796" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.851545] env[69330]: DEBUG oslo_concurrency.lockutils [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] Acquired lock "refresh_cache-8ac8a233-7f92-437d-ae1f-7e80d7286796" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.851782] env[69330]: DEBUG nova.network.neutron [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Refreshing network info cache for port 95f2dd54-f84f-4beb-bb64-8c8f0c023323 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.855162] env[69330]: INFO nova.compute.manager [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Detaching volume 23631997-b79f-4baf-8be6-4ca7a7e6b93b [ 725.856304] env[69330]: DEBUG oslo_concurrency.lockutils [req-ba3a0345-559e-477b-b7ab-9022368d7d42 req-3b8b2a60-68f5-44cf-a4cf-a585b3fc0a28 service nova] Releasing lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.895365] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ed9aef-e1ae-f55f-06da-5cc706399c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011532} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.896883] env[69330]: INFO nova.virt.block_device [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Attempting to driver detach volume 23631997-b79f-4baf-8be6-4ca7a7e6b93b from mountpoint /dev/sdb [ 725.896883] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 725.897924] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817628', 'volume_id': '23631997-b79f-4baf-8be6-4ca7a7e6b93b', 'name': 'volume-23631997-b79f-4baf-8be6-4ca7a7e6b93b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dfce727-3973-48b4-9326-a2fa2a64779e', 'attached_at': '', 'detached_at': '', 'volume_id': '23631997-b79f-4baf-8be6-4ca7a7e6b93b', 'serial': '23631997-b79f-4baf-8be6-4ca7a7e6b93b'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 725.897924] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.897924] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.897924] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.898442] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.898969] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.899797] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da360e32-33e5-4667-9e8f-c34cc9a5c3d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.902427] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a87db46-8c93-4c71-8bbd-9664488f79f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.927020] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a504629-b77c-4d5f-a5c0-11af2bfebb74 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.931888] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.931888] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.931888] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70da0eb-8edb-4916-bea0-36455feb9764 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.937883] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 725.937883] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52082b60-04a6-0c43-f591-ecd67a783f8f" [ 725.937883] env[69330]: _type = "Task" [ 725.937883] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.943818] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07461689-686e-40f4-a8e6-3656e378c647 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.950253] env[69330]: DEBUG nova.compute.utils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.950668] env[69330]: DEBUG nova.compute.manager [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.950866] env[69330]: DEBUG nova.network.neutron [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.959636] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52082b60-04a6-0c43-f591-ecd67a783f8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.978711] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa4927b-d53e-49c2-beda-e11ec6d4d861 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.996812] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] The volume has not been displaced from its original location: [datastore1] volume-23631997-b79f-4baf-8be6-4ca7a7e6b93b/volume-23631997-b79f-4baf-8be6-4ca7a7e6b93b.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 726.002682] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Reconfiguring VM instance instance-00000006 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 726.004863] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b17fb8c0-0dda-4850-9dc1-766c64e56079 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.031499] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127965, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.033157] env[69330]: DEBUG oslo_vmware.api [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Waiting for the task: (returnval){ [ 726.033157] env[69330]: value = "task-4127968" [ 726.033157] env[69330]: _type = "Task" [ 726.033157] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.043263] env[69330]: DEBUG oslo_vmware.api [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Task: {'id': task-4127968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.058281] env[69330]: DEBUG nova.policy [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e99cf1e1d82144299b733903dc29fe8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9efd90d418c94bb5af0bb52be69c56ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.080386] env[69330]: DEBUG oslo_vmware.api [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127966, 'name': PowerOffVM_Task, 'duration_secs': 0.291913} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.080664] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.080830] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.081101] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fedcb60-b5c9-42e3-b2ec-1ec226c37ca2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.126058] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "14dd4ccb-14cd-410b-aaa4-de45334edeca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.126342] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "14dd4ccb-14cd-410b-aaa4-de45334edeca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.139597] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087263} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.140327] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.141145] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f750d493-9116-44e0-b464-633d76a009d9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.148741] env[69330]: DEBUG oslo_vmware.api [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4127962, 'name': PowerOnVM_Task, 'duration_secs': 1.041789} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.149702] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.150159] env[69330]: INFO nova.compute.manager [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Took 9.18 seconds to spawn the instance on the hypervisor. [ 726.150408] env[69330]: DEBUG nova.compute.manager [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.151277] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321c405a-4217-4802-a90e-7980c8038eee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.178265] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 8ac8a233-7f92-437d-ae1f-7e80d7286796/8ac8a233-7f92-437d-ae1f-7e80d7286796.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.179326] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4a6d5d3-a0bc-41d8-a963-02ed4e14b62b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.204169] env[69330]: DEBUG nova.network.neutron [-] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.206751] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 726.206751] env[69330]: value = "task-4127970" [ 726.206751] env[69330]: _type = "Task" [ 726.206751] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.217958] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.268786] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.269051] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.269294] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Deleting the datastore file [datastore2] f8d1b31e-dae8-49e2-bc09-f35b5ce5a676 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.269571] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-424855e5-7ed5-45a9-9335-beb523d08165 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.280583] env[69330]: DEBUG oslo_vmware.api [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 726.280583] env[69330]: value = "task-4127971" [ 726.280583] env[69330]: _type = "Task" [ 726.280583] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.292096] env[69330]: DEBUG oslo_vmware.api [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.455311] env[69330]: DEBUG nova.compute.manager [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.458866] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52082b60-04a6-0c43-f591-ecd67a783f8f, 'name': SearchDatastore_Task, 'duration_secs': 0.019917} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.459593] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5d004f-28bb-4762-a504-1ddad9d2d9da {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.466631] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 726.466631] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52458e05-69f3-4bfa-055b-94b33527f684" [ 726.466631] env[69330]: _type = "Task" [ 726.466631] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.484240] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52458e05-69f3-4bfa-055b-94b33527f684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.532240] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127965, 'name': CreateVM_Task, 'duration_secs': 0.697334} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.537070] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.537070] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.537070] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.537070] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.545075] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc4f3598-17e9-4c40-8a6d-f199ec1f2cda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.551548] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 726.551548] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529ea2ea-b668-baad-2e46-8f17d8c4016f" [ 726.551548] env[69330]: _type = "Task" [ 726.551548] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.555722] env[69330]: DEBUG oslo_vmware.api [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Task: {'id': task-4127968, 'name': ReconfigVM_Task, 'duration_secs': 0.421226} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.559389] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Reconfigured VM instance instance-00000006 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 726.568104] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f256f8-b615-4c81-9ca0-b800244ba6e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.588596] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529ea2ea-b668-baad-2e46-8f17d8c4016f, 'name': SearchDatastore_Task, 'duration_secs': 0.017978} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.590175] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.590483] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.590788] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.590987] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.591488] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.591873] env[69330]: DEBUG oslo_vmware.api [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Waiting for the task: (returnval){ [ 726.591873] env[69330]: value = "task-4127972" [ 726.591873] env[69330]: _type = "Task" [ 726.591873] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.592134] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10e2633d-4de7-484e-906b-616aae31dc35 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.609198] env[69330]: DEBUG oslo_vmware.api [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Task: {'id': task-4127972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.610245] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.610459] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.611203] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc4e640-b161-4223-9c99-d1cbfdd94a9f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.618112] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 726.618112] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c00a20-aecd-f924-3521-306189d29785" [ 726.618112] env[69330]: _type = "Task" [ 726.618112] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.631457] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c00a20-aecd-f924-3521-306189d29785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.708563] env[69330]: INFO nova.compute.manager [-] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Took 1.58 seconds to deallocate network for instance. [ 726.721814] env[69330]: INFO nova.compute.manager [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Took 36.65 seconds to build instance. [ 726.731872] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127970, 'name': ReconfigVM_Task, 'duration_secs': 0.398346} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.732392] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 8ac8a233-7f92-437d-ae1f-7e80d7286796/8ac8a233-7f92-437d-ae1f-7e80d7286796.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.733161] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c33bbbc-054f-45c8-8dee-9713ed8e5f19 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.742921] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 726.742921] env[69330]: value = "task-4127973" [ 726.742921] env[69330]: _type = "Task" [ 726.742921] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.749399] env[69330]: DEBUG nova.network.neutron [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Successfully created port: 4310ed6a-c728-4f93-bfe2-2975beffffa1 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.759760] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127973, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.792417] env[69330]: DEBUG oslo_vmware.api [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4127971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259209} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.795641] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.795809] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.796046] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.796323] env[69330]: INFO nova.compute.manager [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Took 1.24 seconds to destroy the instance on the hypervisor. [ 726.796558] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.797174] env[69330]: DEBUG nova.compute.manager [-] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.797400] env[69330]: DEBUG nova.network.neutron [-] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.982352] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52458e05-69f3-4bfa-055b-94b33527f684, 'name': SearchDatastore_Task, 'duration_secs': 0.015203} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.982873] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.983288] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] dcea2793-2788-4c3c-a1ea-dfe28577bb9f/dcea2793-2788-4c3c-a1ea-dfe28577bb9f.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.983905] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66644fc8-2a27-4c3c-a8bf-4ab757c47c34 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.995982] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 726.995982] env[69330]: value = "task-4127974" [ 726.995982] env[69330]: _type = "Task" [ 726.995982] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.008293] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.109112] env[69330]: DEBUG oslo_vmware.api [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Task: {'id': task-4127972, 'name': ReconfigVM_Task, 'duration_secs': 0.242899} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.110545] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817628', 'volume_id': '23631997-b79f-4baf-8be6-4ca7a7e6b93b', 'name': 'volume-23631997-b79f-4baf-8be6-4ca7a7e6b93b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dfce727-3973-48b4-9326-a2fa2a64779e', 'attached_at': '', 'detached_at': '', 'volume_id': '23631997-b79f-4baf-8be6-4ca7a7e6b93b', 'serial': '23631997-b79f-4baf-8be6-4ca7a7e6b93b'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 727.134659] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c00a20-aecd-f924-3521-306189d29785, 'name': SearchDatastore_Task, 'duration_secs': 0.012534} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.138416] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7978354-5d5b-4e34-b568-a2643069687e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.145167] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 727.145167] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520741f5-177f-e881-b702-865c2764c5f1" [ 727.145167] env[69330]: _type = "Task" [ 727.145167] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.152026] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750cf620-02ef-4262-8c36-899d0ca206dc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.158366] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520741f5-177f-e881-b702-865c2764c5f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.163727] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f969ac0f-6d30-4800-afb2-e84e995f1537 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.197292] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097865a5-4804-4089-8fa9-70310fc3262b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.206447] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b95ebd1-06c5-42dc-8387-b4f9560d045a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.223036] env[69330]: DEBUG nova.compute.provider_tree [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.225675] env[69330]: DEBUG nova.network.neutron [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Updated VIF entry in instance network info cache for port 95f2dd54-f84f-4beb-bb64-8c8f0c023323. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.226149] env[69330]: DEBUG nova.network.neutron [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Updating instance_info_cache with network_info: [{"id": "95f2dd54-f84f-4beb-bb64-8c8f0c023323", "address": "fa:16:3e:2a:53:34", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f2dd54-f8", "ovs_interfaceid": "95f2dd54-f84f-4beb-bb64-8c8f0c023323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.228145] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.228598] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a25d3bd-dc3e-4d14-b4ca-347f02972daf tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Lock "1b1a56e1-6fbb-485e-a802-7acffe4ccb3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.170s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.254283] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127973, 'name': Rename_Task, 'duration_secs': 0.148065} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.254606] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.255174] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b6486b6-8323-42ae-809e-3d0d96875d81 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.263612] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 727.263612] env[69330]: value = "task-4127975" [ 727.263612] env[69330]: _type = "Task" [ 727.263612] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.275400] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.478223] env[69330]: DEBUG nova.compute.manager [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.513495] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127974, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.518653] env[69330]: DEBUG nova.compute.manager [req-3a55ee78-c049-4d90-9cc4-d37073a7278c req-5943d01b-bf77-4a72-aef5-729814c14414 service nova] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Received event network-vif-plugged-bdd6d007-cbbe-44ca-ab2c-a20595919386 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.518942] env[69330]: DEBUG oslo_concurrency.lockutils [req-3a55ee78-c049-4d90-9cc4-d37073a7278c req-5943d01b-bf77-4a72-aef5-729814c14414 service nova] Acquiring lock "c55f207e-511e-44c0-ad4c-0415a9d94755-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.519241] env[69330]: DEBUG oslo_concurrency.lockutils [req-3a55ee78-c049-4d90-9cc4-d37073a7278c req-5943d01b-bf77-4a72-aef5-729814c14414 service nova] Lock "c55f207e-511e-44c0-ad4c-0415a9d94755-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.519457] env[69330]: DEBUG oslo_concurrency.lockutils [req-3a55ee78-c049-4d90-9cc4-d37073a7278c req-5943d01b-bf77-4a72-aef5-729814c14414 service nova] Lock "c55f207e-511e-44c0-ad4c-0415a9d94755-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.519647] env[69330]: DEBUG nova.compute.manager [req-3a55ee78-c049-4d90-9cc4-d37073a7278c req-5943d01b-bf77-4a72-aef5-729814c14414 service nova] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] No waiting events found dispatching network-vif-plugged-bdd6d007-cbbe-44ca-ab2c-a20595919386 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 727.519848] env[69330]: WARNING nova.compute.manager [req-3a55ee78-c049-4d90-9cc4-d37073a7278c req-5943d01b-bf77-4a72-aef5-729814c14414 service nova] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Received unexpected event network-vif-plugged-bdd6d007-cbbe-44ca-ab2c-a20595919386 for instance with vm_state building and task_state spawning. [ 727.520088] env[69330]: DEBUG nova.compute.manager [req-3a55ee78-c049-4d90-9cc4-d37073a7278c req-5943d01b-bf77-4a72-aef5-729814c14414 service nova] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Received event network-changed-bdd6d007-cbbe-44ca-ab2c-a20595919386 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.520332] env[69330]: DEBUG nova.compute.manager [req-3a55ee78-c049-4d90-9cc4-d37073a7278c req-5943d01b-bf77-4a72-aef5-729814c14414 service nova] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Refreshing instance network info cache due to event network-changed-bdd6d007-cbbe-44ca-ab2c-a20595919386. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.520580] env[69330]: DEBUG oslo_concurrency.lockutils [req-3a55ee78-c049-4d90-9cc4-d37073a7278c req-5943d01b-bf77-4a72-aef5-729814c14414 service nova] Acquiring lock "refresh_cache-c55f207e-511e-44c0-ad4c-0415a9d94755" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.520786] env[69330]: DEBUG oslo_concurrency.lockutils [req-3a55ee78-c049-4d90-9cc4-d37073a7278c req-5943d01b-bf77-4a72-aef5-729814c14414 service nova] Acquired lock "refresh_cache-c55f207e-511e-44c0-ad4c-0415a9d94755" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.520987] env[69330]: DEBUG nova.network.neutron [req-3a55ee78-c049-4d90-9cc4-d37073a7278c req-5943d01b-bf77-4a72-aef5-729814c14414 service nova] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Refreshing network info cache for port bdd6d007-cbbe-44ca-ab2c-a20595919386 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.532072] env[69330]: DEBUG nova.virt.hardware [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.535369] env[69330]: DEBUG nova.virt.hardware [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.535369] env[69330]: DEBUG nova.virt.hardware [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.535369] env[69330]: DEBUG nova.virt.hardware [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.535369] env[69330]: DEBUG nova.virt.hardware [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.535369] env[69330]: DEBUG nova.virt.hardware [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.535369] env[69330]: DEBUG nova.virt.hardware [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.535369] env[69330]: DEBUG nova.virt.hardware [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.535664] env[69330]: DEBUG nova.virt.hardware [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.535972] env[69330]: DEBUG nova.virt.hardware [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.536370] env[69330]: DEBUG nova.virt.hardware [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.538390] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb7dc11-0c73-44aa-8d0c-0032516432db {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.546446] env[69330]: DEBUG nova.compute.manager [req-e97d8b45-c09b-485e-81a3-612dd7f0875a req-bf16a793-4eee-497e-b4b1-a1564d45091f service nova] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Received event network-vif-deleted-39e734af-cbe6-4a73-962e-e515de9f834a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.552695] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bbaceb-7855-4d10-8456-265533b97c80 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.659794] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520741f5-177f-e881-b702-865c2764c5f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.660534] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.660906] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] c55f207e-511e-44c0-ad4c-0415a9d94755/c55f207e-511e-44c0-ad4c-0415a9d94755.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.661658] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c554beb6-dabd-44fa-a7e5-5fb29e359607 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.670792] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 727.670792] env[69330]: value = "task-4127976" [ 727.670792] env[69330]: _type = "Task" [ 727.670792] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.681304] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4127976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.684119] env[69330]: DEBUG nova.objects.instance [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Lazy-loading 'flavor' on Instance uuid 2dfce727-3973-48b4-9326-a2fa2a64779e {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.730507] env[69330]: DEBUG nova.scheduler.client.report [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.734163] env[69330]: DEBUG oslo_concurrency.lockutils [req-982c4e32-debd-4ed3-b1bc-c1b2be3109f9 req-3356dcd0-a205-48e9-9eb4-b06358ce7e73 service nova] Releasing lock "refresh_cache-8ac8a233-7f92-437d-ae1f-7e80d7286796" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.735075] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.778989] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127975, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.009052] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561738} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.009608] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] dcea2793-2788-4c3c-a1ea-dfe28577bb9f/dcea2793-2788-4c3c-a1ea-dfe28577bb9f.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.009955] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.010257] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93d2de31-d083-4cc1-b7de-18a4d8c4672d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.020631] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 728.020631] env[69330]: value = "task-4127977" [ 728.020631] env[69330]: _type = "Task" [ 728.020631] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.042545] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.188871] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4127976, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.239015] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.240413] env[69330]: DEBUG nova.compute.manager [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.242865] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.798s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.243155] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.243356] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69330) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 728.243774] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.715s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.246202] env[69330]: INFO nova.compute.claims [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.258938] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127e9dcc-9198-4e8b-9062-ea9ba49df259 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.279484] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbb68f2-63a7-40c3-ba62-312f6a40b6ba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.301166] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127975, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.302171] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.319696] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b63f2d-b6b5-4c09-b4b2-ae8155f99db3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.330247] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1462d58b-51c3-43e9-bd84-d55f1bcd0c9b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.365906] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178836MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69330) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 728.366233] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.534473] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070455} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.534839] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.536892] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b652cfe-f0b9-4a02-b721-aabf1c4fe88c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.566769] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] dcea2793-2788-4c3c-a1ea-dfe28577bb9f/dcea2793-2788-4c3c-a1ea-dfe28577bb9f.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.570594] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c70d1e7-992d-4b31-949a-3bddb5cf4a94 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.595883] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 728.595883] env[69330]: value = "task-4127978" [ 728.595883] env[69330]: _type = "Task" [ 728.595883] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.608026] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.681319] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4127976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.912906} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.681669] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] c55f207e-511e-44c0-ad4c-0415a9d94755/c55f207e-511e-44c0-ad4c-0415a9d94755.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.681867] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.682166] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4385458-7be5-4f73-9f0e-38ac8c95626a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.692235] env[69330]: DEBUG nova.network.neutron [req-3a55ee78-c049-4d90-9cc4-d37073a7278c req-5943d01b-bf77-4a72-aef5-729814c14414 service nova] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Updated VIF entry in instance network info cache for port bdd6d007-cbbe-44ca-ab2c-a20595919386. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.692641] env[69330]: DEBUG nova.network.neutron [req-3a55ee78-c049-4d90-9cc4-d37073a7278c req-5943d01b-bf77-4a72-aef5-729814c14414 service nova] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Updating instance_info_cache with network_info: [{"id": "bdd6d007-cbbe-44ca-ab2c-a20595919386", "address": "fa:16:3e:ee:6c:e9", "network": {"id": "1661263f-0f83-443a-9ade-153c392ec0ca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-123585934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4d1085be8bd9427c9482a2ecb3cd5168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd6d007-cb", "ovs_interfaceid": "bdd6d007-cbbe-44ca-ab2c-a20595919386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.694188] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cbeba316-9909-48f2-80d3-870874828bec tempest-VolumesAssistedSnapshotsTest-191582365 tempest-VolumesAssistedSnapshotsTest-191582365-project-admin] Lock "2dfce727-3973-48b4-9326-a2fa2a64779e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.349s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.698487] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 728.698487] env[69330]: value = "task-4127979" [ 728.698487] env[69330]: _type = "Task" [ 728.698487] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.707924] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4127979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.756521] env[69330]: DEBUG nova.compute.utils [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.762023] env[69330]: DEBUG nova.compute.manager [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Not allocating networking since 'none' was specified. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 728.780295] env[69330]: DEBUG oslo_vmware.api [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127975, 'name': PowerOnVM_Task, 'duration_secs': 1.158236} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.780586] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.780786] env[69330]: INFO nova.compute.manager [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Took 9.12 seconds to spawn the instance on the hypervisor. [ 728.780964] env[69330]: DEBUG nova.compute.manager [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 728.782403] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d5b363-b7de-4668-9c3d-b09a8d7efb9c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.813140] env[69330]: DEBUG nova.compute.manager [None req-1ad5ce74-8762-4987-bb92-57f748965d57 tempest-ServerDiagnosticsV248Test-1744081981 tempest-ServerDiagnosticsV248Test-1744081981-project-admin] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 728.814464] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5322c6c-9395-4991-ac5f-e0001b5f3d39 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.824209] env[69330]: INFO nova.compute.manager [None req-1ad5ce74-8762-4987-bb92-57f748965d57 tempest-ServerDiagnosticsV248Test-1744081981 tempest-ServerDiagnosticsV248Test-1744081981-project-admin] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Retrieving diagnostics [ 728.825358] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6b7967-fe02-4406-8e44-0b8e771255d0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.029651] env[69330]: DEBUG nova.network.neutron [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Successfully updated port: 4310ed6a-c728-4f93-bfe2-2975beffffa1 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.108498] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.190287] env[69330]: DEBUG nova.network.neutron [-] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.196429] env[69330]: DEBUG oslo_concurrency.lockutils [req-3a55ee78-c049-4d90-9cc4-d37073a7278c req-5943d01b-bf77-4a72-aef5-729814c14414 service nova] Releasing lock "refresh_cache-c55f207e-511e-44c0-ad4c-0415a9d94755" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.209504] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4127979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.264336] env[69330]: DEBUG nova.compute.manager [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.311480] env[69330]: INFO nova.compute.manager [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Took 34.75 seconds to build instance. [ 729.532670] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Acquiring lock "refresh_cache-6b7b1903-2dd5-45a0-b195-7669dbcf9fc3" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.532670] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Acquired lock "refresh_cache-6b7b1903-2dd5-45a0-b195-7669dbcf9fc3" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.532845] env[69330]: DEBUG nova.network.neutron [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.609513] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127978, 'name': ReconfigVM_Task, 'duration_secs': 0.790322} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.611453] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Reconfigured VM instance instance-00000017 to attach disk [datastore1] dcea2793-2788-4c3c-a1ea-dfe28577bb9f/dcea2793-2788-4c3c-a1ea-dfe28577bb9f.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.611453] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf833cd-156f-46df-b02f-2dab9002fb2a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.620539] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 729.620539] env[69330]: value = "task-4127980" [ 729.620539] env[69330]: _type = "Task" [ 729.620539] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.628414] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127980, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.695820] env[69330]: INFO nova.compute.manager [-] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Took 2.90 seconds to deallocate network for instance. [ 729.716237] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4127979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.979348} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.716523] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.717364] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8caf6cc-03a4-4e07-a9bb-e7e623034b55 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.755115] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] c55f207e-511e-44c0-ad4c-0415a9d94755/c55f207e-511e-44c0-ad4c-0415a9d94755.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.758334] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c379e089-ba24-4618-833a-c450f6eab145 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.788743] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 729.788743] env[69330]: value = "task-4127981" [ 729.788743] env[69330]: _type = "Task" [ 729.788743] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.799032] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4127981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.814773] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bf04de2-680c-461b-bc5c-b6aade8c054a tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "8ac8a233-7f92-437d-ae1f-7e80d7286796" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.172s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.891042] env[69330]: DEBUG oslo_concurrency.lockutils [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "interface-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-6438739a-7d51-491b-bde2-9823179b87b6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.891042] env[69330]: DEBUG oslo_concurrency.lockutils [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-6438739a-7d51-491b-bde2-9823179b87b6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.010972] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beaa6f0-e057-4f6b-bb02-e37b8c7db603 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.019237] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09082754-2801-430b-92ea-31cddafdc59f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.060290] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b5ed1a-2846-4449-ba5c-cd7b24024b50 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.072585] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ef46be-0758-49ab-a200-d8f6e02b56fa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.091568] env[69330]: DEBUG nova.compute.provider_tree [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.107469] env[69330]: DEBUG nova.network.neutron [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.130718] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127980, 'name': Rename_Task, 'duration_secs': 0.202839} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.133904] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.134230] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e157138-1ec8-4745-a104-2bde4de837fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.142612] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 730.142612] env[69330]: value = "task-4127983" [ 730.142612] env[69330]: _type = "Task" [ 730.142612] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.153914] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.172498] env[69330]: DEBUG nova.compute.manager [req-eb3362fb-3305-43e9-9ff5-be207fdb84b7 req-2d47a494-46d6-478d-8cbe-7cc1b130e8bd service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Received event network-vif-deleted-b36b3173-7d94-45a2-9753-03d918e89a25 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.172645] env[69330]: DEBUG nova.compute.manager [req-eb3362fb-3305-43e9-9ff5-be207fdb84b7 req-2d47a494-46d6-478d-8cbe-7cc1b130e8bd service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Received event network-vif-deleted-8fd15279-8b95-4ca8-ae77-40104bbb7fa6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.172825] env[69330]: DEBUG nova.compute.manager [req-eb3362fb-3305-43e9-9ff5-be207fdb84b7 req-2d47a494-46d6-478d-8cbe-7cc1b130e8bd service nova] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Received event network-vif-deleted-df5ab844-e7b9-4e9c-97ab-4dc8de36a306 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.194504] env[69330]: DEBUG nova.compute.manager [req-69926706-b9cf-4d8f-a8b5-5c41d403c307 req-4773a606-523f-4f3a-a86e-b1feebbb6374 service nova] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Received event network-vif-plugged-4310ed6a-c728-4f93-bfe2-2975beffffa1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.194823] env[69330]: DEBUG oslo_concurrency.lockutils [req-69926706-b9cf-4d8f-a8b5-5c41d403c307 req-4773a606-523f-4f3a-a86e-b1feebbb6374 service nova] Acquiring lock "6b7b1903-2dd5-45a0-b195-7669dbcf9fc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.195147] env[69330]: DEBUG oslo_concurrency.lockutils [req-69926706-b9cf-4d8f-a8b5-5c41d403c307 req-4773a606-523f-4f3a-a86e-b1feebbb6374 service nova] Lock "6b7b1903-2dd5-45a0-b195-7669dbcf9fc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.195336] env[69330]: DEBUG oslo_concurrency.lockutils [req-69926706-b9cf-4d8f-a8b5-5c41d403c307 req-4773a606-523f-4f3a-a86e-b1feebbb6374 service nova] Lock "6b7b1903-2dd5-45a0-b195-7669dbcf9fc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.195518] env[69330]: DEBUG nova.compute.manager [req-69926706-b9cf-4d8f-a8b5-5c41d403c307 req-4773a606-523f-4f3a-a86e-b1feebbb6374 service nova] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] No waiting events found dispatching network-vif-plugged-4310ed6a-c728-4f93-bfe2-2975beffffa1 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 730.195698] env[69330]: WARNING nova.compute.manager [req-69926706-b9cf-4d8f-a8b5-5c41d403c307 req-4773a606-523f-4f3a-a86e-b1feebbb6374 service nova] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Received unexpected event network-vif-plugged-4310ed6a-c728-4f93-bfe2-2975beffffa1 for instance with vm_state building and task_state spawning. [ 730.195854] env[69330]: DEBUG nova.compute.manager [req-69926706-b9cf-4d8f-a8b5-5c41d403c307 req-4773a606-523f-4f3a-a86e-b1feebbb6374 service nova] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Received event network-changed-4310ed6a-c728-4f93-bfe2-2975beffffa1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.196032] env[69330]: DEBUG nova.compute.manager [req-69926706-b9cf-4d8f-a8b5-5c41d403c307 req-4773a606-523f-4f3a-a86e-b1feebbb6374 service nova] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Refreshing instance network info cache due to event network-changed-4310ed6a-c728-4f93-bfe2-2975beffffa1. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.196195] env[69330]: DEBUG oslo_concurrency.lockutils [req-69926706-b9cf-4d8f-a8b5-5c41d403c307 req-4773a606-523f-4f3a-a86e-b1feebbb6374 service nova] Acquiring lock "refresh_cache-6b7b1903-2dd5-45a0-b195-7669dbcf9fc3" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.211170] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.286060] env[69330]: DEBUG nova.compute.manager [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.301845] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4127981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.319617] env[69330]: DEBUG nova.virt.hardware [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.319910] env[69330]: DEBUG nova.virt.hardware [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.321272] env[69330]: DEBUG nova.virt.hardware [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.321574] env[69330]: DEBUG nova.virt.hardware [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.321745] env[69330]: DEBUG nova.virt.hardware [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.321941] env[69330]: DEBUG nova.virt.hardware [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.322487] env[69330]: DEBUG nova.virt.hardware [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.322726] env[69330]: DEBUG nova.virt.hardware [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.323051] env[69330]: DEBUG nova.virt.hardware [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.323320] env[69330]: DEBUG nova.virt.hardware [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.326505] env[69330]: DEBUG nova.virt.hardware [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.326505] env[69330]: DEBUG nova.compute.manager [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.327847] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d769e99-6716-42c6-b559-99f1c28444d8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.337290] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533fc497-f307-415b-b7a4-105de9554791 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.355472] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.361946] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Creating folder: Project (79a6e0c7c7354097a922b216ee042f60). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.366020] env[69330]: DEBUG nova.network.neutron [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Updating instance_info_cache with network_info: [{"id": "4310ed6a-c728-4f93-bfe2-2975beffffa1", "address": "fa:16:3e:2c:40:00", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4310ed6a-c7", "ovs_interfaceid": "4310ed6a-c728-4f93-bfe2-2975beffffa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.366020] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-165fba55-aefd-40db-8eb1-a9cb783f32f2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.378165] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Created folder: Project (79a6e0c7c7354097a922b216ee042f60) in parent group-v817559. [ 730.381706] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Creating folder: Instances. Parent ref: group-v817644. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.381706] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-974e526c-bd18-4752-bc11-f1b0dd0743dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.393113] env[69330]: DEBUG oslo_concurrency.lockutils [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.393373] env[69330]: DEBUG oslo_concurrency.lockutils [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.393990] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Created folder: Instances in parent group-v817644. [ 730.394255] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.395528] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6de922f-d4f0-4a8f-a86e-a6403f634209 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.398830] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.400103] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e019f361-33a5-482a-ae8d-c64ba9e8dba1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.433370] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee88c43-be2c-4170-a258-3563156f5ee0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.438245] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.438245] env[69330]: value = "task-4127986" [ 730.438245] env[69330]: _type = "Task" [ 730.438245] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.462326] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Reconfiguring VM to detach interface {{(pid=69330) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 730.463550] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-628c4e29-8bc7-45c9-8b81-151227b2e432 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.481968] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127986, 'name': CreateVM_Task} progress is 15%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.488774] env[69330]: DEBUG oslo_vmware.api [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 730.488774] env[69330]: value = "task-4127987" [ 730.488774] env[69330]: _type = "Task" [ 730.488774] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.499306] env[69330]: DEBUG oslo_vmware.api [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.597713] env[69330]: DEBUG nova.scheduler.client.report [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.654954] env[69330]: DEBUG oslo_vmware.api [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4127983, 'name': PowerOnVM_Task, 'duration_secs': 0.510458} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.655350] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.655569] env[69330]: DEBUG nova.compute.manager [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 730.656407] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c837529-56d5-4b60-9706-c41a1973ee37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.799419] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4127981, 'name': ReconfigVM_Task, 'duration_secs': 0.62408} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.799736] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Reconfigured VM instance instance-0000001c to attach disk [datastore2] c55f207e-511e-44c0-ad4c-0415a9d94755/c55f207e-511e-44c0-ad4c-0415a9d94755.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.800399] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f22c51c9-5968-46a2-9cfb-42af1ff159b0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.814974] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 730.814974] env[69330]: value = "task-4127988" [ 730.814974] env[69330]: _type = "Task" [ 730.814974] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.827737] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4127988, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.852874] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.866763] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Releasing lock "refresh_cache-6b7b1903-2dd5-45a0-b195-7669dbcf9fc3" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.869028] env[69330]: DEBUG nova.compute.manager [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Instance network_info: |[{"id": "4310ed6a-c728-4f93-bfe2-2975beffffa1", "address": "fa:16:3e:2c:40:00", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4310ed6a-c7", "ovs_interfaceid": "4310ed6a-c728-4f93-bfe2-2975beffffa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.869028] env[69330]: DEBUG oslo_concurrency.lockutils [req-69926706-b9cf-4d8f-a8b5-5c41d403c307 req-4773a606-523f-4f3a-a86e-b1feebbb6374 service nova] Acquired lock "refresh_cache-6b7b1903-2dd5-45a0-b195-7669dbcf9fc3" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.869028] env[69330]: DEBUG nova.network.neutron [req-69926706-b9cf-4d8f-a8b5-5c41d403c307 req-4773a606-523f-4f3a-a86e-b1feebbb6374 service nova] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Refreshing network info cache for port 4310ed6a-c728-4f93-bfe2-2975beffffa1 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.869764] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:40:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4310ed6a-c728-4f93-bfe2-2975beffffa1', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.878050] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Creating folder: Project (9efd90d418c94bb5af0bb52be69c56ca). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.878761] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1df544fc-90fa-461c-9d52-743f70174b11 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.894304] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Created folder: Project (9efd90d418c94bb5af0bb52be69c56ca) in parent group-v817559. [ 730.894304] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Creating folder: Instances. Parent ref: group-v817647. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.894304] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5bff446-3a47-4937-bae7-37cde042563f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.910038] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Created folder: Instances in parent group-v817647. [ 730.910038] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.910038] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.910297] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f107346b-01db-4833-a785-304360501855 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.931819] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.931819] env[69330]: value = "task-4127991" [ 730.931819] env[69330]: _type = "Task" [ 730.931819] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.943722] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127991, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.951057] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127986, 'name': CreateVM_Task, 'duration_secs': 0.469135} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.951285] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.953470] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.953470] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.953470] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.954906] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f4ff46-898e-4570-b221-d3ff112fc9f4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.964786] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Waiting for the task: (returnval){ [ 730.964786] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]523c9c9f-bb9d-9e76-b498-f21c78321565" [ 730.964786] env[69330]: _type = "Task" [ 730.964786] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.975648] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]523c9c9f-bb9d-9e76-b498-f21c78321565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.002378] env[69330]: DEBUG oslo_vmware.api [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.107527] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.863s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.107796] env[69330]: DEBUG nova.compute.manager [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.110660] env[69330]: DEBUG oslo_concurrency.lockutils [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.160s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.110913] env[69330]: DEBUG nova.objects.instance [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Lazy-loading 'resources' on Instance uuid 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.179041] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.326426] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4127988, 'name': Rename_Task, 'duration_secs': 0.20947} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.326739] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.327019] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-016a9139-7624-4b6f-a4a2-601a5c7b4213 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.335286] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 731.335286] env[69330]: value = "task-4127992" [ 731.335286] env[69330]: _type = "Task" [ 731.335286] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.346150] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4127992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.446836] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4127991, 'name': CreateVM_Task, 'duration_secs': 0.424497} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.447734] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.448057] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.463688] env[69330]: DEBUG oslo_concurrency.lockutils [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Acquiring lock "d97c3b3d-e9b2-46b0-87e7-f6660de013ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.463688] env[69330]: DEBUG oslo_concurrency.lockutils [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Lock "d97c3b3d-e9b2-46b0-87e7-f6660de013ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.463688] env[69330]: DEBUG oslo_concurrency.lockutils [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Acquiring lock "d97c3b3d-e9b2-46b0-87e7-f6660de013ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.463688] env[69330]: DEBUG oslo_concurrency.lockutils [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Lock "d97c3b3d-e9b2-46b0-87e7-f6660de013ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.463688] env[69330]: DEBUG oslo_concurrency.lockutils [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Lock "d97c3b3d-e9b2-46b0-87e7-f6660de013ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.465064] env[69330]: INFO nova.compute.manager [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Terminating instance [ 731.479459] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]523c9c9f-bb9d-9e76-b498-f21c78321565, 'name': SearchDatastore_Task, 'duration_secs': 0.012732} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.480559] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.481155] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.483023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.483023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.483023] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.483704] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.484124] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.484457] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2365c149-fc6b-44ae-b915-3bc9da9ee092 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.486889] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d247ef4a-18e1-436d-9e4c-42719a593d49 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.501085] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Waiting for the task: (returnval){ [ 731.501085] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524e50ff-6505-fa54-7c70-c3a54400e215" [ 731.501085] env[69330]: _type = "Task" [ 731.501085] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.504402] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.504816] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.513859] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b5beeb-ed1d-45c0-858e-9565b57ad05d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.516603] env[69330]: DEBUG oslo_vmware.api [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.520691] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Waiting for the task: (returnval){ [ 731.520691] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529c14f1-0c36-2f06-53ea-36429d5f6249" [ 731.520691] env[69330]: _type = "Task" [ 731.520691] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.524726] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524e50ff-6505-fa54-7c70-c3a54400e215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.536882] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529c14f1-0c36-2f06-53ea-36429d5f6249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.620225] env[69330]: DEBUG nova.compute.utils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.623178] env[69330]: DEBUG nova.compute.manager [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.623934] env[69330]: DEBUG nova.network.neutron [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.665655] env[69330]: DEBUG nova.network.neutron [req-69926706-b9cf-4d8f-a8b5-5c41d403c307 req-4773a606-523f-4f3a-a86e-b1feebbb6374 service nova] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Updated VIF entry in instance network info cache for port 4310ed6a-c728-4f93-bfe2-2975beffffa1. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.665655] env[69330]: DEBUG nova.network.neutron [req-69926706-b9cf-4d8f-a8b5-5c41d403c307 req-4773a606-523f-4f3a-a86e-b1feebbb6374 service nova] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Updating instance_info_cache with network_info: [{"id": "4310ed6a-c728-4f93-bfe2-2975beffffa1", "address": "fa:16:3e:2c:40:00", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4310ed6a-c7", "ovs_interfaceid": "4310ed6a-c728-4f93-bfe2-2975beffffa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.716913] env[69330]: DEBUG nova.policy [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90b37935065d45ed8d01e5c016ffa2b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21610459b4e64b71853d22546afd0f0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.854171] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4127992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.974353] env[69330]: DEBUG nova.compute.manager [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.978105] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.978105] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5b6da5-9e68-45ae-ac2a-7c9bd3618d3e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.986923] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.988727] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35d4b2c1-dfa0-4b5b-a3e8-b9cd00f6bb62 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.998846] env[69330]: DEBUG oslo_vmware.api [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Waiting for the task: (returnval){ [ 731.998846] env[69330]: value = "task-4127993" [ 731.998846] env[69330]: _type = "Task" [ 731.998846] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.007059] env[69330]: DEBUG oslo_vmware.api [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.018224] env[69330]: DEBUG oslo_vmware.api [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.025224] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524e50ff-6505-fa54-7c70-c3a54400e215, 'name': SearchDatastore_Task, 'duration_secs': 0.03232} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.030020] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.030311] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.030582] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.040116] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529c14f1-0c36-2f06-53ea-36429d5f6249, 'name': SearchDatastore_Task, 'duration_secs': 0.022594} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.040941] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df83badd-6737-49d9-8e97-daf5d2e0e7e9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.049886] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Waiting for the task: (returnval){ [ 732.049886] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52401db6-cfe4-0712-2c8a-f7038312dad3" [ 732.049886] env[69330]: _type = "Task" [ 732.049886] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.062024] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52401db6-cfe4-0712-2c8a-f7038312dad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.128684] env[69330]: DEBUG nova.compute.manager [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.171121] env[69330]: DEBUG oslo_concurrency.lockutils [req-69926706-b9cf-4d8f-a8b5-5c41d403c307 req-4773a606-523f-4f3a-a86e-b1feebbb6374 service nova] Releasing lock "refresh_cache-6b7b1903-2dd5-45a0-b195-7669dbcf9fc3" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.267949] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242926d1-9bec-4c25-a2c6-09ba4aed9d65 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.276415] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc0b22f-92c7-415a-a7ee-eb038eb8a65f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.314947] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42163aa-af90-440a-9def-e9d7fc6a82d6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.326828] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff7bd67-e1b5-4fff-9f40-f59a8c213f54 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.349199] env[69330]: DEBUG nova.compute.provider_tree [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.360763] env[69330]: DEBUG oslo_vmware.api [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4127992, 'name': PowerOnVM_Task, 'duration_secs': 1.014295} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.361922] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.362269] env[69330]: INFO nova.compute.manager [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Took 9.88 seconds to spawn the instance on the hypervisor. [ 732.362527] env[69330]: DEBUG nova.compute.manager [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.363757] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b75edd-f9a7-4adc-aada-207369277b88 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.501420] env[69330]: DEBUG oslo_vmware.api [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.509475] env[69330]: DEBUG oslo_vmware.api [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127993, 'name': PowerOffVM_Task, 'duration_secs': 0.32307} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.509788] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.509957] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.510227] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5966a4a5-f83b-4c64-90fa-78fdde9ffec2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.563468] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52401db6-cfe4-0712-2c8a-f7038312dad3, 'name': SearchDatastore_Task, 'duration_secs': 0.012626} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.563754] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.564030] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0b294da9-d4c6-47ce-bfad-682acfe3f261/0b294da9-d4c6-47ce-bfad-682acfe3f261.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.564319] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.564506] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.564757] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78d10805-a923-461c-ae34-2d9e309a470e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.567752] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb33ef69-7f3e-4f55-b1e5-970d8c73b300 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.577105] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Waiting for the task: (returnval){ [ 732.577105] env[69330]: value = "task-4127995" [ 732.577105] env[69330]: _type = "Task" [ 732.577105] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.586865] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.586865] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.586865] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75796868-a369-4a06-86c2-442d94ddc35d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.589428] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.591064] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.591337] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Deleting the datastore file [datastore2] d97c3b3d-e9b2-46b0-87e7-f6660de013ca {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.597474] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fe85475-eeed-4fd0-adbe-2905458875ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.599674] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4127995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.604223] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Waiting for the task: (returnval){ [ 732.604223] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524222b8-a1f5-8e26-f30b-70a124246347" [ 732.604223] env[69330]: _type = "Task" [ 732.604223] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.610506] env[69330]: DEBUG oslo_vmware.api [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Waiting for the task: (returnval){ [ 732.610506] env[69330]: value = "task-4127996" [ 732.610506] env[69330]: _type = "Task" [ 732.610506] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.622021] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524222b8-a1f5-8e26-f30b-70a124246347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.624050] env[69330]: DEBUG oslo_vmware.api [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.852615] env[69330]: DEBUG nova.compute.manager [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.854213] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02026a75-5e02-481a-b549-6d430e1e8eda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.863141] env[69330]: DEBUG nova.network.neutron [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Successfully created port: 75bd3f71-9f18-480f-abac-64cdd0df56bd {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.868849] env[69330]: DEBUG nova.scheduler.client.report [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.891667] env[69330]: INFO nova.compute.manager [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Took 35.43 seconds to build instance. [ 733.002411] env[69330]: DEBUG oslo_vmware.api [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.093836] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4127995, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.122585] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524222b8-a1f5-8e26-f30b-70a124246347, 'name': SearchDatastore_Task, 'duration_secs': 0.012239} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.126822] env[69330]: DEBUG oslo_vmware.api [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Task: {'id': task-4127996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255426} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.127135] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196e46e1-0b2f-40f6-8cf4-f3a80c4d3cdf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.129654] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.129860] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.130059] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.130269] env[69330]: INFO nova.compute.manager [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Took 1.16 seconds to destroy the instance on the hypervisor. [ 733.130484] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.130770] env[69330]: DEBUG nova.compute.manager [-] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.130822] env[69330]: DEBUG nova.network.neutron [-] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.138044] env[69330]: DEBUG nova.compute.manager [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.140150] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Waiting for the task: (returnval){ [ 733.140150] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f85da5-e98b-0e24-9142-8262948a76ac" [ 733.140150] env[69330]: _type = "Task" [ 733.140150] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.151517] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f85da5-e98b-0e24-9142-8262948a76ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.176329] env[69330]: DEBUG nova.virt.hardware [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.176590] env[69330]: DEBUG nova.virt.hardware [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.176782] env[69330]: DEBUG nova.virt.hardware [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.176976] env[69330]: DEBUG nova.virt.hardware [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.177177] env[69330]: DEBUG nova.virt.hardware [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.177347] env[69330]: DEBUG nova.virt.hardware [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.177560] env[69330]: DEBUG nova.virt.hardware [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.177721] env[69330]: DEBUG nova.virt.hardware [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.177889] env[69330]: DEBUG nova.virt.hardware [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.178065] env[69330]: DEBUG nova.virt.hardware [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.178241] env[69330]: DEBUG nova.virt.hardware [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.179120] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777ee5a9-75c8-4165-87b1-8736a9391bfd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.188733] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d77625-0aff-4d34-9bf4-89f0a347ca01 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.379524] env[69330]: DEBUG oslo_concurrency.lockutils [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.384017] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.087s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.384318] env[69330]: DEBUG nova.objects.instance [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lazy-loading 'resources' on Instance uuid 04c3b326-d749-4971-be51-d028f1e78275 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.397670] env[69330]: INFO nova.compute.manager [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] instance snapshotting [ 733.398728] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ca6a4663-a288-4cc4-8025-1fe378299cc2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "c55f207e-511e-44c0-ad4c-0415a9d94755" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.573s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.403368] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412429e0-d260-4ecd-8639-a42c73fc7393 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.412398] env[69330]: INFO nova.scheduler.client.report [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Deleted allocations for instance 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9 [ 733.430262] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f3a837-e615-4239-90bf-439cddc446e5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.503477] env[69330]: DEBUG oslo_vmware.api [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.588647] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4127995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548057} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.588942] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0b294da9-d4c6-47ce-bfad-682acfe3f261/0b294da9-d4c6-47ce-bfad-682acfe3f261.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.589216] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.589467] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a8645b3-b6b8-4bc5-818b-0dffbc3ed223 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.599225] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Waiting for the task: (returnval){ [ 733.599225] env[69330]: value = "task-4127997" [ 733.599225] env[69330]: _type = "Task" [ 733.599225] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.609547] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4127997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.656242] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f85da5-e98b-0e24-9142-8262948a76ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014469} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.656687] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.656968] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3/6b7b1903-2dd5-45a0-b195-7669dbcf9fc3.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.657260] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf83c92a-3766-43c5-bab6-2748c4b80ba6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.670966] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Waiting for the task: (returnval){ [ 733.670966] env[69330]: value = "task-4127998" [ 733.670966] env[69330]: _type = "Task" [ 733.670966] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.682667] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4127998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.883719] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Acquiring lock "f8b9e3a2-7519-4801-80d5-6fc96920bcfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.884514] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Lock "f8b9e3a2-7519-4801-80d5-6fc96920bcfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.909523] env[69330]: DEBUG nova.compute.manager [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.939316] env[69330]: DEBUG oslo_concurrency.lockutils [None req-85091e69-2b50-4a8d-b618-16eee8791a6a tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Lock "57e560ca-4c48-4238-a7f1-33c9f2b8f3c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.876s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.945824] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 733.946140] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-41a90b40-e39d-4457-b5c8-698e4220c900 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.957221] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 733.957221] env[69330]: value = "task-4127999" [ 733.957221] env[69330]: _type = "Task" [ 733.957221] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.969839] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127999, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.007027] env[69330]: DEBUG oslo_vmware.api [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.116852] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4127997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07698} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.116852] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.116950] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b34d20-814c-4a7f-a8ff-ec7669e03716 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.143987] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 0b294da9-d4c6-47ce-bfad-682acfe3f261/0b294da9-d4c6-47ce-bfad-682acfe3f261.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.147225] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd5d880d-53ab-488b-af27-7aadeb1558b7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.178898] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Waiting for the task: (returnval){ [ 734.178898] env[69330]: value = "task-4128000" [ 734.178898] env[69330]: _type = "Task" [ 734.178898] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.191350] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4127998, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.196804] env[69330]: DEBUG nova.network.neutron [-] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.205348] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4128000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.447543] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.473821] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127999, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.505026] env[69330]: DEBUG oslo_vmware.api [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.536938] env[69330]: DEBUG oslo_concurrency.lockutils [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "dcea2793-2788-4c3c-a1ea-dfe28577bb9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.537656] env[69330]: DEBUG oslo_concurrency.lockutils [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "dcea2793-2788-4c3c-a1ea-dfe28577bb9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.537656] env[69330]: DEBUG oslo_concurrency.lockutils [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "dcea2793-2788-4c3c-a1ea-dfe28577bb9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.538717] env[69330]: DEBUG oslo_concurrency.lockutils [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "dcea2793-2788-4c3c-a1ea-dfe28577bb9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.538717] env[69330]: DEBUG oslo_concurrency.lockutils [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "dcea2793-2788-4c3c-a1ea-dfe28577bb9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.543449] env[69330]: INFO nova.compute.manager [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Terminating instance [ 734.568355] env[69330]: DEBUG nova.compute.manager [req-4459de67-9a0d-46f5-b4c2-4b5e99cba8cd req-956278a2-8977-4d98-90fd-a6e9d440fa48 service nova] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Received event network-vif-deleted-65917e04-6815-4026-936a-b4392af77f7d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.651231] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4279280e-1c22-4171-b6f9-f5512b298185 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.659903] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea662086-34f1-4456-af8f-2c67cf0d5e03 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.703128] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e7560d-dc28-48e9-b44b-f441af04cc54 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.707045] env[69330]: INFO nova.compute.manager [-] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Took 1.58 seconds to deallocate network for instance. [ 734.717416] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4127998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858007} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.717823] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4128000, 'name': ReconfigVM_Task, 'duration_secs': 0.524281} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.724135] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c03b5ca-9230-4bf2-a550-13b3a0d6c752 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.734381] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3/6b7b1903-2dd5-45a0-b195-7669dbcf9fc3.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.734700] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.734940] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 0b294da9-d4c6-47ce-bfad-682acfe3f261/0b294da9-d4c6-47ce-bfad-682acfe3f261.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.736281] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cba3ab70-9e79-462f-9bab-cd4d3d975436 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.738582] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a005525b-07f6-4690-b0e7-cce5b30b04c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.755055] env[69330]: DEBUG nova.compute.provider_tree [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.757234] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Waiting for the task: (returnval){ [ 734.757234] env[69330]: value = "task-4128002" [ 734.757234] env[69330]: _type = "Task" [ 734.757234] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.757683] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Waiting for the task: (returnval){ [ 734.757683] env[69330]: value = "task-4128001" [ 734.757683] env[69330]: _type = "Task" [ 734.757683] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.771656] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4128002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.775794] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4128001, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.970135] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127999, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.006061] env[69330]: DEBUG oslo_vmware.api [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.049917] env[69330]: DEBUG nova.compute.manager [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.049917] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.049917] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a64514-028d-4fa5-8a2c-4af4c1e84bb4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.059175] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.059923] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-536503a8-1d71-40ab-9219-242570c9c9c9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.068691] env[69330]: DEBUG oslo_vmware.api [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 735.068691] env[69330]: value = "task-4128003" [ 735.068691] env[69330]: _type = "Task" [ 735.068691] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.081508] env[69330]: DEBUG oslo_vmware.api [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.100023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Acquiring lock "2dfce727-3973-48b4-9326-a2fa2a64779e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.100023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Lock "2dfce727-3973-48b4-9326-a2fa2a64779e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.100023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Acquiring lock "2dfce727-3973-48b4-9326-a2fa2a64779e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.100023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Lock "2dfce727-3973-48b4-9326-a2fa2a64779e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.100023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Lock "2dfce727-3973-48b4-9326-a2fa2a64779e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.101737] env[69330]: INFO nova.compute.manager [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Terminating instance [ 735.238148] env[69330]: DEBUG oslo_concurrency.lockutils [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.281020] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4128002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.366266} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.282136] env[69330]: DEBUG nova.network.neutron [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Successfully updated port: 75bd3f71-9f18-480f-abac-64cdd0df56bd {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.284075] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.284581] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4128001, 'name': Rename_Task, 'duration_secs': 0.178468} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.285922] env[69330]: ERROR nova.scheduler.client.report [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [req-ff29d3a3-f5f3-4778-815b-daece203885d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ff29d3a3-f5f3-4778-815b-daece203885d"}]} [ 735.288732] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6706b1c-8e85-4f08-bef3-630c58b9c737 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.290203] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.292599] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fbc5e69-ce7b-4aa2-9e24-54050947ec86 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.319824] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3/6b7b1903-2dd5-45a0-b195-7669dbcf9fc3.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.322037] env[69330]: DEBUG nova.scheduler.client.report [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 735.328035] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-701820ba-d904-4544-b39b-b23bf256b798 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.342095] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Waiting for the task: (returnval){ [ 735.342095] env[69330]: value = "task-4128004" [ 735.342095] env[69330]: _type = "Task" [ 735.342095] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.349083] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Waiting for the task: (returnval){ [ 735.349083] env[69330]: value = "task-4128005" [ 735.349083] env[69330]: _type = "Task" [ 735.349083] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.357602] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4128004, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.366616] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4128005, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.390639] env[69330]: DEBUG nova.scheduler.client.report [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 735.390639] env[69330]: DEBUG nova.compute.provider_tree [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.408622] env[69330]: DEBUG nova.scheduler.client.report [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 735.442324] env[69330]: DEBUG nova.scheduler.client.report [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 735.480269] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4127999, 'name': CreateSnapshot_Task, 'duration_secs': 1.141243} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.482638] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 735.482638] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ec739f-da81-4151-b6f6-6f8cb69a4aa4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.514688] env[69330]: DEBUG oslo_vmware.api [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.585569] env[69330]: DEBUG oslo_vmware.api [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128003, 'name': PowerOffVM_Task, 'duration_secs': 0.216833} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.586093] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.586321] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.586787] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60765324-bf21-43ec-8cc5-4a7b0263c0b1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.607858] env[69330]: DEBUG nova.compute.manager [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.608127] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.612345] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be03258f-23f8-4d59-8a2a-15b0baad1174 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.617992] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.618319] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf52646a-03e1-4438-a010-4f3298cdcffb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.627956] env[69330]: DEBUG oslo_vmware.api [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for the task: (returnval){ [ 735.627956] env[69330]: value = "task-4128007" [ 735.627956] env[69330]: _type = "Task" [ 735.627956] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.638262] env[69330]: DEBUG oslo_vmware.api [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4128007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.667388] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.667388] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.667388] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleting the datastore file [datastore1] dcea2793-2788-4c3c-a1ea-dfe28577bb9f {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.667388] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d720c70-2841-4006-9af4-241f491f9e61 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.679242] env[69330]: DEBUG oslo_vmware.api [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 735.679242] env[69330]: value = "task-4128008" [ 735.679242] env[69330]: _type = "Task" [ 735.679242] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.691152] env[69330]: DEBUG oslo_vmware.api [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.789802] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Acquiring lock "refresh_cache-9bb7ed59-d77e-4d35-88c2-4646a70c86dc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.789802] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Acquired lock "refresh_cache-9bb7ed59-d77e-4d35-88c2-4646a70c86dc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.789802] env[69330]: DEBUG nova.network.neutron [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.865155] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4128004, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.870487] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4128005, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.015734] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 736.020470] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-81f0c73f-18b6-4e59-bf77-e7bda2489ef1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.036511] env[69330]: DEBUG oslo_vmware.api [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127987, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.038383] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 736.038383] env[69330]: value = "task-4128009" [ 736.038383] env[69330]: _type = "Task" [ 736.038383] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.046973] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128009, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.105241] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "f46ab4a0-a375-4d93-9cb6-0c0823fabbe4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.106908] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "f46ab4a0-a375-4d93-9cb6-0c0823fabbe4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.123885] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "0ca17a0f-73d1-4a32-b1df-a3e89f7bf386" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.124214] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "0ca17a0f-73d1-4a32-b1df-a3e89f7bf386" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.143289] env[69330]: DEBUG oslo_vmware.api [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4128007, 'name': PowerOffVM_Task, 'duration_secs': 0.234167} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.143610] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.143778] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.144155] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ff8ac5a-9d41-403f-8a37-f836823cc373 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.193049] env[69330]: DEBUG oslo_vmware.api [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223985} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.194484] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.194672] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.194860] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.195109] env[69330]: INFO nova.compute.manager [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 736.195421] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.196518] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8ec997-b9ad-4b69-87d4-11d8c9432a2d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.200642] env[69330]: DEBUG nova.compute.manager [-] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.200806] env[69330]: DEBUG nova.network.neutron [-] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.210238] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704d8f43-5c98-4928-926c-501b98e21de7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.248491] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2782539-1986-4c0e-adc1-dca7a037a866 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.251306] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.251522] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.251707] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Deleting the datastore file [datastore1] 2dfce727-3973-48b4-9326-a2fa2a64779e {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.252128] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa4a9f82-91b0-4953-86da-6afe5377a5ea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.262182] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dec40b-2c04-4721-ae50-14039f44e5a8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.267940] env[69330]: DEBUG oslo_vmware.api [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for the task: (returnval){ [ 736.267940] env[69330]: value = "task-4128011" [ 736.267940] env[69330]: _type = "Task" [ 736.267940] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.282126] env[69330]: DEBUG nova.compute.provider_tree [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.293660] env[69330]: DEBUG oslo_vmware.api [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4128011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.358550] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4128004, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.365651] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4128005, 'name': ReconfigVM_Task, 'duration_secs': 0.554772} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.366095] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3/6b7b1903-2dd5-45a0-b195-7669dbcf9fc3.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.366994] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95ea4d27-117b-4bc3-a44b-a445d1d4fe02 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.376966] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Waiting for the task: (returnval){ [ 736.376966] env[69330]: value = "task-4128012" [ 736.376966] env[69330]: _type = "Task" [ 736.376966] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.392270] env[69330]: DEBUG nova.compute.manager [req-7409faa9-1d25-4810-b323-8c9f54bff5c8 req-9d9f3b58-6a54-48dc-b82b-00d598c913e2 service nova] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Received event network-vif-plugged-75bd3f71-9f18-480f-abac-64cdd0df56bd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.392526] env[69330]: DEBUG oslo_concurrency.lockutils [req-7409faa9-1d25-4810-b323-8c9f54bff5c8 req-9d9f3b58-6a54-48dc-b82b-00d598c913e2 service nova] Acquiring lock "9bb7ed59-d77e-4d35-88c2-4646a70c86dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.393084] env[69330]: DEBUG oslo_concurrency.lockutils [req-7409faa9-1d25-4810-b323-8c9f54bff5c8 req-9d9f3b58-6a54-48dc-b82b-00d598c913e2 service nova] Lock "9bb7ed59-d77e-4d35-88c2-4646a70c86dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.393274] env[69330]: DEBUG oslo_concurrency.lockutils [req-7409faa9-1d25-4810-b323-8c9f54bff5c8 req-9d9f3b58-6a54-48dc-b82b-00d598c913e2 service nova] Lock "9bb7ed59-d77e-4d35-88c2-4646a70c86dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.393334] env[69330]: DEBUG nova.compute.manager [req-7409faa9-1d25-4810-b323-8c9f54bff5c8 req-9d9f3b58-6a54-48dc-b82b-00d598c913e2 service nova] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] No waiting events found dispatching network-vif-plugged-75bd3f71-9f18-480f-abac-64cdd0df56bd {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 736.393782] env[69330]: WARNING nova.compute.manager [req-7409faa9-1d25-4810-b323-8c9f54bff5c8 req-9d9f3b58-6a54-48dc-b82b-00d598c913e2 service nova] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Received unexpected event network-vif-plugged-75bd3f71-9f18-480f-abac-64cdd0df56bd for instance with vm_state building and task_state spawning. [ 736.394367] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4128012, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.395376] env[69330]: DEBUG nova.network.neutron [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.521688] env[69330]: DEBUG oslo_vmware.api [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4127987, 'name': ReconfigVM_Task, 'duration_secs': 5.908215} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.522091] env[69330]: DEBUG oslo_concurrency.lockutils [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.522411] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Reconfigured VM to detach interface {{(pid=69330) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 736.552855] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128009, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.782770] env[69330]: DEBUG oslo_vmware.api [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Task: {'id': task-4128011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273112} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.783246] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.783612] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.783920] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.784394] env[69330]: INFO nova.compute.manager [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 736.784987] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.788073] env[69330]: DEBUG nova.compute.manager [-] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.788073] env[69330]: DEBUG nova.network.neutron [-] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.814681] env[69330]: ERROR nova.scheduler.client.report [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] [req-8199ded9-4917-4cec-8426-2902dac2972d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8199ded9-4917-4cec-8426-2902dac2972d"}]} [ 736.835317] env[69330]: DEBUG nova.network.neutron [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Updating instance_info_cache with network_info: [{"id": "75bd3f71-9f18-480f-abac-64cdd0df56bd", "address": "fa:16:3e:80:40:4a", "network": {"id": "d317ec5d-8a77-443b-9b2e-6c98a04dec82", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-518519677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "21610459b4e64b71853d22546afd0f0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75bd3f71-9f", "ovs_interfaceid": "75bd3f71-9f18-480f-abac-64cdd0df56bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.838706] env[69330]: DEBUG nova.scheduler.client.report [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 736.857667] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4128004, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.859644] env[69330]: DEBUG nova.scheduler.client.report [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 736.859960] env[69330]: DEBUG nova.compute.provider_tree [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.874823] env[69330]: DEBUG nova.scheduler.client.report [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 736.889341] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4128012, 'name': Rename_Task, 'duration_secs': 0.207329} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.889751] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.890040] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b78a3781-afc7-4736-8786-b40bee152f48 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.899517] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Waiting for the task: (returnval){ [ 736.899517] env[69330]: value = "task-4128013" [ 736.899517] env[69330]: _type = "Task" [ 736.899517] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.903094] env[69330]: DEBUG nova.scheduler.client.report [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 736.920131] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4128013, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.054191] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128009, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.187876] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.187876] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.295652] env[69330]: DEBUG nova.network.neutron [-] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.343954] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Releasing lock "refresh_cache-9bb7ed59-d77e-4d35-88c2-4646a70c86dc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.343954] env[69330]: DEBUG nova.compute.manager [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Instance network_info: |[{"id": "75bd3f71-9f18-480f-abac-64cdd0df56bd", "address": "fa:16:3e:80:40:4a", "network": {"id": "d317ec5d-8a77-443b-9b2e-6c98a04dec82", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-518519677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "21610459b4e64b71853d22546afd0f0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75bd3f71-9f", "ovs_interfaceid": "75bd3f71-9f18-480f-abac-64cdd0df56bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.345610] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:40:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75bd3f71-9f18-480f-abac-64cdd0df56bd', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.358368] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Creating folder: Project (21610459b4e64b71853d22546afd0f0b). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.360303] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a274dbc-acf9-4d94-9cf4-74dceac5d818 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.384807] env[69330]: DEBUG oslo_vmware.api [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4128004, 'name': PowerOnVM_Task, 'duration_secs': 1.844565} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.385198] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.385922] env[69330]: INFO nova.compute.manager [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Took 7.10 seconds to spawn the instance on the hypervisor. [ 737.385922] env[69330]: DEBUG nova.compute.manager [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.387070] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c180db-186c-47a4-a0b6-6e3b13257eb8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.396086] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Created folder: Project (21610459b4e64b71853d22546afd0f0b) in parent group-v817559. [ 737.396577] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Creating folder: Instances. Parent ref: group-v817652. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.397554] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e38e087-11d2-4a49-97f3-9ce009861ab8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.420394] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4128013, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.425531] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Created folder: Instances in parent group-v817652. [ 737.425790] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.426249] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.426488] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-477be4a4-0c1b-45d5-b9ad-6dc744b9322c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.455604] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.455604] env[69330]: value = "task-4128016" [ 737.455604] env[69330]: _type = "Task" [ 737.455604] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.465629] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128016, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.554376] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128009, 'name': CloneVM_Task} progress is 95%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.671938] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01affa8b-7a39-432d-bcb5-820008c52645 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.678876] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851fb8f3-a1df-493c-b35c-a207913f555b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.715937] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bf12aa-1827-410f-b552-0b3bcaa344cc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.727416] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e1ca81-fe2d-4082-a5ea-adada9f3ffd3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.745014] env[69330]: DEBUG nova.compute.provider_tree [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.798183] env[69330]: INFO nova.compute.manager [-] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Took 1.60 seconds to deallocate network for instance. [ 737.913885] env[69330]: DEBUG oslo_vmware.api [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4128013, 'name': PowerOnVM_Task, 'duration_secs': 0.862455} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.919920] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.923446] env[69330]: INFO nova.compute.manager [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Took 10.44 seconds to spawn the instance on the hypervisor. [ 737.923709] env[69330]: DEBUG nova.compute.manager [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.928602] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eb1a73-a69e-4f8d-84a4-b9f18efb1879 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.935350] env[69330]: INFO nova.compute.manager [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Took 34.64 seconds to build instance. [ 737.969473] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128016, 'name': CreateVM_Task, 'duration_secs': 0.50182} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.970481] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.971319] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.971675] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.971956] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.972682] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21411240-7a06-4ed5-bc22-6ec82864a1a1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.978905] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 737.978905] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52eeea67-9a8d-0351-3e17-c3538a1c5b01" [ 737.978905] env[69330]: _type = "Task" [ 737.978905] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.991747] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52eeea67-9a8d-0351-3e17-c3538a1c5b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.052339] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128009, 'name': CloneVM_Task, 'duration_secs': 1.881067} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.052627] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Created linked-clone VM from snapshot [ 738.053415] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3e126c-ec27-4aff-9795-174b384b04ed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.062455] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Uploading image 77198319-a87a-4587-871a-bfc16be89d06 {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.091448] env[69330]: DEBUG oslo_vmware.rw_handles [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 738.091448] env[69330]: value = "vm-817651" [ 738.091448] env[69330]: _type = "VirtualMachine" [ 738.091448] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 738.091856] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-952dc3d3-3305-41f1-bf3f-5de687710cc9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.100686] env[69330]: DEBUG oslo_vmware.rw_handles [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lease: (returnval){ [ 738.100686] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e75e0f-69ab-d16b-89c4-649aa4204426" [ 738.100686] env[69330]: _type = "HttpNfcLease" [ 738.100686] env[69330]: } obtained for exporting VM: (result){ [ 738.100686] env[69330]: value = "vm-817651" [ 738.100686] env[69330]: _type = "VirtualMachine" [ 738.100686] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 738.101120] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the lease: (returnval){ [ 738.101120] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e75e0f-69ab-d16b-89c4-649aa4204426" [ 738.101120] env[69330]: _type = "HttpNfcLease" [ 738.101120] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 738.109059] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.109059] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e75e0f-69ab-d16b-89c4-649aa4204426" [ 738.109059] env[69330]: _type = "HttpNfcLease" [ 738.109059] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 738.251395] env[69330]: DEBUG nova.scheduler.client.report [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.309938] env[69330]: DEBUG oslo_concurrency.lockutils [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.348560] env[69330]: DEBUG oslo_concurrency.lockutils [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.348758] env[69330]: DEBUG oslo_concurrency.lockutils [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.348938] env[69330]: DEBUG nova.network.neutron [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.439878] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d444151a-6ac0-4970-a7ef-020fb429c82d tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Lock "0b294da9-d4c6-47ce-bfad-682acfe3f261" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.159s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.460359] env[69330]: INFO nova.compute.manager [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Took 35.73 seconds to build instance. [ 738.490457] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52eeea67-9a8d-0351-3e17-c3538a1c5b01, 'name': SearchDatastore_Task, 'duration_secs': 0.034236} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.490778] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.491016] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.491269] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.491451] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.491656] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.492223] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71a6d8ad-f3fd-48cc-863c-c9e89e9fc55d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.508760] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.508968] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.509720] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534a2df8-2e66-46e2-ad70-7f02d8cc6e3d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.516334] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 738.516334] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528db923-b000-b604-3f79-3ae9f70d70d5" [ 738.516334] env[69330]: _type = "Task" [ 738.516334] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.524909] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528db923-b000-b604-3f79-3ae9f70d70d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.614066] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.614066] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e75e0f-69ab-d16b-89c4-649aa4204426" [ 738.614066] env[69330]: _type = "HttpNfcLease" [ 738.614066] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 738.614066] env[69330]: DEBUG oslo_vmware.rw_handles [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 738.614066] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e75e0f-69ab-d16b-89c4-649aa4204426" [ 738.614066] env[69330]: _type = "HttpNfcLease" [ 738.614066] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 738.614066] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e07636a-281b-48ac-98b9-ae6af22603fb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.622748] env[69330]: DEBUG oslo_vmware.rw_handles [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b53f5c-322d-4c4b-9d7e-19d5de73194b/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 738.624387] env[69330]: DEBUG oslo_vmware.rw_handles [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b53f5c-322d-4c4b-9d7e-19d5de73194b/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 738.719264] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-80431d49-5303-4c24-b0ea-d8af65b3b3ae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.746830] env[69330]: DEBUG nova.network.neutron [-] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.759299] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.376s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.762668] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.671s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.764284] env[69330]: INFO nova.compute.claims [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.783927] env[69330]: INFO nova.scheduler.client.report [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Deleted allocations for instance 04c3b326-d749-4971-be51-d028f1e78275 [ 738.943534] env[69330]: DEBUG nova.compute.manager [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.960340] env[69330]: DEBUG nova.compute.manager [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Received event network-changed-75bd3f71-9f18-480f-abac-64cdd0df56bd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.960778] env[69330]: DEBUG nova.compute.manager [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Refreshing instance network info cache due to event network-changed-75bd3f71-9f18-480f-abac-64cdd0df56bd. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.961087] env[69330]: DEBUG oslo_concurrency.lockutils [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] Acquiring lock "refresh_cache-9bb7ed59-d77e-4d35-88c2-4646a70c86dc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.961680] env[69330]: DEBUG oslo_concurrency.lockutils [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] Acquired lock "refresh_cache-9bb7ed59-d77e-4d35-88c2-4646a70c86dc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.962110] env[69330]: DEBUG nova.network.neutron [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Refreshing network info cache for port 75bd3f71-9f18-480f-abac-64cdd0df56bd {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.965304] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f898951-d188-4b62-92fc-d054045a2b30 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Lock "6b7b1903-2dd5-45a0-b195-7669dbcf9fc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.559s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.027984] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528db923-b000-b604-3f79-3ae9f70d70d5, 'name': SearchDatastore_Task, 'duration_secs': 0.02582} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.028897] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19142120-ce2d-4fe5-9e4e-0bf95aae65da {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.035638] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 739.035638] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52deff2c-0ca3-756e-e723-1fca1e02a21a" [ 739.035638] env[69330]: _type = "Task" [ 739.035638] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.045505] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52deff2c-0ca3-756e-e723-1fca1e02a21a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.259039] env[69330]: INFO nova.compute.manager [-] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Took 2.47 seconds to deallocate network for instance. [ 739.292947] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Lock "04c3b326-d749-4971-be51-d028f1e78275" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.647s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.443930] env[69330]: INFO nova.network.neutron [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Port 6438739a-7d51-491b-bde2-9823179b87b6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 739.446409] env[69330]: DEBUG nova.network.neutron [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Updating instance_info_cache with network_info: [{"id": "402fbd16-13ba-440f-b918-ecb267b840c6", "address": "fa:16:3e:a5:e5:a1", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402fbd16-13", "ovs_interfaceid": "402fbd16-13ba-440f-b918-ecb267b840c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.469651] env[69330]: DEBUG nova.compute.manager [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.479632] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.551914] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52deff2c-0ca3-756e-e723-1fca1e02a21a, 'name': SearchDatastore_Task, 'duration_secs': 0.013634} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.552756] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.553398] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 9bb7ed59-d77e-4d35-88c2-4646a70c86dc/9bb7ed59-d77e-4d35-88c2-4646a70c86dc.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.553873] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e54ab84-97ed-4c06-a9e4-d16720f24bef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.562955] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 739.562955] env[69330]: value = "task-4128018" [ 739.562955] env[69330]: _type = "Task" [ 739.562955] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.575667] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.586197] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.586679] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.586975] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.587248] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.587542] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.590010] env[69330]: INFO nova.compute.manager [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Terminating instance [ 739.767037] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.953487] env[69330]: DEBUG oslo_concurrency.lockutils [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "refresh_cache-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.970363] env[69330]: DEBUG nova.network.neutron [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Updated VIF entry in instance network info cache for port 75bd3f71-9f18-480f-abac-64cdd0df56bd. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.971423] env[69330]: DEBUG nova.network.neutron [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Updating instance_info_cache with network_info: [{"id": "75bd3f71-9f18-480f-abac-64cdd0df56bd", "address": "fa:16:3e:80:40:4a", "network": {"id": "d317ec5d-8a77-443b-9b2e-6c98a04dec82", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-518519677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "21610459b4e64b71853d22546afd0f0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75bd3f71-9f", "ovs_interfaceid": "75bd3f71-9f18-480f-abac-64cdd0df56bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.997594] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.079114] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128018, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.099517] env[69330]: DEBUG nova.compute.manager [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.100035] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.101778] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f88589-7e89-4867-81dd-8d96bb5eec87 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.118717] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.123374] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2cff8f0-06fe-41e3-b832-255cf9dbb386 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.134734] env[69330]: DEBUG oslo_vmware.api [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 740.134734] env[69330]: value = "task-4128019" [ 740.134734] env[69330]: _type = "Task" [ 740.134734] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.142950] env[69330]: DEBUG nova.compute.manager [None req-63162761-f2fd-4211-80d7-c42af9ad0289 tempest-ServerDiagnosticsV248Test-1744081981 tempest-ServerDiagnosticsV248Test-1744081981-project-admin] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 740.148980] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568e9217-a20e-432e-9f40-67713b71c0ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.157720] env[69330]: DEBUG oslo_vmware.api [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.165094] env[69330]: INFO nova.compute.manager [None req-63162761-f2fd-4211-80d7-c42af9ad0289 tempest-ServerDiagnosticsV248Test-1744081981 tempest-ServerDiagnosticsV248Test-1744081981-project-admin] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Retrieving diagnostics [ 740.165372] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549e2439-4592-4b75-a2b0-8e76600e5772 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.420554] env[69330]: DEBUG nova.compute.manager [None req-8cb9d7e9-ab8d-4fee-b095-de240d3d68e5 tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 740.428217] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8c4c0b-c518-4eb5-9595-61fcf6b7320c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.459156] env[69330]: DEBUG oslo_concurrency.lockutils [None req-58511314-2f9f-433b-be42-90b31567ca66 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-fbad53ec-e242-43ce-b7e9-75f4e1ce69f6-6438739a-7d51-491b-bde2-9823179b87b6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.569s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.480547] env[69330]: DEBUG oslo_concurrency.lockutils [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] Releasing lock "refresh_cache-9bb7ed59-d77e-4d35-88c2-4646a70c86dc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.480821] env[69330]: DEBUG nova.compute.manager [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Received event network-vif-deleted-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.481077] env[69330]: DEBUG nova.compute.manager [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Received event network-vif-deleted-6438739a-7d51-491b-bde2-9823179b87b6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.481350] env[69330]: INFO nova.compute.manager [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Neutron deleted interface 6438739a-7d51-491b-bde2-9823179b87b6; detaching it from the instance and deleting it from the info cache [ 740.481699] env[69330]: DEBUG nova.network.neutron [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Updating instance_info_cache with network_info: [{"id": "402fbd16-13ba-440f-b918-ecb267b840c6", "address": "fa:16:3e:a5:e5:a1", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402fbd16-13", "ovs_interfaceid": "402fbd16-13ba-440f-b918-ecb267b840c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.580553] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655837} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.581348] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 9bb7ed59-d77e-4d35-88c2-4646a70c86dc/9bb7ed59-d77e-4d35-88c2-4646a70c86dc.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.581513] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.581765] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3eff9d16-f8de-4389-8628-38a50a755f89 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.591153] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 740.591153] env[69330]: value = "task-4128020" [ 740.591153] env[69330]: _type = "Task" [ 740.591153] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.594723] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572601fd-4771-4140-8274-6357cc8f9081 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.610097] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.614012] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440dab6a-7cd9-4c19-88ce-566d8f461efc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.662383] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f296935-19df-4d0e-b978-6391acbf31c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.676385] env[69330]: DEBUG oslo_vmware.api [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128019, 'name': PowerOffVM_Task, 'duration_secs': 0.295841} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.679011] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.679011] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.679418] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caf08af8-2868-4234-9f64-089fa45adf99 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.682324] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afbdb44-1be1-40be-8ff1-15b5e39741e3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.698700] env[69330]: DEBUG nova.compute.provider_tree [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.766634] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.766892] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.767188] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Deleting the datastore file [datastore1] fbad53ec-e242-43ce-b7e9-75f4e1ce69f6 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.767579] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c3ead04-70cd-4ea6-baeb-3be7244a3d16 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.775923] env[69330]: DEBUG oslo_vmware.api [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 740.775923] env[69330]: value = "task-4128022" [ 740.775923] env[69330]: _type = "Task" [ 740.775923] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.787263] env[69330]: DEBUG oslo_vmware.api [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.942402] env[69330]: INFO nova.compute.manager [None req-8cb9d7e9-ab8d-4fee-b095-de240d3d68e5 tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] instance snapshotting [ 740.944439] env[69330]: DEBUG nova.objects.instance [None req-8cb9d7e9-ab8d-4fee-b095-de240d3d68e5 tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Lazy-loading 'flavor' on Instance uuid 0b294da9-d4c6-47ce-bfad-682acfe3f261 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.990194] env[69330]: DEBUG oslo_concurrency.lockutils [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] Acquiring lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.105607] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104834} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.105949] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.107562] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d74b643-aeb7-42ed-b083-395e91dc2fc2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.135303] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 9bb7ed59-d77e-4d35-88c2-4646a70c86dc/9bb7ed59-d77e-4d35-88c2-4646a70c86dc.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.135303] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbeb5c68-3550-4bf2-8fd0-f77453a359eb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.157020] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 741.157020] env[69330]: value = "task-4128023" [ 741.157020] env[69330]: _type = "Task" [ 741.157020] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.166368] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.204212] env[69330]: DEBUG nova.scheduler.client.report [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.291445] env[69330]: DEBUG oslo_vmware.api [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471169} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.291505] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.291853] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.292609] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.292609] env[69330]: INFO nova.compute.manager [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 741.292870] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.293477] env[69330]: DEBUG nova.compute.manager [-] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.293785] env[69330]: DEBUG nova.network.neutron [-] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.451353] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb82adc9-4987-4ca4-a643-4d63dc2248ed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.473753] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ff4c0b-a4a0-4aa6-9a4f-c84d8d7ec957 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.552364] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Acquiring lock "0b294da9-d4c6-47ce-bfad-682acfe3f261" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.552364] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Lock "0b294da9-d4c6-47ce-bfad-682acfe3f261" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.552887] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Acquiring lock "0b294da9-d4c6-47ce-bfad-682acfe3f261-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.553174] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Lock "0b294da9-d4c6-47ce-bfad-682acfe3f261-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.554208] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Lock "0b294da9-d4c6-47ce-bfad-682acfe3f261-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.556093] env[69330]: INFO nova.compute.manager [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Terminating instance [ 741.670424] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128023, 'name': ReconfigVM_Task, 'duration_secs': 0.397898} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.671736] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 9bb7ed59-d77e-4d35-88c2-4646a70c86dc/9bb7ed59-d77e-4d35-88c2-4646a70c86dc.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.671736] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccfa08b8-bf85-4d37-99ac-f11f011daae9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.682515] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 741.682515] env[69330]: value = "task-4128024" [ 741.682515] env[69330]: _type = "Task" [ 741.682515] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.692786] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128024, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.714641] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.953s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.715282] env[69330]: DEBUG nova.compute.manager [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.720187] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.886s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.720413] env[69330]: DEBUG nova.objects.instance [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lazy-loading 'resources' on Instance uuid 1f7d5eb3-95f6-4b72-83df-a63a653091f7 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.907269] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Acquiring lock "1b1a56e1-6fbb-485e-a802-7acffe4ccb3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.907546] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Lock "1b1a56e1-6fbb-485e-a802-7acffe4ccb3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.907748] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Acquiring lock "1b1a56e1-6fbb-485e-a802-7acffe4ccb3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.907960] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Lock "1b1a56e1-6fbb-485e-a802-7acffe4ccb3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.909138] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Lock "1b1a56e1-6fbb-485e-a802-7acffe4ccb3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.910780] env[69330]: INFO nova.compute.manager [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Terminating instance [ 741.987547] env[69330]: DEBUG nova.compute.manager [None req-8cb9d7e9-ab8d-4fee-b095-de240d3d68e5 tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Instance disappeared during snapshot {{(pid=69330) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 742.060179] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Acquiring lock "refresh_cache-0b294da9-d4c6-47ce-bfad-682acfe3f261" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.060536] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Acquired lock "refresh_cache-0b294da9-d4c6-47ce-bfad-682acfe3f261" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.060844] env[69330]: DEBUG nova.network.neutron [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.179925] env[69330]: DEBUG nova.compute.manager [None req-8cb9d7e9-ab8d-4fee-b095-de240d3d68e5 tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Found 0 images (rotation: 2) {{(pid=69330) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 742.192843] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128024, 'name': Rename_Task, 'duration_secs': 0.274791} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.193293] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.193562] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e95fb02-4131-4248-b45c-57d4d6ab5ce0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.201760] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 742.201760] env[69330]: value = "task-4128025" [ 742.201760] env[69330]: _type = "Task" [ 742.201760] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.213593] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.226462] env[69330]: DEBUG nova.compute.utils [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.230028] env[69330]: DEBUG nova.compute.manager [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Not allocating networking since 'none' was specified. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 742.359371] env[69330]: DEBUG nova.compute.manager [req-edada3e0-2e73-4db1-9c1b-0f0481a56dcd req-07a134fe-8b43-4dc3-92cf-e2b87582fb11 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Received event network-vif-deleted-402fbd16-13ba-440f-b918-ecb267b840c6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.359611] env[69330]: INFO nova.compute.manager [req-edada3e0-2e73-4db1-9c1b-0f0481a56dcd req-07a134fe-8b43-4dc3-92cf-e2b87582fb11 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Neutron deleted interface 402fbd16-13ba-440f-b918-ecb267b840c6; detaching it from the instance and deleting it from the info cache [ 742.359797] env[69330]: DEBUG nova.network.neutron [req-edada3e0-2e73-4db1-9c1b-0f0481a56dcd req-07a134fe-8b43-4dc3-92cf-e2b87582fb11 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.420666] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Acquiring lock "refresh_cache-1b1a56e1-6fbb-485e-a802-7acffe4ccb3e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.420721] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Acquired lock "refresh_cache-1b1a56e1-6fbb-485e-a802-7acffe4ccb3e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.421361] env[69330]: DEBUG nova.network.neutron [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.570691] env[69330]: DEBUG nova.network.neutron [-] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.592905] env[69330]: DEBUG nova.network.neutron [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.717389] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128025, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.725903] env[69330]: DEBUG nova.network.neutron [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.734335] env[69330]: DEBUG nova.compute.manager [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.862851] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49c2f4b1-b890-4be6-b6bd-4875c4ddbc40 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.876054] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869de7fa-1d8d-45a2-9c82-d9364dbcb433 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.891496] env[69330]: DEBUG oslo_concurrency.lockutils [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Acquiring lock "6b7b1903-2dd5-45a0-b195-7669dbcf9fc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.891880] env[69330]: DEBUG oslo_concurrency.lockutils [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Lock "6b7b1903-2dd5-45a0-b195-7669dbcf9fc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.892208] env[69330]: DEBUG oslo_concurrency.lockutils [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Acquiring lock "6b7b1903-2dd5-45a0-b195-7669dbcf9fc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.892470] env[69330]: DEBUG oslo_concurrency.lockutils [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Lock "6b7b1903-2dd5-45a0-b195-7669dbcf9fc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.892722] env[69330]: DEBUG oslo_concurrency.lockutils [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Lock "6b7b1903-2dd5-45a0-b195-7669dbcf9fc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.895808] env[69330]: INFO nova.compute.manager [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Terminating instance [ 742.928205] env[69330]: DEBUG nova.compute.manager [req-edada3e0-2e73-4db1-9c1b-0f0481a56dcd req-07a134fe-8b43-4dc3-92cf-e2b87582fb11 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Detach interface failed, port_id=402fbd16-13ba-440f-b918-ecb267b840c6, reason: Instance fbad53ec-e242-43ce-b7e9-75f4e1ce69f6 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 742.932116] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e343f74-b98f-4307-9a2d-c5e05271e0fb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.941458] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd857d74-755b-4830-869e-7e6cd8496331 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.980036] env[69330]: DEBUG nova.network.neutron [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.981954] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695951b2-201e-4a8d-9b8d-8727f41686f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.990925] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc41be4c-6c85-4a5e-a36b-b92a8b4b0f12 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.006415] env[69330]: DEBUG nova.compute.provider_tree [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.074413] env[69330]: INFO nova.compute.manager [-] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Took 1.78 seconds to deallocate network for instance. [ 743.215655] env[69330]: DEBUG oslo_vmware.api [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128025, 'name': PowerOnVM_Task, 'duration_secs': 0.683433} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.216014] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.216259] env[69330]: INFO nova.compute.manager [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Took 10.08 seconds to spawn the instance on the hypervisor. [ 743.216531] env[69330]: DEBUG nova.compute.manager [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 743.217414] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e04a5fa-94bb-4478-83a5-5996354ab9c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.228599] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Releasing lock "refresh_cache-0b294da9-d4c6-47ce-bfad-682acfe3f261" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.228993] env[69330]: DEBUG nova.compute.manager [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.229200] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.230073] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ab04c1-e392-4cf5-8062-3ecfb7519915 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.241021] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.241484] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d1fefec-ee2b-474b-b5df-29b55e01f3eb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.250201] env[69330]: DEBUG oslo_vmware.api [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Waiting for the task: (returnval){ [ 743.250201] env[69330]: value = "task-4128026" [ 743.250201] env[69330]: _type = "Task" [ 743.250201] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.264116] env[69330]: DEBUG oslo_vmware.api [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4128026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.323240] env[69330]: DEBUG nova.network.neutron [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.400514] env[69330]: DEBUG nova.compute.manager [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.400876] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.403310] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1d9b93-4fdb-4062-8d82-7808a5815683 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.412389] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.412622] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f88fa13-b0ed-4e49-9709-14e70e8c4c2a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.423429] env[69330]: DEBUG oslo_vmware.api [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Waiting for the task: (returnval){ [ 743.423429] env[69330]: value = "task-4128027" [ 743.423429] env[69330]: _type = "Task" [ 743.423429] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.435677] env[69330]: DEBUG oslo_vmware.api [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4128027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.511969] env[69330]: DEBUG nova.scheduler.client.report [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.582519] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.738156] env[69330]: INFO nova.compute.manager [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Took 35.23 seconds to build instance. [ 743.743315] env[69330]: DEBUG nova.compute.manager [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.764830] env[69330]: DEBUG oslo_vmware.api [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4128026, 'name': PowerOffVM_Task, 'duration_secs': 0.211655} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.765142] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.765316] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.765715] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd0bb75d-7c80-44f4-bd18-ad6567f5fdd9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.777671] env[69330]: DEBUG nova.virt.hardware [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.777924] env[69330]: DEBUG nova.virt.hardware [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.778055] env[69330]: DEBUG nova.virt.hardware [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.778314] env[69330]: DEBUG nova.virt.hardware [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.778399] env[69330]: DEBUG nova.virt.hardware [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.778600] env[69330]: DEBUG nova.virt.hardware [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.778804] env[69330]: DEBUG nova.virt.hardware [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.779228] env[69330]: DEBUG nova.virt.hardware [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.779228] env[69330]: DEBUG nova.virt.hardware [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.779446] env[69330]: DEBUG nova.virt.hardware [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.779696] env[69330]: DEBUG nova.virt.hardware [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.780968] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b54d12e-2f98-442f-8776-25d2af33b278 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.795410] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de57e1e-5a31-40b6-adf5-312aca694ba1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.799997] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.800261] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.800443] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Deleting the datastore file [datastore2] 0b294da9-d4c6-47ce-bfad-682acfe3f261 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.801413] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40017837-b03a-4b4f-a6a2-a8d0e842b265 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.814745] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.821315] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Creating folder: Project (a2c7ea3c905248cfa1d700eb88918780). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.822395] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-449461f5-1f8b-493e-9f09-0d8af99f80c7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.827900] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Releasing lock "refresh_cache-1b1a56e1-6fbb-485e-a802-7acffe4ccb3e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.829821] env[69330]: DEBUG nova.compute.manager [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.829821] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.829821] env[69330]: DEBUG oslo_vmware.api [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Waiting for the task: (returnval){ [ 743.829821] env[69330]: value = "task-4128029" [ 743.829821] env[69330]: _type = "Task" [ 743.829821] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.831204] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2fbdfb-1baa-4240-b2dd-5d3746edb890 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.838225] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Created folder: Project (a2c7ea3c905248cfa1d700eb88918780) in parent group-v817559. [ 743.838541] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Creating folder: Instances. Parent ref: group-v817655. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.839279] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0a9f18b-d0d5-49ed-b496-4a0edb392b16 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.843112] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.846929] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-046b829d-0b62-4c70-97aa-078ab5f45531 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.849908] env[69330]: DEBUG oslo_vmware.api [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4128029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.855236] env[69330]: DEBUG oslo_vmware.api [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Waiting for the task: (returnval){ [ 743.855236] env[69330]: value = "task-4128032" [ 743.855236] env[69330]: _type = "Task" [ 743.855236] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.861284] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Created folder: Instances in parent group-v817655. [ 743.861693] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.862509] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.862799] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7414bad2-b3bd-48ed-86bf-c5e3957653fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.880930] env[69330]: DEBUG oslo_vmware.api [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4128032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.893450] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.893450] env[69330]: value = "task-4128033" [ 743.893450] env[69330]: _type = "Task" [ 743.893450] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.904058] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128033, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.936074] env[69330]: DEBUG oslo_vmware.api [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4128027, 'name': PowerOffVM_Task, 'duration_secs': 0.241161} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.936623] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.936705] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.937013] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c404435-29ba-4a23-91a4-2f32bf6713f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.022507] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.028689] env[69330]: DEBUG oslo_concurrency.lockutils [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.518s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.028996] env[69330]: DEBUG nova.objects.instance [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lazy-loading 'resources' on Instance uuid 985fa962-e2cc-488a-a102-1a1aabc93dcb {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.030639] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.030972] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.030972] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Deleting the datastore file [datastore2] 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.031126] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-237dcc84-33ad-4f6b-bdda-18ce07a3469a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.040788] env[69330]: DEBUG oslo_vmware.api [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Waiting for the task: (returnval){ [ 744.040788] env[69330]: value = "task-4128035" [ 744.040788] env[69330]: _type = "Task" [ 744.040788] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.055512] env[69330]: DEBUG oslo_vmware.api [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4128035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.057495] env[69330]: INFO nova.scheduler.client.report [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Deleted allocations for instance 1f7d5eb3-95f6-4b72-83df-a63a653091f7 [ 744.241783] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lock "9bb7ed59-d77e-4d35-88c2-4646a70c86dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.577s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.346027] env[69330]: DEBUG oslo_vmware.api [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Task: {'id': task-4128029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142023} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.346321] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.346541] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.346851] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.347043] env[69330]: INFO nova.compute.manager [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Took 1.12 seconds to destroy the instance on the hypervisor. [ 744.347548] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.347548] env[69330]: DEBUG nova.compute.manager [-] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.347696] env[69330]: DEBUG nova.network.neutron [-] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.370303] env[69330]: DEBUG oslo_vmware.api [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4128032, 'name': PowerOffVM_Task, 'duration_secs': 0.145865} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.370650] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.370759] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.371012] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40ae55a0-594c-4a16-a2a4-4c9c0560deb8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.374868] env[69330]: DEBUG nova.network.neutron [-] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.385678] env[69330]: DEBUG oslo_concurrency.lockutils [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Acquiring lock "1bd449dc-7011-4fad-956b-0bd23c946441" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.386082] env[69330]: DEBUG oslo_concurrency.lockutils [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Lock "1bd449dc-7011-4fad-956b-0bd23c946441" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.386199] env[69330]: DEBUG oslo_concurrency.lockutils [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Acquiring lock "1bd449dc-7011-4fad-956b-0bd23c946441-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.386367] env[69330]: DEBUG oslo_concurrency.lockutils [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Lock "1bd449dc-7011-4fad-956b-0bd23c946441-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.386537] env[69330]: DEBUG oslo_concurrency.lockutils [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Lock "1bd449dc-7011-4fad-956b-0bd23c946441-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.389079] env[69330]: INFO nova.compute.manager [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Terminating instance [ 744.400829] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.401054] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.401293] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Deleting the datastore file [datastore1] 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.407977] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dcb44e5-2a2c-4870-b3b7-4dc6141ff4c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.413022] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128033, 'name': CreateVM_Task, 'duration_secs': 0.38306} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.413022] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.413022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.413022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.413022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.417127] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f40a3f9-ea9c-4628-aa0b-321a41faf462 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.420890] env[69330]: DEBUG oslo_vmware.api [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Waiting for the task: (returnval){ [ 744.420890] env[69330]: value = "task-4128037" [ 744.420890] env[69330]: _type = "Task" [ 744.420890] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.426768] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 744.426768] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521a2a83-1f27-7134-6889-40d6a987b8e0" [ 744.426768] env[69330]: _type = "Task" [ 744.426768] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.436135] env[69330]: DEBUG oslo_vmware.api [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4128037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.443588] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521a2a83-1f27-7134-6889-40d6a987b8e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.444151] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.444816] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.445244] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.445667] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.446899] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.446899] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03004b77-97a0-4ccd-a94e-351f13da2375 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.458025] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.458234] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.459045] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b1c045-a883-4712-b0a8-47880b2147a9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.465791] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 744.465791] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520641e9-d484-6158-474a-6eac0ea42c6d" [ 744.465791] env[69330]: _type = "Task" [ 744.465791] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.474991] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520641e9-d484-6158-474a-6eac0ea42c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.513208] env[69330]: DEBUG nova.compute.manager [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 744.513875] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba61ced-03f5-4cca-98f1-af6a37c05f33 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.556235] env[69330]: DEBUG oslo_vmware.api [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Task: {'id': task-4128035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217404} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.556579] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.556826] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.557074] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.557303] env[69330]: INFO nova.compute.manager [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 744.557629] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.557904] env[69330]: DEBUG nova.compute.manager [-] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.558050] env[69330]: DEBUG nova.network.neutron [-] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.564707] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b82f546-d39e-4ed0-a92b-592dcac6e704 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.204s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.565960] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 21.047s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.566253] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.566588] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.566994] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.572498] env[69330]: INFO nova.compute.manager [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Terminating instance [ 744.746567] env[69330]: DEBUG nova.compute.manager [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.877615] env[69330]: DEBUG nova.network.neutron [-] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.900870] env[69330]: DEBUG nova.compute.manager [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.901384] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.903242] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a35c53f-4d9d-445e-96dc-3ae502a1e746 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.913074] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.913074] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f258c521-12ee-49c8-b1c3-7d51480da8c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.919976] env[69330]: DEBUG oslo_vmware.api [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Waiting for the task: (returnval){ [ 744.919976] env[69330]: value = "task-4128038" [ 744.919976] env[69330]: _type = "Task" [ 744.919976] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.936912] env[69330]: DEBUG oslo_vmware.api [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4128038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.940150] env[69330]: DEBUG oslo_vmware.api [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Task: {'id': task-4128037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122876} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.940449] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.940645] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.940819] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.940995] env[69330]: INFO nova.compute.manager [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 744.941286] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.941545] env[69330]: DEBUG nova.compute.manager [-] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.941629] env[69330]: DEBUG nova.network.neutron [-] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.974327] env[69330]: DEBUG nova.network.neutron [-] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.983046] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520641e9-d484-6158-474a-6eac0ea42c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.984392] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1b35f9c-0cda-49ad-9796-6dd80286565b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.995232] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 744.995232] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e0b601-a9bf-3cdd-c3c9-84aaf72b54f5" [ 744.995232] env[69330]: _type = "Task" [ 744.995232] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.007041] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e0b601-a9bf-3cdd-c3c9-84aaf72b54f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.030798] env[69330]: INFO nova.compute.manager [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] instance snapshotting [ 745.034226] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b468f8e-40a9-4080-b925-af56e3fae211 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.062156] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf365f4-e7b6-42df-81cb-93529ca36374 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.077012] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.077098] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquired lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.079597] env[69330]: DEBUG nova.network.neutron [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.255029] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e382ac-215e-460c-8a73-a5b61b31c2a0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.266338] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ac8dd9-ca86-4c21-8383-9cd995a8cbe3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.271077] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.307040] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b136715-d042-4730-8fb6-a658d4e9c9dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.317300] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4efd95-6f29-4366-8eab-9e596d08e2f7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.333761] env[69330]: DEBUG nova.compute.provider_tree [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.381708] env[69330]: INFO nova.compute.manager [-] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Took 1.03 seconds to deallocate network for instance. [ 745.432573] env[69330]: DEBUG oslo_vmware.api [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4128038, 'name': PowerOffVM_Task, 'duration_secs': 0.292195} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.433581] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.433799] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.434072] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f23040bc-3b37-443b-abec-349e815edddf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.477288] env[69330]: DEBUG nova.network.neutron [-] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.502141] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.502471] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.502582] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Deleting the datastore file [datastore2] 1bd449dc-7011-4fad-956b-0bd23c946441 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.503423] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38652a0a-1b66-4ecd-90d2-3fa3c8cccb77 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.509790] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e0b601-a9bf-3cdd-c3c9-84aaf72b54f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.510493] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.510786] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 4b053f7e-254c-439c-81cc-f336d193712d/4b053f7e-254c-439c-81cc-f336d193712d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.511141] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1acf78f7-0cd0-4018-93fe-c0fea5a30c18 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.515198] env[69330]: DEBUG oslo_vmware.api [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Waiting for the task: (returnval){ [ 745.515198] env[69330]: value = "task-4128040" [ 745.515198] env[69330]: _type = "Task" [ 745.515198] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.520893] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 745.520893] env[69330]: value = "task-4128041" [ 745.520893] env[69330]: _type = "Task" [ 745.520893] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.528960] env[69330]: DEBUG oslo_vmware.api [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4128040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.535124] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.576185] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 745.576185] env[69330]: DEBUG nova.network.neutron [-] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.577252] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-10cc600e-e44d-46d5-8c04-135e77a98b05 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.583096] env[69330]: DEBUG nova.compute.utils [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Can not refresh info_cache because instance was not found {{(pid=69330) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 745.589849] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 745.589849] env[69330]: value = "task-4128042" [ 745.589849] env[69330]: _type = "Task" [ 745.589849] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.601939] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128042, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.608495] env[69330]: DEBUG nova.network.neutron [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.731255] env[69330]: DEBUG nova.compute.manager [req-ce9b074c-2efa-414a-8ac8-d317ee09cfd2 req-920f3d0e-4da9-42fa-b9cf-45b1a5210f5d service nova] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Received event network-vif-deleted-4310ed6a-c728-4f93-bfe2-2975beffffa1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.753139] env[69330]: DEBUG nova.network.neutron [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.840954] env[69330]: DEBUG nova.scheduler.client.report [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.889728] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.979797] env[69330]: INFO nova.compute.manager [-] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Took 1.04 seconds to deallocate network for instance. [ 746.029907] env[69330]: DEBUG oslo_vmware.api [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Task: {'id': task-4128040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177241} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.030642] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.030943] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.031066] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.031247] env[69330]: INFO nova.compute.manager [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Took 1.13 seconds to destroy the instance on the hypervisor. [ 746.031470] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.031790] env[69330]: DEBUG nova.compute.manager [-] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.031790] env[69330]: DEBUG nova.network.neutron [-] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.037047] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128041, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.081696] env[69330]: INFO nova.compute.manager [-] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Took 1.52 seconds to deallocate network for instance. [ 746.108281] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128042, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.201896] env[69330]: DEBUG nova.compute.manager [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 746.202872] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dc4c4f-82bb-4677-94b9-49a66e1d4066 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.262651] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Releasing lock "refresh_cache-1f7d5eb3-95f6-4b72-83df-a63a653091f7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.264093] env[69330]: DEBUG nova.compute.manager [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.264093] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.264350] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56165de8-554f-49db-81fc-f313e8077d55 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.280594] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a401da-58ab-4895-89ca-3c3cbbbe24c6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.295612] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "63c431fc-2eba-4384-90df-38d924c83407" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.296013] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "63c431fc-2eba-4384-90df-38d924c83407" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.318889] env[69330]: WARNING nova.virt.vmwareapi.vmops [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1f7d5eb3-95f6-4b72-83df-a63a653091f7 could not be found. [ 746.319218] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.319421] env[69330]: INFO nova.compute.manager [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Took 0.06 seconds to destroy the instance on the hypervisor. [ 746.319671] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.319922] env[69330]: DEBUG nova.compute.manager [-] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.320035] env[69330]: DEBUG nova.network.neutron [-] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.346950] env[69330]: DEBUG oslo_concurrency.lockutils [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.349358] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.758s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.349601] env[69330]: DEBUG nova.objects.instance [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Lazy-loading 'resources' on Instance uuid 8cabb81d-9470-4b45-b183-485160fc4a9b {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.380828] env[69330]: DEBUG nova.network.neutron [-] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.390134] env[69330]: INFO nova.scheduler.client.report [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Deleted allocations for instance 985fa962-e2cc-488a-a102-1a1aabc93dcb [ 746.492746] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.535719] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526031} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.536312] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 4b053f7e-254c-439c-81cc-f336d193712d/4b053f7e-254c-439c-81cc-f336d193712d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.536833] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.537255] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3daaeec-61fa-4a92-862b-d8f8926ac337 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.545855] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 746.545855] env[69330]: value = "task-4128043" [ 746.545855] env[69330]: _type = "Task" [ 746.545855] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.558574] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.594214] env[69330]: DEBUG oslo_concurrency.lockutils [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.606207] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128042, 'name': CreateSnapshot_Task, 'duration_secs': 0.743432} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.606207] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 746.606207] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710cd56b-146b-4d58-82fa-72d9d26daaa2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.715795] env[69330]: INFO nova.compute.manager [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] instance snapshotting [ 746.719363] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7918b7f-ac2d-4ce7-816f-6ee1e514e5ed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.740980] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93761f1d-f7e1-492a-b970-cd28aabe8acd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.890087] env[69330]: DEBUG nova.network.neutron [-] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.899477] env[69330]: DEBUG oslo_concurrency.lockutils [None req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "985fa962-e2cc-488a-a102-1a1aabc93dcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.886s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.058434] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088826} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.058434] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.058905] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb23e54d-20a2-48e2-a214-9f89bb10e0a1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.080762] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 4b053f7e-254c-439c-81cc-f336d193712d/4b053f7e-254c-439c-81cc-f336d193712d.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.084163] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43c48b37-c005-47c4-bc1f-5be01adf9ccf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.107922] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 747.107922] env[69330]: value = "task-4128044" [ 747.107922] env[69330]: _type = "Task" [ 747.107922] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.129853] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 747.132711] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-06eb9540-3749-4a18-aaea-879c370d0231 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.136099] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.148359] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 747.148359] env[69330]: value = "task-4128045" [ 747.148359] env[69330]: _type = "Task" [ 747.148359] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.155297] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128045, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.254417] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 747.255115] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1531acca-ad34-43c9-bd1a-111d38360545 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.264814] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 747.264814] env[69330]: value = "task-4128046" [ 747.264814] env[69330]: _type = "Task" [ 747.264814] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.277504] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128046, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.392609] env[69330]: INFO nova.compute.manager [-] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Took 1.07 seconds to deallocate network for instance. [ 747.433779] env[69330]: DEBUG nova.network.neutron [-] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.596787] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4959b53-0038-4a58-b94c-41e84914db06 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.608030] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e27079-8eb1-4f36-8351-97a756b9d8c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.618960] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128044, 'name': ReconfigVM_Task, 'duration_secs': 0.504273} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.648057] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 4b053f7e-254c-439c-81cc-f336d193712d/4b053f7e-254c-439c-81cc-f336d193712d.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.649103] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ae9f354-ad1f-4079-9303-2d5ff62c38e7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.655511] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19db1f57-c386-4019-8b1e-01c346832abd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.669078] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc15b9fc-57c8-4dc6-a5e0-34b4190be399 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.672402] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128045, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.674074] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 747.674074] env[69330]: value = "task-4128047" [ 747.674074] env[69330]: _type = "Task" [ 747.674074] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.686392] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "11fbad6e-6d44-41b8-863b-55cbda4faacd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.686458] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "11fbad6e-6d44-41b8-863b-55cbda4faacd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.686721] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "11fbad6e-6d44-41b8-863b-55cbda4faacd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.686951] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "11fbad6e-6d44-41b8-863b-55cbda4faacd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.687139] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "11fbad6e-6d44-41b8-863b-55cbda4faacd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.689249] env[69330]: DEBUG nova.compute.provider_tree [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.691167] env[69330]: INFO nova.compute.manager [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Terminating instance [ 747.698962] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128047, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.784019] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128046, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.899832] env[69330]: DEBUG nova.compute.manager [req-0c0287ce-f5f9-4b4f-8051-ea8aa2c546e3 req-0acedc7a-6bc9-4e4c-bf50-3764efa85743 service nova] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Received event network-vif-deleted-f452d500-ead8-4fa3-ad03-b4f51556b489 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.901842] env[69330]: INFO nova.compute.manager [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Instance disappeared during terminate [ 747.902347] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b8dd9925-673a-49db-8696-3f5999b27540 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "1f7d5eb3-95f6-4b72-83df-a63a653091f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.336s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.938959] env[69330]: INFO nova.compute.manager [-] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Took 1.90 seconds to deallocate network for instance. [ 748.161750] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128045, 'name': CloneVM_Task} progress is 95%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.185133] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128047, 'name': Rename_Task, 'duration_secs': 0.179025} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.185570] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.186011] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21422451-2b0d-4fe1-9296-d8a1398de2ed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.195398] env[69330]: DEBUG nova.scheduler.client.report [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.207457] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 748.207457] env[69330]: value = "task-4128048" [ 748.207457] env[69330]: _type = "Task" [ 748.207457] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.208777] env[69330]: DEBUG nova.compute.manager [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.212024] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.213070] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2241f8cf-f3df-475a-8027-bb82d8bdc8b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.233269] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128048, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.234286] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.235363] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ac69c25-0767-46f2-a389-8b98ff4b9963 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.250023] env[69330]: DEBUG oslo_vmware.api [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 748.250023] env[69330]: value = "task-4128049" [ 748.250023] env[69330]: _type = "Task" [ 748.250023] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.258914] env[69330]: DEBUG oslo_vmware.api [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4128049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.280441] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128046, 'name': CreateSnapshot_Task, 'duration_secs': 0.649521} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.280971] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 748.281950] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9425f1a0-8cdc-4204-af3a-fefe127b50dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.448363] env[69330]: DEBUG oslo_concurrency.lockutils [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.556032] env[69330]: DEBUG oslo_vmware.rw_handles [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b53f5c-322d-4c4b-9d7e-19d5de73194b/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 748.557012] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98e2b6b-f359-426e-9a84-498eeb4449b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.564104] env[69330]: DEBUG oslo_vmware.rw_handles [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b53f5c-322d-4c4b-9d7e-19d5de73194b/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 748.564437] env[69330]: ERROR oslo_vmware.rw_handles [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b53f5c-322d-4c4b-9d7e-19d5de73194b/disk-0.vmdk due to incomplete transfer. [ 748.564561] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-22e7f521-d012-46d6-a342-cfab7f731f82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.575437] env[69330]: DEBUG oslo_vmware.rw_handles [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b53f5c-322d-4c4b-9d7e-19d5de73194b/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 748.575679] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Uploaded image 77198319-a87a-4587-871a-bfc16be89d06 to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 748.581903] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 748.582239] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2bd4b37e-397e-436f-b654-7edb73fc1909 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.590040] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 748.590040] env[69330]: value = "task-4128050" [ 748.590040] env[69330]: _type = "Task" [ 748.590040] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.601182] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128050, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.664759] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128045, 'name': CloneVM_Task, 'duration_secs': 1.405156} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.664759] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Created linked-clone VM from snapshot [ 748.665461] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da632ee8-5a72-47ab-a081-54c16c5f1fba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.675979] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Uploading image 2a19e943-83a1-4bdd-a461-6ade9d2cc090 {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 748.693928] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 748.693928] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5e4f2b3f-ee2f-4b31-9c2e-e7758a9a1c14 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.701480] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 748.701480] env[69330]: value = "task-4128051" [ 748.701480] env[69330]: _type = "Task" [ 748.701480] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.707975] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.359s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.715313] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.933s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.716990] env[69330]: INFO nova.compute.claims [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.720807] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128051, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.731727] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128048, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.748433] env[69330]: INFO nova.scheduler.client.report [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Deleted allocations for instance 8cabb81d-9470-4b45-b183-485160fc4a9b [ 748.766712] env[69330]: DEBUG oslo_vmware.api [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4128049, 'name': PowerOffVM_Task, 'duration_secs': 0.239433} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.766859] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.769203] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.769203] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f761a7c1-9a23-4430-8352-b9c758c05791 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.806128] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 748.807083] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e396191-b020-4336-a5fa-4142cb4d85ea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.817839] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 748.817839] env[69330]: value = "task-4128053" [ 748.817839] env[69330]: _type = "Task" [ 748.817839] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.827690] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128053, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.842026] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.842026] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.842026] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Deleting the datastore file [datastore2] 11fbad6e-6d44-41b8-863b-55cbda4faacd {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.842026] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30ad11e4-c3b3-4562-ad08-8510c537d48d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.850887] env[69330]: DEBUG oslo_vmware.api [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for the task: (returnval){ [ 748.850887] env[69330]: value = "task-4128054" [ 748.850887] env[69330]: _type = "Task" [ 748.850887] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.862269] env[69330]: DEBUG oslo_vmware.api [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4128054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.100828] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128050, 'name': Destroy_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.213623] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128051, 'name': Destroy_Task, 'duration_secs': 0.389677} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.214118] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Destroyed the VM [ 749.214410] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 749.214735] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f53a469-e7ae-4697-b752-4a959ba51c61 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.225991] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 749.225991] env[69330]: value = "task-4128055" [ 749.225991] env[69330]: _type = "Task" [ 749.225991] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.243187] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.247596] env[69330]: DEBUG oslo_vmware.api [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128048, 'name': PowerOnVM_Task, 'duration_secs': 1.042666} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.247939] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.248122] env[69330]: INFO nova.compute.manager [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Took 5.50 seconds to spawn the instance on the hypervisor. [ 749.248328] env[69330]: DEBUG nova.compute.manager [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 749.249231] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1313dfca-97f9-4259-a154-e41ada8e0831 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.263813] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b1125968-718c-4739-8aeb-849a5da3e407 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Lock "8cabb81d-9470-4b45-b183-485160fc4a9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.846s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.333629] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128053, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.366686] env[69330]: DEBUG oslo_vmware.api [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Task: {'id': task-4128054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213233} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.367072] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.367279] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.367511] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.367743] env[69330]: INFO nova.compute.manager [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 749.368230] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.368730] env[69330]: DEBUG nova.compute.manager [-] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.368862] env[69330]: DEBUG nova.network.neutron [-] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.601879] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128050, 'name': Destroy_Task, 'duration_secs': 0.81912} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.602206] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Destroyed the VM [ 749.602476] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 749.602747] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-06509b65-e713-446d-b1f4-4d1db48a1011 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.610589] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 749.610589] env[69330]: value = "task-4128056" [ 749.610589] env[69330]: _type = "Task" [ 749.610589] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.622663] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128056, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.749954] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.787666] env[69330]: INFO nova.compute.manager [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Took 34.72 seconds to build instance. [ 749.831598] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128053, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.129547] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128056, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.247469] env[69330]: DEBUG oslo_vmware.api [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128055, 'name': RemoveSnapshot_Task, 'duration_secs': 0.906008} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.247988] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 750.296022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f76b21e7-d76c-426d-86c3-7dda55f4e5cb tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Lock "4b053f7e-254c-439c-81cc-f336d193712d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.362s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.334306] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128053, 'name': CloneVM_Task} progress is 95%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.450945] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733678f4-8383-4263-9ea7-792e749b4fca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.460384] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d8cfbd-0d65-4de3-9302-aee1eb8113c9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.498618] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f151dd-933d-44ff-a071-b6862fdc4e62 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.508441] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c095345-be3b-40d5-82c7-7de8a7717a26 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.525436] env[69330]: DEBUG nova.compute.provider_tree [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.592876] env[69330]: DEBUG nova.network.neutron [-] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.622656] env[69330]: DEBUG oslo_vmware.api [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128056, 'name': RemoveSnapshot_Task, 'duration_secs': 0.939191} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.622939] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 750.623188] env[69330]: INFO nova.compute.manager [None req-5c3a749f-a291-46bf-a672-70b8e2552f7d tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Took 17.22 seconds to snapshot the instance on the hypervisor. [ 750.636595] env[69330]: DEBUG nova.compute.manager [req-cc864c17-de9e-4e70-8d51-d5000bcd1950 req-58e6798e-7c51-4e71-a152-8b12da2d1982 service nova] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Received event network-vif-deleted-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.761430] env[69330]: WARNING nova.compute.manager [None req-d727f1a2-ec6a-4f31-9e62-dc7242695c8d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Image not found during snapshot: nova.exception.ImageNotFound: Image 2a19e943-83a1-4bdd-a461-6ade9d2cc090 could not be found. [ 750.798556] env[69330]: DEBUG nova.compute.manager [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.837031] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128053, 'name': CloneVM_Task, 'duration_secs': 1.718195} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.837031] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Created linked-clone VM from snapshot [ 750.837634] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b2bad2-3181-4bcd-a1f4-14d6789cb279 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.848680] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Uploading image f89b3482-bc68-47ed-84f1-5e2a2ee226e5 {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 750.874152] env[69330]: DEBUG oslo_vmware.rw_handles [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 750.874152] env[69330]: value = "vm-817661" [ 750.874152] env[69330]: _type = "VirtualMachine" [ 750.874152] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 750.874152] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-57157f5b-9451-47b6-afa2-86e184d889e4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.883808] env[69330]: DEBUG oslo_vmware.rw_handles [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lease: (returnval){ [ 750.883808] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5232d7aa-96e8-66e5-28d6-fd196afbdc84" [ 750.883808] env[69330]: _type = "HttpNfcLease" [ 750.883808] env[69330]: } obtained for exporting VM: (result){ [ 750.883808] env[69330]: value = "vm-817661" [ 750.883808] env[69330]: _type = "VirtualMachine" [ 750.883808] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 750.884481] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the lease: (returnval){ [ 750.884481] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5232d7aa-96e8-66e5-28d6-fd196afbdc84" [ 750.884481] env[69330]: _type = "HttpNfcLease" [ 750.884481] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 750.892083] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 750.892083] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5232d7aa-96e8-66e5-28d6-fd196afbdc84" [ 750.892083] env[69330]: _type = "HttpNfcLease" [ 750.892083] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 751.030800] env[69330]: DEBUG nova.scheduler.client.report [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.097919] env[69330]: INFO nova.compute.manager [-] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Took 1.73 seconds to deallocate network for instance. [ 751.328370] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.397025] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 751.397025] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5232d7aa-96e8-66e5-28d6-fd196afbdc84" [ 751.397025] env[69330]: _type = "HttpNfcLease" [ 751.397025] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 751.397025] env[69330]: DEBUG oslo_vmware.rw_handles [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 751.397025] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5232d7aa-96e8-66e5-28d6-fd196afbdc84" [ 751.397025] env[69330]: _type = "HttpNfcLease" [ 751.397025] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 751.397025] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4626822e-5085-4a92-af70-ffe427e02259 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.410393] env[69330]: DEBUG oslo_vmware.rw_handles [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f93af7-a6fe-d507-b747-a52ad862c1ae/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 751.410393] env[69330]: DEBUG oslo_vmware.rw_handles [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f93af7-a6fe-d507-b747-a52ad862c1ae/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 751.525896] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a446e22-f7c2-4e07-80fd-d937e70250cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.536256] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.539710] env[69330]: DEBUG nova.compute.manager [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.540803] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.602s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.542665] env[69330]: INFO nova.compute.claims [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.602750] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.700626] env[69330]: INFO nova.compute.manager [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Rebuilding instance [ 751.816132] env[69330]: DEBUG nova.compute.manager [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.817221] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28169870-d664-4b4a-bf29-0e16145e62c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.052242] env[69330]: DEBUG nova.compute.utils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.052713] env[69330]: DEBUG nova.compute.manager [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.053234] env[69330]: DEBUG nova.network.neutron [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.082031] env[69330]: DEBUG oslo_concurrency.lockutils [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "c55f207e-511e-44c0-ad4c-0415a9d94755" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.082031] env[69330]: DEBUG oslo_concurrency.lockutils [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "c55f207e-511e-44c0-ad4c-0415a9d94755" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.082230] env[69330]: DEBUG oslo_concurrency.lockutils [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "c55f207e-511e-44c0-ad4c-0415a9d94755-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.083132] env[69330]: DEBUG oslo_concurrency.lockutils [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "c55f207e-511e-44c0-ad4c-0415a9d94755-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.083132] env[69330]: DEBUG oslo_concurrency.lockutils [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "c55f207e-511e-44c0-ad4c-0415a9d94755-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.085158] env[69330]: INFO nova.compute.manager [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Terminating instance [ 752.134921] env[69330]: DEBUG nova.policy [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68efc3d35e4f487faacdf3bd3d527c9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21c514bb89a44b5da3ca575a54804cbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.554030] env[69330]: DEBUG nova.compute.manager [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.589535] env[69330]: DEBUG nova.compute.manager [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.589781] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.590724] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307219ff-57a1-4d0b-a8e2-28bbddacbbc8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.601233] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.601233] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8141bf87-7a55-45de-9768-bb07f02dd513 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.610920] env[69330]: DEBUG oslo_vmware.api [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 752.610920] env[69330]: value = "task-4128058" [ 752.610920] env[69330]: _type = "Task" [ 752.610920] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.625573] env[69330]: DEBUG oslo_vmware.api [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.769532] env[69330]: DEBUG nova.network.neutron [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Successfully created port: feadc76d-6cd4-4e81-95c7-31d54d64d96a {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.833429] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.833768] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d586c1a-130a-45b5-8d05-f6d21d79df82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.846234] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 752.846234] env[69330]: value = "task-4128059" [ 752.846234] env[69330]: _type = "Task" [ 752.846234] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.859293] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.125521] env[69330]: DEBUG oslo_vmware.api [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128058, 'name': PowerOffVM_Task, 'duration_secs': 0.305975} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.130145] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.130263] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.130728] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01275e5a-462e-43d2-af6b-266bf8d4fab5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.133289] env[69330]: DEBUG nova.compute.manager [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.134560] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038b74a4-47b5-4857-8e4b-0f9ffccea5f6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.218608] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.218985] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.219868] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Deleting the datastore file [datastore2] c55f207e-511e-44c0-ad4c-0415a9d94755 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.219868] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c253bea-8821-4e69-ae63-70aae39e15fb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.230016] env[69330]: DEBUG oslo_vmware.api [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 753.230016] env[69330]: value = "task-4128061" [ 753.230016] env[69330]: _type = "Task" [ 753.230016] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.234788] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a78782-a9c0-4fde-ae84-5b2f3f4d11a7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.245873] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f04db0f-6627-41be-b23e-7d604cb1ae7b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.252298] env[69330]: DEBUG oslo_vmware.api [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.279905] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75242cc3-91f6-4c82-9285-44b17817999d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.290117] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cce3a1-94a7-4d71-b351-9a6584844619 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.305322] env[69330]: DEBUG nova.compute.provider_tree [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.359263] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128059, 'name': PowerOffVM_Task, 'duration_secs': 0.239339} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.359525] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.359808] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.360658] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dc9791-040a-40bd-981f-d4208e5df8c6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.369918] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.370647] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92d18b03-ed0f-4885-b8ae-e8ec437b653c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.402232] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.402758] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.402758] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Deleting the datastore file [datastore1] 4b053f7e-254c-439c-81cc-f336d193712d {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.403150] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6b1c3f8-c897-4834-a266-30a3a334562a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.411399] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 753.411399] env[69330]: value = "task-4128063" [ 753.411399] env[69330]: _type = "Task" [ 753.411399] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.420286] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.580226] env[69330]: DEBUG nova.compute.manager [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.617794] env[69330]: DEBUG nova.virt.hardware [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.618693] env[69330]: DEBUG nova.virt.hardware [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.618899] env[69330]: DEBUG nova.virt.hardware [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.619143] env[69330]: DEBUG nova.virt.hardware [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.619262] env[69330]: DEBUG nova.virt.hardware [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.619412] env[69330]: DEBUG nova.virt.hardware [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.619635] env[69330]: DEBUG nova.virt.hardware [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.619809] env[69330]: DEBUG nova.virt.hardware [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.620048] env[69330]: DEBUG nova.virt.hardware [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.620204] env[69330]: DEBUG nova.virt.hardware [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.620378] env[69330]: DEBUG nova.virt.hardware [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.621292] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d876a1-fc2e-42a4-a2f7-545a0c215c8e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.631285] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d24cfc-c272-4ea0-844d-ebfae1df28e8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.652662] env[69330]: INFO nova.compute.manager [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] instance snapshotting [ 753.657407] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600b2c98-8d7b-4e02-855e-299fdf9c3c0d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.682036] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272d7f53-56ad-408d-bef0-bf972f70f69b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.741755] env[69330]: DEBUG oslo_vmware.api [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18155} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.742808] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.742982] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.743172] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.743342] env[69330]: INFO nova.compute.manager [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Took 1.15 seconds to destroy the instance on the hypervisor. [ 753.743572] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.743759] env[69330]: DEBUG nova.compute.manager [-] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.743846] env[69330]: DEBUG nova.network.neutron [-] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.808728] env[69330]: DEBUG nova.scheduler.client.report [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.924700] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113647} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.924992] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.925203] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.925375] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.194742] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 754.195134] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-35a7fd50-8f63-4b69-99c4-4d8579d88536 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.208064] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 754.208064] env[69330]: value = "task-4128064" [ 754.208064] env[69330]: _type = "Task" [ 754.208064] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.220203] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128064, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.317480] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.317480] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.319880] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.733s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.321727] env[69330]: INFO nova.compute.claims [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.337338] env[69330]: DEBUG nova.compute.manager [req-d9850750-334e-4244-913b-bbea6be0a49b req-ff8a3921-3cc6-4f6c-ae58-15cf1735bc00 service nova] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Received event network-vif-deleted-bdd6d007-cbbe-44ca-ab2c-a20595919386 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.337338] env[69330]: INFO nova.compute.manager [req-d9850750-334e-4244-913b-bbea6be0a49b req-ff8a3921-3cc6-4f6c-ae58-15cf1735bc00 service nova] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Neutron deleted interface bdd6d007-cbbe-44ca-ab2c-a20595919386; detaching it from the instance and deleting it from the info cache [ 754.338429] env[69330]: DEBUG nova.network.neutron [req-d9850750-334e-4244-913b-bbea6be0a49b req-ff8a3921-3cc6-4f6c-ae58-15cf1735bc00 service nova] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.624022] env[69330]: DEBUG nova.network.neutron [-] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.719021] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128064, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.825334] env[69330]: DEBUG nova.network.neutron [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Successfully updated port: feadc76d-6cd4-4e81-95c7-31d54d64d96a {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.832246] env[69330]: DEBUG nova.compute.utils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.836064] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.836474] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.842123] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dca51c2b-355d-413a-9277-e4d902112e22 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.858222] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a34cfd-725a-48fc-b67d-bf952c7bbc6c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.909655] env[69330]: DEBUG nova.compute.manager [req-d9850750-334e-4244-913b-bbea6be0a49b req-ff8a3921-3cc6-4f6c-ae58-15cf1735bc00 service nova] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Detach interface failed, port_id=bdd6d007-cbbe-44ca-ab2c-a20595919386, reason: Instance c55f207e-511e-44c0-ad4c-0415a9d94755 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 754.932758] env[69330]: DEBUG nova.policy [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49655e1caccd461b95834870278cb318', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6f924636b284f2fa7ee4389e43e8fb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.970092] env[69330]: DEBUG nova.virt.hardware [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.970092] env[69330]: DEBUG nova.virt.hardware [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.970092] env[69330]: DEBUG nova.virt.hardware [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.970449] env[69330]: DEBUG nova.virt.hardware [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.970678] env[69330]: DEBUG nova.virt.hardware [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.971729] env[69330]: DEBUG nova.virt.hardware [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.971729] env[69330]: DEBUG nova.virt.hardware [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.971729] env[69330]: DEBUG nova.virt.hardware [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.971729] env[69330]: DEBUG nova.virt.hardware [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.971729] env[69330]: DEBUG nova.virt.hardware [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.972042] env[69330]: DEBUG nova.virt.hardware [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.973640] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8c0844-abc9-44ca-8aa2-52f2df4c4dc5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.984650] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b34a786-ec09-4233-a72c-8bcab8db36ec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.002550] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.008924] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.009269] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.009803] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff7320bb-3e1f-4a72-868a-c9253bbb33ea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.030104] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.030104] env[69330]: value = "task-4128065" [ 755.030104] env[69330]: _type = "Task" [ 755.030104] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.049252] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128065, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.126167] env[69330]: INFO nova.compute.manager [-] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Took 1.38 seconds to deallocate network for instance. [ 755.224040] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128064, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.339520] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.341186] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Acquiring lock "refresh_cache-9f2f209a-8b24-432d-80ea-c81c6464ab09" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.341394] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Acquired lock "refresh_cache-9f2f209a-8b24-432d-80ea-c81c6464ab09" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.341605] env[69330]: DEBUG nova.network.neutron [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.554928] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128065, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.635046] env[69330]: DEBUG oslo_concurrency.lockutils [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.647835] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Successfully created port: 779714eb-7b59-4298-aa3e-d3e3cdb77847 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.712557] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a91105-1f17-405b-97aa-dabd56aff0fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.738735] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25572730-1039-4db0-a244-fce6d26cc4fb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.742825] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128064, 'name': CreateSnapshot_Task, 'duration_secs': 1.208802} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.743305] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 755.744957] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd4e09d-0cad-4d30-9c74-2a8b30e539c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.775100] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824fd650-4767-4cf0-9930-7f8c66925c76 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.789138] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffc5e0f-dcdb-441c-bf76-add7183a140a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.806283] env[69330]: DEBUG nova.compute.provider_tree [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.904430] env[69330]: DEBUG nova.network.neutron [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.044464] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128065, 'name': CreateVM_Task, 'duration_secs': 0.631382} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.044464] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.044923] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.045124] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.045487] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.045799] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-064695c3-4278-4f6d-8e86-e95ec4336433 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.055458] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 756.055458] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f10a68-f0ff-4ee0-1017-5c3c9e4d1e9e" [ 756.055458] env[69330]: _type = "Task" [ 756.055458] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.065307] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f10a68-f0ff-4ee0-1017-5c3c9e4d1e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.085181] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquiring lock "0a570f28-2b57-463e-a1a1-c8e073763c90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.085481] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Lock "0a570f28-2b57-463e-a1a1-c8e073763c90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.202423] env[69330]: DEBUG nova.network.neutron [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Updating instance_info_cache with network_info: [{"id": "feadc76d-6cd4-4e81-95c7-31d54d64d96a", "address": "fa:16:3e:43:93:48", "network": {"id": "f8b007c6-cf92-42b3-b958-4bae0b74443b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-500707858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "21c514bb89a44b5da3ca575a54804cbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeadc76d-6c", "ovs_interfaceid": "feadc76d-6cd4-4e81-95c7-31d54d64d96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.292999] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 756.292999] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f0f521a-8eaa-4681-a4e6-169c48599da9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.303219] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 756.303219] env[69330]: value = "task-4128066" [ 756.303219] env[69330]: _type = "Task" [ 756.303219] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.312753] env[69330]: DEBUG nova.scheduler.client.report [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.316282] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128066, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.353425] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.395155] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.395435] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.395844] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.396556] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.399236] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.399236] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.399236] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.399236] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.399236] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.399236] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.399236] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.400105] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea542c47-2c03-46b6-8405-36d9eefafd2f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.413388] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae334ac-dde2-454e-a14b-eb35b5d0b7e4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.567806] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f10a68-f0ff-4ee0-1017-5c3c9e4d1e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012054} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.568296] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.568578] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.568958] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.569328] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.569686] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.569851] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-910a0a1c-f0c4-4d61-bc89-3138a89d83c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.582276] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.582397] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.583183] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0490adc-4eda-4a47-97dd-cb4a8061f743 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.590910] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 756.590910] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c6f33e-84bf-9186-22a5-8ce68838a90c" [ 756.590910] env[69330]: _type = "Task" [ 756.590910] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.607054] env[69330]: DEBUG nova.compute.manager [req-f47d3095-5737-4adb-afee-d04d1a873864 req-36c9e7a0-f563-42f3-9992-4ac60907117b service nova] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Received event network-vif-plugged-feadc76d-6cd4-4e81-95c7-31d54d64d96a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.607257] env[69330]: DEBUG oslo_concurrency.lockutils [req-f47d3095-5737-4adb-afee-d04d1a873864 req-36c9e7a0-f563-42f3-9992-4ac60907117b service nova] Acquiring lock "9f2f209a-8b24-432d-80ea-c81c6464ab09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.607997] env[69330]: DEBUG oslo_concurrency.lockutils [req-f47d3095-5737-4adb-afee-d04d1a873864 req-36c9e7a0-f563-42f3-9992-4ac60907117b service nova] Lock "9f2f209a-8b24-432d-80ea-c81c6464ab09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.607997] env[69330]: DEBUG oslo_concurrency.lockutils [req-f47d3095-5737-4adb-afee-d04d1a873864 req-36c9e7a0-f563-42f3-9992-4ac60907117b service nova] Lock "9f2f209a-8b24-432d-80ea-c81c6464ab09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.607997] env[69330]: DEBUG nova.compute.manager [req-f47d3095-5737-4adb-afee-d04d1a873864 req-36c9e7a0-f563-42f3-9992-4ac60907117b service nova] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] No waiting events found dispatching network-vif-plugged-feadc76d-6cd4-4e81-95c7-31d54d64d96a {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 756.607997] env[69330]: WARNING nova.compute.manager [req-f47d3095-5737-4adb-afee-d04d1a873864 req-36c9e7a0-f563-42f3-9992-4ac60907117b service nova] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Received unexpected event network-vif-plugged-feadc76d-6cd4-4e81-95c7-31d54d64d96a for instance with vm_state building and task_state spawning. [ 756.608305] env[69330]: DEBUG nova.compute.manager [req-f47d3095-5737-4adb-afee-d04d1a873864 req-36c9e7a0-f563-42f3-9992-4ac60907117b service nova] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Received event network-changed-feadc76d-6cd4-4e81-95c7-31d54d64d96a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.608305] env[69330]: DEBUG nova.compute.manager [req-f47d3095-5737-4adb-afee-d04d1a873864 req-36c9e7a0-f563-42f3-9992-4ac60907117b service nova] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Refreshing instance network info cache due to event network-changed-feadc76d-6cd4-4e81-95c7-31d54d64d96a. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.608450] env[69330]: DEBUG oslo_concurrency.lockutils [req-f47d3095-5737-4adb-afee-d04d1a873864 req-36c9e7a0-f563-42f3-9992-4ac60907117b service nova] Acquiring lock "refresh_cache-9f2f209a-8b24-432d-80ea-c81c6464ab09" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.609790] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c6f33e-84bf-9186-22a5-8ce68838a90c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.705309] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Releasing lock "refresh_cache-9f2f209a-8b24-432d-80ea-c81c6464ab09" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.705684] env[69330]: DEBUG nova.compute.manager [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Instance network_info: |[{"id": "feadc76d-6cd4-4e81-95c7-31d54d64d96a", "address": "fa:16:3e:43:93:48", "network": {"id": "f8b007c6-cf92-42b3-b958-4bae0b74443b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-500707858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "21c514bb89a44b5da3ca575a54804cbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeadc76d-6c", "ovs_interfaceid": "feadc76d-6cd4-4e81-95c7-31d54d64d96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.706523] env[69330]: DEBUG oslo_concurrency.lockutils [req-f47d3095-5737-4adb-afee-d04d1a873864 req-36c9e7a0-f563-42f3-9992-4ac60907117b service nova] Acquired lock "refresh_cache-9f2f209a-8b24-432d-80ea-c81c6464ab09" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.707711] env[69330]: DEBUG nova.network.neutron [req-f47d3095-5737-4adb-afee-d04d1a873864 req-36c9e7a0-f563-42f3-9992-4ac60907117b service nova] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Refreshing network info cache for port feadc76d-6cd4-4e81-95c7-31d54d64d96a {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.711309] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:93:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feadc76d-6cd4-4e81-95c7-31d54d64d96a', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.720838] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Creating folder: Project (21c514bb89a44b5da3ca575a54804cbb). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.721473] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e192ed9-5ff6-4c0a-bb85-c448d00f51f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.734060] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Created folder: Project (21c514bb89a44b5da3ca575a54804cbb) in parent group-v817559. [ 756.734278] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Creating folder: Instances. Parent ref: group-v817665. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.734528] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44d006b3-6e5b-45ab-95be-477fe24be37a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.745972] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Created folder: Instances in parent group-v817665. [ 756.745972] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.746282] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.746282] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4045f5df-a95e-4a54-b5ac-d0728d97ebac {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.768724] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.768724] env[69330]: value = "task-4128069" [ 756.768724] env[69330]: _type = "Task" [ 756.768724] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.777845] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128069, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.816550] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128066, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.817441] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.817959] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.821506] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.593s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.821719] env[69330]: DEBUG nova.objects.instance [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lazy-loading 'resources' on Instance uuid 680d7b0e-473f-474e-9dce-245ce103d9e7 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.106033] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c6f33e-84bf-9186-22a5-8ce68838a90c, 'name': SearchDatastore_Task, 'duration_secs': 0.014335} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.106033] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2aaebcf-ad81-4b69-8cd1-7f21eb0989aa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.110243] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 757.110243] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522720db-3c32-2fcf-b42b-6bbfbe4f8824" [ 757.110243] env[69330]: _type = "Task" [ 757.110243] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.120516] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522720db-3c32-2fcf-b42b-6bbfbe4f8824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.279412] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128069, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.318879] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128066, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.330375] env[69330]: DEBUG nova.compute.utils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.333432] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.333843] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.405074] env[69330]: DEBUG nova.policy [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49655e1caccd461b95834870278cb318', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6f924636b284f2fa7ee4389e43e8fb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.622733] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522720db-3c32-2fcf-b42b-6bbfbe4f8824, 'name': SearchDatastore_Task, 'duration_secs': 0.013809} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.622733] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.623160] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 4b053f7e-254c-439c-81cc-f336d193712d/4b053f7e-254c-439c-81cc-f336d193712d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.623745] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd82c449-7565-467e-bf9f-d41eea725f35 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.634299] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 757.634299] env[69330]: value = "task-4128070" [ 757.634299] env[69330]: _type = "Task" [ 757.634299] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.645682] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.731453] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Successfully created port: 12e29b37-f45c-4c37-9e79-ff3340fe2e75 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.783573] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128069, 'name': CreateVM_Task, 'duration_secs': 0.735237} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.783863] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.784605] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.784990] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.785406] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.785967] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d91f27-f090-459d-be53-28809b4d4037 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.794802] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Waiting for the task: (returnval){ [ 757.794802] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5206eb6f-33d0-a82e-7e63-ccbecbf379f0" [ 757.794802] env[69330]: _type = "Task" [ 757.794802] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.803696] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5206eb6f-33d0-a82e-7e63-ccbecbf379f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.816141] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128066, 'name': CloneVM_Task, 'duration_secs': 1.385955} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.816454] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Created linked-clone VM from snapshot [ 757.817309] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cab40a-6073-4a53-805a-eee8eaac87a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.824816] env[69330]: DEBUG nova.network.neutron [req-f47d3095-5737-4adb-afee-d04d1a873864 req-36c9e7a0-f563-42f3-9992-4ac60907117b service nova] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Updated VIF entry in instance network info cache for port feadc76d-6cd4-4e81-95c7-31d54d64d96a. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.825205] env[69330]: DEBUG nova.network.neutron [req-f47d3095-5737-4adb-afee-d04d1a873864 req-36c9e7a0-f563-42f3-9992-4ac60907117b service nova] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Updating instance_info_cache with network_info: [{"id": "feadc76d-6cd4-4e81-95c7-31d54d64d96a", "address": "fa:16:3e:43:93:48", "network": {"id": "f8b007c6-cf92-42b3-b958-4bae0b74443b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-500707858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "21c514bb89a44b5da3ca575a54804cbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeadc76d-6c", "ovs_interfaceid": "feadc76d-6cd4-4e81-95c7-31d54d64d96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.830489] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Uploading image 2d045c6b-5e29-4071-951f-7fb6121cd537 {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 757.841636] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.876504] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 757.876504] env[69330]: value = "vm-817664" [ 757.876504] env[69330]: _type = "VirtualMachine" [ 757.876504] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 757.876840] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa2b488d-a5bc-4aa1-92ab-3bc0af3378a0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.887270] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lease: (returnval){ [ 757.887270] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52299a12-1f5b-c597-fb87-13f1da25944d" [ 757.887270] env[69330]: _type = "HttpNfcLease" [ 757.887270] env[69330]: } obtained for exporting VM: (result){ [ 757.887270] env[69330]: value = "vm-817664" [ 757.887270] env[69330]: _type = "VirtualMachine" [ 757.887270] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 757.887649] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the lease: (returnval){ [ 757.887649] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52299a12-1f5b-c597-fb87-13f1da25944d" [ 757.887649] env[69330]: _type = "HttpNfcLease" [ 757.887649] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 757.896402] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.896402] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52299a12-1f5b-c597-fb87-13f1da25944d" [ 757.896402] env[69330]: _type = "HttpNfcLease" [ 757.896402] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 758.035677] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Successfully updated port: 779714eb-7b59-4298-aa3e-d3e3cdb77847 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.146550] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128070, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.148444] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140f9ea2-0ff8-41b1-a878-19a2db546706 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.157266] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba6acc9-514e-49bd-9f3c-5fe1160765fa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.191253] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d27bc03-cebf-4a65-bc19-af5a05a8c1b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.200138] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388f6073-d4d7-4bd4-89d2-3cd0197be792 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.216338] env[69330]: DEBUG nova.compute.provider_tree [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.306688] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5206eb6f-33d0-a82e-7e63-ccbecbf379f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013404} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.306984] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.307274] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.307523] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.307673] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.307869] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.308451] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bce06f6e-43dd-4b8a-a48a-dec08bf97e9f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.320568] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.320769] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.321550] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8460761-c921-4041-9bef-3bbd7f0ef97f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.327455] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Waiting for the task: (returnval){ [ 758.327455] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529f711a-c7da-6d20-e1e7-56e02b6b5c97" [ 758.327455] env[69330]: _type = "Task" [ 758.327455] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.337097] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529f711a-c7da-6d20-e1e7-56e02b6b5c97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.339835] env[69330]: DEBUG oslo_concurrency.lockutils [req-f47d3095-5737-4adb-afee-d04d1a873864 req-36c9e7a0-f563-42f3-9992-4ac60907117b service nova] Releasing lock "refresh_cache-9f2f209a-8b24-432d-80ea-c81c6464ab09" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.397666] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.397666] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52299a12-1f5b-c597-fb87-13f1da25944d" [ 758.397666] env[69330]: _type = "HttpNfcLease" [ 758.397666] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 758.398085] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 758.398085] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52299a12-1f5b-c597-fb87-13f1da25944d" [ 758.398085] env[69330]: _type = "HttpNfcLease" [ 758.398085] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 758.398907] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff8937e-ec73-4d9c-9042-33c5e59feb9c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.409069] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e97c92-12a8-9505-4177-2251d4c047ad/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 758.409302] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e97c92-12a8-9505-4177-2251d4c047ad/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 758.500650] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eec3b4fe-f377-4c41-8e37-2b5b20305277 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.538328] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "refresh_cache-343cba2c-2c74-45dd-a070-848cf139b3bb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.538480] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquired lock "refresh_cache-343cba2c-2c74-45dd-a070-848cf139b3bb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.539188] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.645883] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600559} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.646233] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 4b053f7e-254c-439c-81cc-f336d193712d/4b053f7e-254c-439c-81cc-f336d193712d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.646517] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.646836] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05587236-4001-4bee-b8b4-bb67287a091f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.655141] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 758.655141] env[69330]: value = "task-4128072" [ 758.655141] env[69330]: _type = "Task" [ 758.655141] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.668189] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.721034] env[69330]: DEBUG nova.scheduler.client.report [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.839520] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529f711a-c7da-6d20-e1e7-56e02b6b5c97, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.842228] env[69330]: DEBUG nova.compute.manager [req-ebcaba3c-4dea-467f-a756-3ecc80526a01 req-30755b93-deb3-4a9c-ac72-92a8caa379da service nova] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Received event network-vif-plugged-779714eb-7b59-4298-aa3e-d3e3cdb77847 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.842445] env[69330]: DEBUG oslo_concurrency.lockutils [req-ebcaba3c-4dea-467f-a756-3ecc80526a01 req-30755b93-deb3-4a9c-ac72-92a8caa379da service nova] Acquiring lock "343cba2c-2c74-45dd-a070-848cf139b3bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.842653] env[69330]: DEBUG oslo_concurrency.lockutils [req-ebcaba3c-4dea-467f-a756-3ecc80526a01 req-30755b93-deb3-4a9c-ac72-92a8caa379da service nova] Lock "343cba2c-2c74-45dd-a070-848cf139b3bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.842818] env[69330]: DEBUG oslo_concurrency.lockutils [req-ebcaba3c-4dea-467f-a756-3ecc80526a01 req-30755b93-deb3-4a9c-ac72-92a8caa379da service nova] Lock "343cba2c-2c74-45dd-a070-848cf139b3bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.843023] env[69330]: DEBUG nova.compute.manager [req-ebcaba3c-4dea-467f-a756-3ecc80526a01 req-30755b93-deb3-4a9c-ac72-92a8caa379da service nova] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] No waiting events found dispatching network-vif-plugged-779714eb-7b59-4298-aa3e-d3e3cdb77847 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 758.843214] env[69330]: WARNING nova.compute.manager [req-ebcaba3c-4dea-467f-a756-3ecc80526a01 req-30755b93-deb3-4a9c-ac72-92a8caa379da service nova] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Received unexpected event network-vif-plugged-779714eb-7b59-4298-aa3e-d3e3cdb77847 for instance with vm_state building and task_state spawning. [ 758.843369] env[69330]: DEBUG nova.compute.manager [req-ebcaba3c-4dea-467f-a756-3ecc80526a01 req-30755b93-deb3-4a9c-ac72-92a8caa379da service nova] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Received event network-changed-779714eb-7b59-4298-aa3e-d3e3cdb77847 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.843520] env[69330]: DEBUG nova.compute.manager [req-ebcaba3c-4dea-467f-a756-3ecc80526a01 req-30755b93-deb3-4a9c-ac72-92a8caa379da service nova] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Refreshing instance network info cache due to event network-changed-779714eb-7b59-4298-aa3e-d3e3cdb77847. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.843686] env[69330]: DEBUG oslo_concurrency.lockutils [req-ebcaba3c-4dea-467f-a756-3ecc80526a01 req-30755b93-deb3-4a9c-ac72-92a8caa379da service nova] Acquiring lock "refresh_cache-343cba2c-2c74-45dd-a070-848cf139b3bb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.843886] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4aab296-d507-4506-8196-822cc2a919ec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.851783] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.854364] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Waiting for the task: (returnval){ [ 758.854364] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b17b92-83a5-82c3-33ca-0cd8c265087c" [ 758.854364] env[69330]: _type = "Task" [ 758.854364] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.865290] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b17b92-83a5-82c3-33ca-0cd8c265087c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.877973] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.878270] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.878427] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.878608] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.878758] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.878905] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.879129] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.879289] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.879453] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.879664] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.879785] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.881041] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b8ebe6-a384-460c-99b4-6e579763c872 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.890045] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cfa915-d94a-4b77-a979-2d500e4dc8d3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.100186] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.169024] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07206} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.169024] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.169886] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011b89a9-3675-4771-b8a4-e51339ed371d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.196815] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 4b053f7e-254c-439c-81cc-f336d193712d/4b053f7e-254c-439c-81cc-f336d193712d.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.200265] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b489bc39-eb3c-422d-b77c-70f6798b3324 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.227082] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.405s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.229034] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 759.229034] env[69330]: value = "task-4128073" [ 759.229034] env[69330]: _type = "Task" [ 759.229034] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.232023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.929s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.233538] env[69330]: INFO nova.compute.claims [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.248598] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.272050] env[69330]: INFO nova.scheduler.client.report [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleted allocations for instance 680d7b0e-473f-474e-9dce-245ce103d9e7 [ 759.375265] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b17b92-83a5-82c3-33ca-0cd8c265087c, 'name': SearchDatastore_Task, 'duration_secs': 0.014823} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.376540] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Updating instance_info_cache with network_info: [{"id": "779714eb-7b59-4298-aa3e-d3e3cdb77847", "address": "fa:16:3e:e9:0c:d7", "network": {"id": "57913373-e5f8-48b4-ba2f-bce635aa8973", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666703100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c6f924636b284f2fa7ee4389e43e8fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap779714eb-7b", "ovs_interfaceid": "779714eb-7b59-4298-aa3e-d3e3cdb77847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.378809] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.382878] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 9f2f209a-8b24-432d-80ea-c81c6464ab09/9f2f209a-8b24-432d-80ea-c81c6464ab09.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.382878] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b07724e4-5c8e-4621-8b43-10dacdd6e139 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.392082] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Waiting for the task: (returnval){ [ 759.392082] env[69330]: value = "task-4128074" [ 759.392082] env[69330]: _type = "Task" [ 759.392082] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.395117] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Successfully updated port: 12e29b37-f45c-4c37-9e79-ff3340fe2e75 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.410032] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.629338] env[69330]: DEBUG nova.compute.manager [req-0b0b581d-28c6-4e84-a6dd-30b7a4930310 req-508d6abd-a92e-4d84-a3a2-f937cffc51b9 service nova] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Received event network-vif-plugged-12e29b37-f45c-4c37-9e79-ff3340fe2e75 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.629790] env[69330]: DEBUG oslo_concurrency.lockutils [req-0b0b581d-28c6-4e84-a6dd-30b7a4930310 req-508d6abd-a92e-4d84-a3a2-f937cffc51b9 service nova] Acquiring lock "e213cbd5-9ecf-497f-8c58-b8212071a36e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.630364] env[69330]: DEBUG oslo_concurrency.lockutils [req-0b0b581d-28c6-4e84-a6dd-30b7a4930310 req-508d6abd-a92e-4d84-a3a2-f937cffc51b9 service nova] Lock "e213cbd5-9ecf-497f-8c58-b8212071a36e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.630518] env[69330]: DEBUG oslo_concurrency.lockutils [req-0b0b581d-28c6-4e84-a6dd-30b7a4930310 req-508d6abd-a92e-4d84-a3a2-f937cffc51b9 service nova] Lock "e213cbd5-9ecf-497f-8c58-b8212071a36e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.630733] env[69330]: DEBUG nova.compute.manager [req-0b0b581d-28c6-4e84-a6dd-30b7a4930310 req-508d6abd-a92e-4d84-a3a2-f937cffc51b9 service nova] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] No waiting events found dispatching network-vif-plugged-12e29b37-f45c-4c37-9e79-ff3340fe2e75 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 759.630977] env[69330]: WARNING nova.compute.manager [req-0b0b581d-28c6-4e84-a6dd-30b7a4930310 req-508d6abd-a92e-4d84-a3a2-f937cffc51b9 service nova] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Received unexpected event network-vif-plugged-12e29b37-f45c-4c37-9e79-ff3340fe2e75 for instance with vm_state building and task_state spawning. [ 759.752258] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128073, 'name': ReconfigVM_Task, 'duration_secs': 0.379527} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.753979] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 4b053f7e-254c-439c-81cc-f336d193712d/4b053f7e-254c-439c-81cc-f336d193712d.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.754966] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffc1b178-4cb1-477d-8e84-3ff33faa3b19 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.764129] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 759.764129] env[69330]: value = "task-4128075" [ 759.764129] env[69330]: _type = "Task" [ 759.764129] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.775155] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128075, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.781104] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3bd57c2f-8602-43da-8a53-4aa981c66737 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "680d7b0e-473f-474e-9dce-245ce103d9e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.987s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.881943] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Releasing lock "refresh_cache-343cba2c-2c74-45dd-a070-848cf139b3bb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.882433] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Instance network_info: |[{"id": "779714eb-7b59-4298-aa3e-d3e3cdb77847", "address": "fa:16:3e:e9:0c:d7", "network": {"id": "57913373-e5f8-48b4-ba2f-bce635aa8973", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666703100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c6f924636b284f2fa7ee4389e43e8fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap779714eb-7b", "ovs_interfaceid": "779714eb-7b59-4298-aa3e-d3e3cdb77847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.882933] env[69330]: DEBUG oslo_concurrency.lockutils [req-ebcaba3c-4dea-467f-a756-3ecc80526a01 req-30755b93-deb3-4a9c-ac72-92a8caa379da service nova] Acquired lock "refresh_cache-343cba2c-2c74-45dd-a070-848cf139b3bb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.883242] env[69330]: DEBUG nova.network.neutron [req-ebcaba3c-4dea-467f-a756-3ecc80526a01 req-30755b93-deb3-4a9c-ac72-92a8caa379da service nova] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Refreshing network info cache for port 779714eb-7b59-4298-aa3e-d3e3cdb77847 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.884891] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:0c:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '779714eb-7b59-4298-aa3e-d3e3cdb77847', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.894134] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Creating folder: Project (c6f924636b284f2fa7ee4389e43e8fb0). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.899317] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfdf961b-e636-4b9f-9877-85fc435eaac7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.906459] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "refresh_cache-e213cbd5-9ecf-497f-8c58-b8212071a36e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.906735] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquired lock "refresh_cache-e213cbd5-9ecf-497f-8c58-b8212071a36e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.907016] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.915573] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128074, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.921668] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Created folder: Project (c6f924636b284f2fa7ee4389e43e8fb0) in parent group-v817559. [ 759.922075] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Creating folder: Instances. Parent ref: group-v817668. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.922522] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c139074-a055-48a5-b31d-48323b16417a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.940061] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Created folder: Instances in parent group-v817668. [ 759.942397] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.942669] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.942909] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17c6f64b-a929-4d21-a9df-a9f0e8991fff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.969708] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.969708] env[69330]: value = "task-4128078" [ 759.969708] env[69330]: _type = "Task" [ 759.969708] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.981299] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128078, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.167089] env[69330]: DEBUG nova.network.neutron [req-ebcaba3c-4dea-467f-a756-3ecc80526a01 req-30755b93-deb3-4a9c-ac72-92a8caa379da service nova] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Updated VIF entry in instance network info cache for port 779714eb-7b59-4298-aa3e-d3e3cdb77847. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.167671] env[69330]: DEBUG nova.network.neutron [req-ebcaba3c-4dea-467f-a756-3ecc80526a01 req-30755b93-deb3-4a9c-ac72-92a8caa379da service nova] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Updating instance_info_cache with network_info: [{"id": "779714eb-7b59-4298-aa3e-d3e3cdb77847", "address": "fa:16:3e:e9:0c:d7", "network": {"id": "57913373-e5f8-48b4-ba2f-bce635aa8973", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666703100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c6f924636b284f2fa7ee4389e43e8fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap779714eb-7b", "ovs_interfaceid": "779714eb-7b59-4298-aa3e-d3e3cdb77847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.275597] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128075, 'name': Rename_Task, 'duration_secs': 0.363388} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.279540] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.280271] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66076e84-d00a-4237-b995-0e3985def64e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.289317] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 760.289317] env[69330]: value = "task-4128079" [ 760.289317] env[69330]: _type = "Task" [ 760.289317] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.303034] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.413225] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769975} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.416190] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 9f2f209a-8b24-432d-80ea-c81c6464ab09/9f2f209a-8b24-432d-80ea-c81c6464ab09.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.416430] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.417204] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62a77b13-7adc-48eb-8bb9-458ef42d8b40 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.424703] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Waiting for the task: (returnval){ [ 760.424703] env[69330]: value = "task-4128080" [ 760.424703] env[69330]: _type = "Task" [ 760.424703] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.437719] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.478599] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.491721] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128078, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.538448] env[69330]: DEBUG oslo_vmware.rw_handles [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f93af7-a6fe-d507-b747-a52ad862c1ae/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 760.539693] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cb5616-efb4-4b9f-b70f-3bb864985d39 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.546865] env[69330]: DEBUG oslo_vmware.rw_handles [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f93af7-a6fe-d507-b747-a52ad862c1ae/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 760.546865] env[69330]: ERROR oslo_vmware.rw_handles [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f93af7-a6fe-d507-b747-a52ad862c1ae/disk-0.vmdk due to incomplete transfer. [ 760.547340] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-144f410d-ec38-4b35-99bb-911b43fce356 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.560034] env[69330]: DEBUG oslo_vmware.rw_handles [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f93af7-a6fe-d507-b747-a52ad862c1ae/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 760.560127] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Uploaded image f89b3482-bc68-47ed-84f1-5e2a2ee226e5 to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 760.562364] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 760.562697] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-638c36cd-667f-49f3-aa5f-1cb64e1bee51 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.573116] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 760.573116] env[69330]: value = "task-4128081" [ 760.573116] env[69330]: _type = "Task" [ 760.573116] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.583631] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128081, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.652119] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Updating instance_info_cache with network_info: [{"id": "12e29b37-f45c-4c37-9e79-ff3340fe2e75", "address": "fa:16:3e:6a:66:0f", "network": {"id": "57913373-e5f8-48b4-ba2f-bce635aa8973", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666703100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c6f924636b284f2fa7ee4389e43e8fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e29b37-f4", "ovs_interfaceid": "12e29b37-f45c-4c37-9e79-ff3340fe2e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.673255] env[69330]: DEBUG oslo_concurrency.lockutils [req-ebcaba3c-4dea-467f-a756-3ecc80526a01 req-30755b93-deb3-4a9c-ac72-92a8caa379da service nova] Releasing lock "refresh_cache-343cba2c-2c74-45dd-a070-848cf139b3bb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.800949] env[69330]: DEBUG oslo_vmware.api [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128079, 'name': PowerOnVM_Task, 'duration_secs': 0.475807} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.803964] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.804303] env[69330]: DEBUG nova.compute.manager [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 760.805808] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2742b99f-b643-433b-b121-442d13b90192 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.871862] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd5b71a-b54c-49fa-af39-d0ec6958f95f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.880519] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eca21d2-e94a-4e12-bb2d-71e57f556d34 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.916676] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324dd1b4-0ec7-4bbf-b0f2-5f653ae10f5e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.924999] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a3da0c-bf1f-4be7-bbd3-9baeb2b6c81a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.944855] env[69330]: DEBUG nova.compute.provider_tree [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.949993] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074493} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.950525] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.951331] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceab846-35b5-4689-a74a-14dc45b47c8c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.979630] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 9f2f209a-8b24-432d-80ea-c81c6464ab09/9f2f209a-8b24-432d-80ea-c81c6464ab09.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.979837] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcdbd45f-0e2f-4679-b620-9ec1df0a96d8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.004214] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128078, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.009195] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Waiting for the task: (returnval){ [ 761.009195] env[69330]: value = "task-4128082" [ 761.009195] env[69330]: _type = "Task" [ 761.009195] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.019819] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.083475] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128081, 'name': Destroy_Task, 'duration_secs': 0.366253} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.083475] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Destroyed the VM [ 761.083687] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 761.083961] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3abfe770-49be-4577-a0fb-1c4bd39e5f66 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.091052] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 761.091052] env[69330]: value = "task-4128083" [ 761.091052] env[69330]: _type = "Task" [ 761.091052] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.100418] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128083, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.154857] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Releasing lock "refresh_cache-e213cbd5-9ecf-497f-8c58-b8212071a36e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.155360] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Instance network_info: |[{"id": "12e29b37-f45c-4c37-9e79-ff3340fe2e75", "address": "fa:16:3e:6a:66:0f", "network": {"id": "57913373-e5f8-48b4-ba2f-bce635aa8973", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666703100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c6f924636b284f2fa7ee4389e43e8fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e29b37-f4", "ovs_interfaceid": "12e29b37-f45c-4c37-9e79-ff3340fe2e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.155902] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:66:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12e29b37-f45c-4c37-9e79-ff3340fe2e75', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.164301] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.164629] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.164871] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddefc76a-398f-4221-b4fc-84a503a6fd74 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.186380] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.186380] env[69330]: value = "task-4128084" [ 761.186380] env[69330]: _type = "Task" [ 761.186380] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.195340] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128084, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.325987] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.452910] env[69330]: DEBUG nova.scheduler.client.report [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.492430] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128078, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.525019] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.601292] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128083, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.700443] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128084, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.961975] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.961975] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.964023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.598s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.994244] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128078, 'name': CreateVM_Task, 'duration_secs': 1.551828} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.994663] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.995520] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.995865] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.996336] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.996695] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b09c28c-fd52-4edb-817d-bad631f66ef3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.002318] env[69330]: INFO nova.compute.manager [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Rebuilding instance [ 762.005333] env[69330]: DEBUG nova.compute.manager [req-b40f7a9b-04af-4e43-a9f6-5f44eccee300 req-2c4d62f0-8899-41c1-bc88-6270b327233d service nova] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Received event network-changed-12e29b37-f45c-4c37-9e79-ff3340fe2e75 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.005519] env[69330]: DEBUG nova.compute.manager [req-b40f7a9b-04af-4e43-a9f6-5f44eccee300 req-2c4d62f0-8899-41c1-bc88-6270b327233d service nova] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Refreshing instance network info cache due to event network-changed-12e29b37-f45c-4c37-9e79-ff3340fe2e75. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.005803] env[69330]: DEBUG oslo_concurrency.lockutils [req-b40f7a9b-04af-4e43-a9f6-5f44eccee300 req-2c4d62f0-8899-41c1-bc88-6270b327233d service nova] Acquiring lock "refresh_cache-e213cbd5-9ecf-497f-8c58-b8212071a36e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.007054] env[69330]: DEBUG oslo_concurrency.lockutils [req-b40f7a9b-04af-4e43-a9f6-5f44eccee300 req-2c4d62f0-8899-41c1-bc88-6270b327233d service nova] Acquired lock "refresh_cache-e213cbd5-9ecf-497f-8c58-b8212071a36e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.007054] env[69330]: DEBUG nova.network.neutron [req-b40f7a9b-04af-4e43-a9f6-5f44eccee300 req-2c4d62f0-8899-41c1-bc88-6270b327233d service nova] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Refreshing network info cache for port 12e29b37-f45c-4c37-9e79-ff3340fe2e75 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.012524] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 762.012524] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5289008b-865a-943e-7f08-5e2c79a29dbd" [ 762.012524] env[69330]: _type = "Task" [ 762.012524] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.029286] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5289008b-865a-943e-7f08-5e2c79a29dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.013274} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.034740] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.035083] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.035380] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.035560] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.035790] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.036626] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128082, 'name': ReconfigVM_Task, 'duration_secs': 0.793316} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.037425] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d247a00-5fad-411f-acbe-033a30d6b078 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.039233] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 9f2f209a-8b24-432d-80ea-c81c6464ab09/9f2f209a-8b24-432d-80ea-c81c6464ab09.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.040013] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0527770-3d97-44f6-87e9-6bf7df41d719 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.053156] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Waiting for the task: (returnval){ [ 762.053156] env[69330]: value = "task-4128085" [ 762.053156] env[69330]: _type = "Task" [ 762.053156] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.056199] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.056361] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.061579] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c75043-d2ee-4985-840c-98211f486093 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.071836] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 762.071836] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f80a77-c98b-a542-5494-090b7c3b9ffe" [ 762.071836] env[69330]: _type = "Task" [ 762.071836] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.079120] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128085, 'name': Rename_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.079680] env[69330]: DEBUG nova.compute.manager [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 762.084025] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7cff0b-ae77-4409-99ec-f5da3c447f8b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.097625] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f80a77-c98b-a542-5494-090b7c3b9ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.014839} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.104031] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78ed239-e555-476d-b881-0ffb3d6d1e35 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.109068] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 762.109068] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bd5c43-41ee-d03c-75bb-c99896531c71" [ 762.109068] env[69330]: _type = "Task" [ 762.109068] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.114460] env[69330]: DEBUG oslo_vmware.api [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128083, 'name': RemoveSnapshot_Task, 'duration_secs': 0.66068} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.118327] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 762.118700] env[69330]: INFO nova.compute.manager [None req-d73457d5-8a29-462a-a8fe-9c7282a2bded tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Took 15.40 seconds to snapshot the instance on the hypervisor. [ 762.128283] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bd5c43-41ee-d03c-75bb-c99896531c71, 'name': SearchDatastore_Task, 'duration_secs': 0.012095} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.128592] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.128878] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 343cba2c-2c74-45dd-a070-848cf139b3bb/343cba2c-2c74-45dd-a070-848cf139b3bb.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.129299] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a07ceb2-f992-433d-bba3-8255e948e551 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.137449] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 762.137449] env[69330]: value = "task-4128086" [ 762.137449] env[69330]: _type = "Task" [ 762.137449] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.149225] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.199150] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128084, 'name': CreateVM_Task, 'duration_secs': 0.601817} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.199353] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.200135] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.200310] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.200675] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.200927] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f2d734-b9b7-481a-b001-1fe04c6b54c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.206652] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 762.206652] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52df06bb-f7d9-d6dd-68dd-1d6c9072f152" [ 762.206652] env[69330]: _type = "Task" [ 762.206652] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.215788] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52df06bb-f7d9-d6dd-68dd-1d6c9072f152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.466651] env[69330]: DEBUG nova.compute.utils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.469540] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.471039] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.551689] env[69330]: DEBUG nova.policy [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49655e1caccd461b95834870278cb318', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6f924636b284f2fa7ee4389e43e8fb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.567162] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128085, 'name': Rename_Task, 'duration_secs': 0.206212} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.567438] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.567712] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c882898-a6f7-4c68-a264-9b5b3d297bfb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.578163] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Waiting for the task: (returnval){ [ 762.578163] env[69330]: value = "task-4128087" [ 762.578163] env[69330]: _type = "Task" [ 762.578163] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.591661] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.653092] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128086, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.720591] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52df06bb-f7d9-d6dd-68dd-1d6c9072f152, 'name': SearchDatastore_Task, 'duration_secs': 0.020185} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.720911] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.721225] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.721508] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.721663] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.721865] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.722168] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8002d494-be31-4874-aa6f-dae8cf6b7009 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.732770] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.733262] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.734110] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfcafce3-2005-41ce-8f47-fe654d7de3da {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.744689] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 762.744689] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527c8cae-c3a3-4477-a2e6-81a16acdf3a5" [ 762.744689] env[69330]: _type = "Task" [ 762.744689] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.754375] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527c8cae-c3a3-4477-a2e6-81a16acdf3a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.837424] env[69330]: DEBUG nova.network.neutron [req-b40f7a9b-04af-4e43-a9f6-5f44eccee300 req-2c4d62f0-8899-41c1-bc88-6270b327233d service nova] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Updated VIF entry in instance network info cache for port 12e29b37-f45c-4c37-9e79-ff3340fe2e75. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.838076] env[69330]: DEBUG nova.network.neutron [req-b40f7a9b-04af-4e43-a9f6-5f44eccee300 req-2c4d62f0-8899-41c1-bc88-6270b327233d service nova] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Updating instance_info_cache with network_info: [{"id": "12e29b37-f45c-4c37-9e79-ff3340fe2e75", "address": "fa:16:3e:6a:66:0f", "network": {"id": "57913373-e5f8-48b4-ba2f-bce635aa8973", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666703100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c6f924636b284f2fa7ee4389e43e8fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e29b37-f4", "ovs_interfaceid": "12e29b37-f45c-4c37-9e79-ff3340fe2e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.975360] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.022693] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 11fbad6e-6d44-41b8-863b-55cbda4faacd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 763.022864] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 3c1b84e2-bdb7-414c-b3d1-218c5039aab0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 763.023026] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 2dfce727-3973-48b4-9326-a2fa2a64779e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 763.023158] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance fbad53ec-e242-43ce-b7e9-75f4e1ce69f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 763.023274] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 87a19eb0-98f5-4435-858b-d7b643d549c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 763.023397] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance fc2ad100-ef01-4938-91ad-d1037856259e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 763.023517] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d97c3b3d-e9b2-46b0-87e7-f6660de013ca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 763.023626] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance e85feaa7-ac85-4146-b9f2-3cf5b196729c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 763.023745] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 1bd449dc-7011-4fad-956b-0bd23c946441 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 763.023865] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance f8d1b31e-dae8-49e2-bc09-f35b5ce5a676 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 763.023981] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance dcea2793-2788-4c3c-a1ea-dfe28577bb9f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 763.024103] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance b6681b5b-3c27-44a4-ad39-5c7782dbd48a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 763.024210] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 763.024325] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 763.024432] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 8ac8a233-7f92-437d-ae1f-7e80d7286796 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 763.024549] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance c55f207e-511e-44c0-ad4c-0415a9d94755 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 763.024663] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 763.024777] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 0b294da9-d4c6-47ce-bfad-682acfe3f261 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 763.024893] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 9bb7ed59-d77e-4d35-88c2-4646a70c86dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 763.025011] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 4b053f7e-254c-439c-81cc-f336d193712d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 763.025458] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 9f2f209a-8b24-432d-80ea-c81c6464ab09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 763.025592] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 343cba2c-2c74-45dd-a070-848cf139b3bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 763.025706] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance e213cbd5-9ecf-497f-8c58-b8212071a36e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 763.025827] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 9d4d98af-ee8b-4311-ac78-a566fa59e207 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 763.092793] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.103658] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.103940] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c7ddd5a-9098-4b10-b835-2a480f1ed035 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.112301] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Waiting for the task: (returnval){ [ 763.112301] env[69330]: value = "task-4128088" [ 763.112301] env[69330]: _type = "Task" [ 763.112301] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.122447] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.151486] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595967} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.151949] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 343cba2c-2c74-45dd-a070-848cf139b3bb/343cba2c-2c74-45dd-a070-848cf139b3bb.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.152511] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.152870] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-888d191f-ac40-466f-a010-490722b36256 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.162563] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 763.162563] env[69330]: value = "task-4128089" [ 763.162563] env[69330]: _type = "Task" [ 763.162563] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.175966] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.263369] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527c8cae-c3a3-4477-a2e6-81a16acdf3a5, 'name': SearchDatastore_Task, 'duration_secs': 0.0182} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.264436] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e42a5d0-6332-4b71-b60a-aade71c9a18c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.270961] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 763.270961] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b11103-2270-6f65-8bd9-3badc66b7ada" [ 763.270961] env[69330]: _type = "Task" [ 763.270961] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.282650] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b11103-2270-6f65-8bd9-3badc66b7ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.318051] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Successfully created port: a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.341721] env[69330]: DEBUG oslo_concurrency.lockutils [req-b40f7a9b-04af-4e43-a9f6-5f44eccee300 req-2c4d62f0-8899-41c1-bc88-6270b327233d service nova] Releasing lock "refresh_cache-e213cbd5-9ecf-497f-8c58-b8212071a36e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.530094] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d3941c63-5974-4a1b-9e79-f4df050659cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 763.592231] env[69330]: DEBUG oslo_vmware.api [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128087, 'name': PowerOnVM_Task, 'duration_secs': 0.63827} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.592541] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.592744] env[69330]: INFO nova.compute.manager [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Took 10.01 seconds to spawn the instance on the hypervisor. [ 763.592924] env[69330]: DEBUG nova.compute.manager [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 763.594826] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18af533-c33f-478a-b34b-69fff4e8a417 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.624260] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128088, 'name': PowerOffVM_Task, 'duration_secs': 0.157392} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.625015] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.625015] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.625683] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d662ae8-3a40-4166-af88-dc3f4c16a882 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.633907] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.634047] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8436887-aed4-47d9-a15a-9ee72da1a9f4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.671020] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.671020] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.671020] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Deleting the datastore file [datastore2] 4b053f7e-254c-439c-81cc-f336d193712d {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.671717] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c1f2e52-5988-4764-b128-df1d1018d6eb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.680964] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097194} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.681916] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.684292] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0c62e6-e78d-43e6-bcf8-041c9e008f8f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.691024] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Waiting for the task: (returnval){ [ 763.691024] env[69330]: value = "task-4128091" [ 763.691024] env[69330]: _type = "Task" [ 763.691024] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.711783] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 343cba2c-2c74-45dd-a070-848cf139b3bb/343cba2c-2c74-45dd-a070-848cf139b3bb.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.712629] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c682ecf-6f27-424b-b5fd-de33ec580270 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.732196] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.738656] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 763.738656] env[69330]: value = "task-4128092" [ 763.738656] env[69330]: _type = "Task" [ 763.738656] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.748881] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.783097] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b11103-2270-6f65-8bd9-3badc66b7ada, 'name': SearchDatastore_Task, 'duration_secs': 0.029196} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.783893] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.784204] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] e213cbd5-9ecf-497f-8c58-b8212071a36e/e213cbd5-9ecf-497f-8c58-b8212071a36e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.784498] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1ab4e15-da59-44ab-9094-ca677c1230b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.793624] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 763.793624] env[69330]: value = "task-4128093" [ 763.793624] env[69330]: _type = "Task" [ 763.793624] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.805762] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.985700] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.034706] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 166e9b2f-cd18-4498-82c8-47a5085961f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 764.112437] env[69330]: INFO nova.compute.manager [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Took 42.35 seconds to build instance. [ 764.171073] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.171520] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.172062] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.172062] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.172234] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.172489] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.172666] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.172846] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.173094] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.173385] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.173614] env[69330]: DEBUG nova.virt.hardware [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.175071] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c36e08-c2e3-4899-ab88-5411678eb442 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.186117] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdc3850-3d76-47a3-aea9-53c6cf93c5ed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.216884] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242942} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.217235] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.217421] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.217616] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.251228] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.307876] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128093, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.539101] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 281be6bd-4961-4ce5-9179-98256244069a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 764.614849] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Lock "9f2f209a-8b24-432d-80ea-c81c6464ab09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.816s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.750470] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128092, 'name': ReconfigVM_Task, 'duration_secs': 0.613159} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.750789] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 343cba2c-2c74-45dd-a070-848cf139b3bb/343cba2c-2c74-45dd-a070-848cf139b3bb.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.751641] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e7422b8-318c-4af4-bfe8-810997a9803b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.760332] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 764.760332] env[69330]: value = "task-4128094" [ 764.760332] env[69330]: _type = "Task" [ 764.760332] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.773850] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128094, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.808670] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751258} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.809396] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] e213cbd5-9ecf-497f-8c58-b8212071a36e/e213cbd5-9ecf-497f-8c58-b8212071a36e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.809396] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.809646] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e07d5c3-5b3a-4e34-af68-601defdb45c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.817672] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 764.817672] env[69330]: value = "task-4128095" [ 764.817672] env[69330]: _type = "Task" [ 764.817672] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.830872] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.043292] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 257f9d36-bd6f-410a-a8d8-bba2e862b131 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 765.075272] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Successfully updated port: a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.108590] env[69330]: DEBUG nova.compute.manager [req-4a7421ce-8343-468b-912f-d4066709f4f0 req-3ae655ed-9c96-4e19-848e-70a681dfd5cc service nova] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Received event network-vif-plugged-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.108733] env[69330]: DEBUG oslo_concurrency.lockutils [req-4a7421ce-8343-468b-912f-d4066709f4f0 req-3ae655ed-9c96-4e19-848e-70a681dfd5cc service nova] Acquiring lock "9d4d98af-ee8b-4311-ac78-a566fa59e207-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.108922] env[69330]: DEBUG oslo_concurrency.lockutils [req-4a7421ce-8343-468b-912f-d4066709f4f0 req-3ae655ed-9c96-4e19-848e-70a681dfd5cc service nova] Lock "9d4d98af-ee8b-4311-ac78-a566fa59e207-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.109125] env[69330]: DEBUG oslo_concurrency.lockutils [req-4a7421ce-8343-468b-912f-d4066709f4f0 req-3ae655ed-9c96-4e19-848e-70a681dfd5cc service nova] Lock "9d4d98af-ee8b-4311-ac78-a566fa59e207-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.109274] env[69330]: DEBUG nova.compute.manager [req-4a7421ce-8343-468b-912f-d4066709f4f0 req-3ae655ed-9c96-4e19-848e-70a681dfd5cc service nova] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] No waiting events found dispatching network-vif-plugged-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 765.109437] env[69330]: WARNING nova.compute.manager [req-4a7421ce-8343-468b-912f-d4066709f4f0 req-3ae655ed-9c96-4e19-848e-70a681dfd5cc service nova] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Received unexpected event network-vif-plugged-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 for instance with vm_state building and task_state spawning. [ 765.117979] env[69330]: DEBUG nova.compute.manager [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.204741] env[69330]: DEBUG nova.compute.manager [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.206338] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51409a53-1c56-44dc-a54e-0e1e7fda68a0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.247309] env[69330]: DEBUG nova.virt.hardware [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.247594] env[69330]: DEBUG nova.virt.hardware [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.247758] env[69330]: DEBUG nova.virt.hardware [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.248192] env[69330]: DEBUG nova.virt.hardware [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.248363] env[69330]: DEBUG nova.virt.hardware [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.248595] env[69330]: DEBUG nova.virt.hardware [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.248813] env[69330]: DEBUG nova.virt.hardware [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.249227] env[69330]: DEBUG nova.virt.hardware [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.249227] env[69330]: DEBUG nova.virt.hardware [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.249333] env[69330]: DEBUG nova.virt.hardware [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.249477] env[69330]: DEBUG nova.virt.hardware [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.250370] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f19d38-469f-43c3-8fa7-435c86130c54 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.259602] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1feae173-f1d4-4821-a447-d9a2ed1da2fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.279007] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.284826] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.288250] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.288578] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128094, 'name': Rename_Task, 'duration_secs': 0.425976} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.288779] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8931d14-438e-4520-9907-1805e66864f9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.302932] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.304662] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e013a2d-a1be-48e6-b226-bf997c998541 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.312038] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 765.312038] env[69330]: value = "task-4128096" [ 765.312038] env[69330]: _type = "Task" [ 765.312038] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.313742] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.313742] env[69330]: value = "task-4128097" [ 765.313742] env[69330]: _type = "Task" [ 765.313742] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.329298] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.333588] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128097, 'name': CreateVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.340072] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082265} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.340072] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.341085] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13137877-8696-4451-a2d8-ec8744d1dfb5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.366673] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] e213cbd5-9ecf-497f-8c58-b8212071a36e/e213cbd5-9ecf-497f-8c58-b8212071a36e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.367091] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e67d7095-e365-4493-83da-c56c9c3c2951 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.389920] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 765.389920] env[69330]: value = "task-4128098" [ 765.389920] env[69330]: _type = "Task" [ 765.389920] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.401226] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.521660] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Acquiring lock "9f2f209a-8b24-432d-80ea-c81c6464ab09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.521897] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Lock "9f2f209a-8b24-432d-80ea-c81c6464ab09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.522136] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Acquiring lock "9f2f209a-8b24-432d-80ea-c81c6464ab09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.522332] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Lock "9f2f209a-8b24-432d-80ea-c81c6464ab09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.522507] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Lock "9f2f209a-8b24-432d-80ea-c81c6464ab09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.524818] env[69330]: INFO nova.compute.manager [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Terminating instance [ 765.546784] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 6da1f33f-0bb2-4a90-a69b-502d50ee2af1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 765.580316] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "refresh_cache-9d4d98af-ee8b-4311-ac78-a566fa59e207" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.580502] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquired lock "refresh_cache-9d4d98af-ee8b-4311-ac78-a566fa59e207" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.580942] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.643987] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.719419] env[69330]: INFO nova.compute.manager [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] instance snapshotting [ 765.723408] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a2f9a4-de52-433f-b517-c9c978a95721 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.744311] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c59ea8-64f4-47a9-8141-ff4d872e6c90 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.829607] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.833528] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128097, 'name': CreateVM_Task, 'duration_secs': 0.505213} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.833863] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.834449] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.834755] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.835199] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.836028] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b56e16a9-c7ac-4d9d-97fa-5333a249bd40 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.842888] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Waiting for the task: (returnval){ [ 765.842888] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524d4c13-ff1a-d1b2-f124-e6c48c7f629a" [ 765.842888] env[69330]: _type = "Task" [ 765.842888] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.853063] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524d4c13-ff1a-d1b2-f124-e6c48c7f629a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.902957] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquiring lock "7a8a93ab-8e2a-40e9-8f91-df749f7391bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.903162] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Lock "7a8a93ab-8e2a-40e9-8f91-df749f7391bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.909235] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.029142] env[69330]: DEBUG nova.compute.manager [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.029495] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.030497] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2efbd4-cdb4-4376-8f2f-67feefb2b82e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.039203] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.039488] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76ce4396-1009-49dd-a68c-6c4eda9bddde {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.046927] env[69330]: DEBUG oslo_vmware.api [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Waiting for the task: (returnval){ [ 766.046927] env[69330]: value = "task-4128099" [ 766.046927] env[69330]: _type = "Task" [ 766.046927] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.052911] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 67cfedae-c64c-4b5b-abef-fb675497edc7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 766.059292] env[69330]: DEBUG oslo_vmware.api [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.122553] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.249879] env[69330]: DEBUG nova.network.neutron [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Updating instance_info_cache with network_info: [{"id": "a2f07653-05d1-4e6a-8a1f-e6b4b07750f7", "address": "fa:16:3e:af:13:9f", "network": {"id": "57913373-e5f8-48b4-ba2f-bce635aa8973", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666703100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c6f924636b284f2fa7ee4389e43e8fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f07653-05", "ovs_interfaceid": "a2f07653-05d1-4e6a-8a1f-e6b4b07750f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.257076] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 766.257490] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-682ee4a4-ea38-4f57-8b20-b59715863a7b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.266420] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 766.266420] env[69330]: value = "task-4128100" [ 766.266420] env[69330]: _type = "Task" [ 766.266420] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.278303] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.326356] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128096, 'name': PowerOnVM_Task, 'duration_secs': 0.741644} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.326717] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.326893] env[69330]: INFO nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Took 9.97 seconds to spawn the instance on the hypervisor. [ 766.327128] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 766.327949] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0695e866-69a9-4867-bf69-0db5a6a2218d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.355399] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524d4c13-ff1a-d1b2-f124-e6c48c7f629a, 'name': SearchDatastore_Task, 'duration_secs': 0.014493} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.355794] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.356100] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.356400] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.356579] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.356785] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.357125] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8f00b11-6c67-4dbc-86dc-86e97526ecda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.368189] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.368576] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.369338] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee944a2e-bbab-44ae-8728-8f8da568ccbb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.376185] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Waiting for the task: (returnval){ [ 766.376185] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]526f86ba-d89a-43da-3366-2582e6ec2b89" [ 766.376185] env[69330]: _type = "Task" [ 766.376185] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.386266] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]526f86ba-d89a-43da-3366-2582e6ec2b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.401724] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128098, 'name': ReconfigVM_Task, 'duration_secs': 0.544565} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.402030] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Reconfigured VM instance instance-00000023 to attach disk [datastore1] e213cbd5-9ecf-497f-8c58-b8212071a36e/e213cbd5-9ecf-497f-8c58-b8212071a36e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.402687] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f2eec96-c992-434e-bea6-23c5b47702fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.410579] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 766.410579] env[69330]: value = "task-4128101" [ 766.410579] env[69330]: _type = "Task" [ 766.410579] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.421126] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128101, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.557657] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 14dd4ccb-14cd-410b-aaa4-de45334edeca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 766.559078] env[69330]: DEBUG oslo_vmware.api [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128099, 'name': PowerOffVM_Task, 'duration_secs': 0.28728} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.559379] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.559655] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.559944] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f605c5d8-a2b9-46cf-8d0c-23014b2b9722 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.640804] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.640979] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.641224] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Deleting the datastore file [datastore2] 9f2f209a-8b24-432d-80ea-c81c6464ab09 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.641512] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21d0e234-f057-41bb-a2b4-742dff9416c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.649058] env[69330]: DEBUG oslo_vmware.api [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Waiting for the task: (returnval){ [ 766.649058] env[69330]: value = "task-4128103" [ 766.649058] env[69330]: _type = "Task" [ 766.649058] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.658496] env[69330]: DEBUG oslo_vmware.api [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.758217] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Releasing lock "refresh_cache-9d4d98af-ee8b-4311-ac78-a566fa59e207" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.758217] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Instance network_info: |[{"id": "a2f07653-05d1-4e6a-8a1f-e6b4b07750f7", "address": "fa:16:3e:af:13:9f", "network": {"id": "57913373-e5f8-48b4-ba2f-bce635aa8973", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666703100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c6f924636b284f2fa7ee4389e43e8fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f07653-05", "ovs_interfaceid": "a2f07653-05d1-4e6a-8a1f-e6b4b07750f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.758668] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:13:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2f07653-05d1-4e6a-8a1f-e6b4b07750f7', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.767481] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.767744] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.771447] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3da9c01-8caf-47ce-9864-f3e8b18f1b2e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.795020] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128100, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.795020] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.795020] env[69330]: value = "task-4128104" [ 766.795020] env[69330]: _type = "Task" [ 766.795020] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.803100] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128104, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.846419] env[69330]: INFO nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Took 44.94 seconds to build instance. [ 766.887506] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]526f86ba-d89a-43da-3366-2582e6ec2b89, 'name': SearchDatastore_Task, 'duration_secs': 0.015027} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.888401] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84be0c46-7ee1-43ec-8e0b-60266ba76966 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.895198] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Waiting for the task: (returnval){ [ 766.895198] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b5adb3-fb56-5e2c-3107-4fc57ea97bea" [ 766.895198] env[69330]: _type = "Task" [ 766.895198] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.904482] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b5adb3-fb56-5e2c-3107-4fc57ea97bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.921049] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128101, 'name': Rename_Task, 'duration_secs': 0.236166} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.921049] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.921343] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df7b7c29-7de1-43b6-be91-bd3dc3afd8cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.929166] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 766.929166] env[69330]: value = "task-4128105" [ 766.929166] env[69330]: _type = "Task" [ 766.929166] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.940997] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.063194] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance f8b9e3a2-7519-4801-80d5-6fc96920bcfe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 767.161128] env[69330]: DEBUG oslo_vmware.api [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Task: {'id': task-4128103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41114} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.161461] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.161749] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.161951] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.162147] env[69330]: INFO nova.compute.manager [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Took 1.13 seconds to destroy the instance on the hypervisor. [ 767.162402] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.162603] env[69330]: DEBUG nova.compute.manager [-] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.162702] env[69330]: DEBUG nova.network.neutron [-] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.173641] env[69330]: DEBUG nova.compute.manager [req-4f027e04-ace3-417e-a69f-91bf32c083a8 req-cc153a94-b99d-4bf9-bb7e-4b72aa0d3488 service nova] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Received event network-changed-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.173641] env[69330]: DEBUG nova.compute.manager [req-4f027e04-ace3-417e-a69f-91bf32c083a8 req-cc153a94-b99d-4bf9-bb7e-4b72aa0d3488 service nova] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Refreshing instance network info cache due to event network-changed-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.173820] env[69330]: DEBUG oslo_concurrency.lockutils [req-4f027e04-ace3-417e-a69f-91bf32c083a8 req-cc153a94-b99d-4bf9-bb7e-4b72aa0d3488 service nova] Acquiring lock "refresh_cache-9d4d98af-ee8b-4311-ac78-a566fa59e207" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.173969] env[69330]: DEBUG oslo_concurrency.lockutils [req-4f027e04-ace3-417e-a69f-91bf32c083a8 req-cc153a94-b99d-4bf9-bb7e-4b72aa0d3488 service nova] Acquired lock "refresh_cache-9d4d98af-ee8b-4311-ac78-a566fa59e207" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.174162] env[69330]: DEBUG nova.network.neutron [req-4f027e04-ace3-417e-a69f-91bf32c083a8 req-cc153a94-b99d-4bf9-bb7e-4b72aa0d3488 service nova] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Refreshing network info cache for port a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.277874] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128100, 'name': CreateSnapshot_Task, 'duration_secs': 0.538604} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.278259] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.279064] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec2bac6-2287-42af-aeea-c5a573951e20 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.305272] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128104, 'name': CreateVM_Task, 'duration_secs': 0.424441} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.305272] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.305974] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.306243] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.306579] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.307221] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eadfd8a5-8205-4b5d-a2c3-5f55864e83c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.313055] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 767.313055] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b1b167-22fc-8f9b-6d9c-d427237f3133" [ 767.313055] env[69330]: _type = "Task" [ 767.313055] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.322466] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b1b167-22fc-8f9b-6d9c-d427237f3133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.348349] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "343cba2c-2c74-45dd-a070-848cf139b3bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.033s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.409732] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b5adb3-fb56-5e2c-3107-4fc57ea97bea, 'name': SearchDatastore_Task, 'duration_secs': 0.01961} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.410140] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.410495] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 4b053f7e-254c-439c-81cc-f336d193712d/4b053f7e-254c-439c-81cc-f336d193712d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.410802] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaf0c9a0-976d-454f-99e8-104f49a0afbf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.421575] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Waiting for the task: (returnval){ [ 767.421575] env[69330]: value = "task-4128106" [ 767.421575] env[69330]: _type = "Task" [ 767.421575] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.428702] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.446744] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128105, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.566370] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance f46ab4a0-a375-4d93-9cb6-0c0823fabbe4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 767.798628] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.801497] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-10e7124e-86bd-4269-8703-b7e5b6a41009 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.814267] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 767.814267] env[69330]: value = "task-4128107" [ 767.814267] env[69330]: _type = "Task" [ 767.814267] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.831962] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b1b167-22fc-8f9b-6d9c-d427237f3133, 'name': SearchDatastore_Task, 'duration_secs': 0.036065} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.836942] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.837372] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.837700] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.837892] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.838152] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.838962] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128107, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.840089] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f719fb11-1dff-4e09-8388-e1829df030b4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.852321] env[69330]: DEBUG nova.compute.manager [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.859604] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.859604] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.859756] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d7de01-43a6-4ba3-bac0-cc57b19dc17c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.867678] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 767.867678] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f27581-4599-c07b-f5ce-c38531e45cb3" [ 767.867678] env[69330]: _type = "Task" [ 767.867678] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.878622] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f27581-4599-c07b-f5ce-c38531e45cb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.921634] env[69330]: DEBUG nova.network.neutron [req-4f027e04-ace3-417e-a69f-91bf32c083a8 req-cc153a94-b99d-4bf9-bb7e-4b72aa0d3488 service nova] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Updated VIF entry in instance network info cache for port a2f07653-05d1-4e6a-8a1f-e6b4b07750f7. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.922074] env[69330]: DEBUG nova.network.neutron [req-4f027e04-ace3-417e-a69f-91bf32c083a8 req-cc153a94-b99d-4bf9-bb7e-4b72aa0d3488 service nova] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Updating instance_info_cache with network_info: [{"id": "a2f07653-05d1-4e6a-8a1f-e6b4b07750f7", "address": "fa:16:3e:af:13:9f", "network": {"id": "57913373-e5f8-48b4-ba2f-bce635aa8973", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666703100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c6f924636b284f2fa7ee4389e43e8fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f07653-05", "ovs_interfaceid": "a2f07653-05d1-4e6a-8a1f-e6b4b07750f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.942111] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128106, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.950219] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128105, 'name': PowerOnVM_Task, 'duration_secs': 0.980125} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.950832] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.951218] env[69330]: INFO nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Took 9.10 seconds to spawn the instance on the hypervisor. [ 767.951444] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 767.952467] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa8ce73-673c-494b-a703-b1c4f14be2b7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.955935] env[69330]: DEBUG nova.network.neutron [-] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.069850] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 768.328260] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128107, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.385797] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f27581-4599-c07b-f5ce-c38531e45cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.067132} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.386700] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84dcba28-b381-4f38-95ae-e73f68db729d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.391717] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.396156] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 768.396156] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520732ed-bfd5-addb-a85f-b1d69474236e" [ 768.396156] env[69330]: _type = "Task" [ 768.396156] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.407513] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520732ed-bfd5-addb-a85f-b1d69474236e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.428266] env[69330]: DEBUG oslo_concurrency.lockutils [req-4f027e04-ace3-417e-a69f-91bf32c083a8 req-cc153a94-b99d-4bf9-bb7e-4b72aa0d3488 service nova] Releasing lock "refresh_cache-9d4d98af-ee8b-4311-ac78-a566fa59e207" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.434465] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128106, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.459319] env[69330]: INFO nova.compute.manager [-] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Took 1.30 seconds to deallocate network for instance. [ 768.473877] env[69330]: INFO nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Took 44.91 seconds to build instance. [ 768.572975] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance ffd5b288-3fd6-409e-a4cf-69894dd8d62c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 768.830257] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128107, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.908435] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520732ed-bfd5-addb-a85f-b1d69474236e, 'name': SearchDatastore_Task, 'duration_secs': 0.014206} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.908862] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.909224] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 9d4d98af-ee8b-4311-ac78-a566fa59e207/9d4d98af-ee8b-4311-ac78-a566fa59e207.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.909540] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7a609da-71ff-41aa-9d3f-9da9ff0db160 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.918738] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 768.918738] env[69330]: value = "task-4128108" [ 768.918738] env[69330]: _type = "Task" [ 768.918738] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.932892] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128106, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.938888] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.966251] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.978968] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "e213cbd5-9ecf-497f-8c58-b8212071a36e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.627s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.076924] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 63c431fc-2eba-4384-90df-38d924c83407 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 769.252826] env[69330]: DEBUG nova.compute.manager [req-25d5107d-8806-413f-aaf5-8be5034eb14d req-a46a531a-f979-4952-96dd-26d2ef128053 service nova] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Received event network-vif-deleted-feadc76d-6cd4-4e81-95c7-31d54d64d96a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.329048] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128107, 'name': CloneVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.428837] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.437445] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128106, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.862095} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.437745] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 4b053f7e-254c-439c-81cc-f336d193712d/4b053f7e-254c-439c-81cc-f336d193712d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.437964] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.438225] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01ecc9cd-57da-4164-bdda-22b053be52a5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.445659] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Waiting for the task: (returnval){ [ 769.445659] env[69330]: value = "task-4128109" [ 769.445659] env[69330]: _type = "Task" [ 769.445659] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.456581] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.483380] env[69330]: DEBUG nova.compute.manager [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.581189] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 0a570f28-2b57-463e-a1a1-c8e073763c90 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 769.581610] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 769.581825] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 769.594678] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e97c92-12a8-9505-4177-2251d4c047ad/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 769.596648] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570d44ee-ec7b-4101-a546-ec9987d35c9a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.605370] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e97c92-12a8-9505-4177-2251d4c047ad/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 769.605553] env[69330]: ERROR oslo_vmware.rw_handles [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e97c92-12a8-9505-4177-2251d4c047ad/disk-0.vmdk due to incomplete transfer. [ 769.605805] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8291e492-acc7-4fea-a28b-4c015dcd1020 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.616757] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e97c92-12a8-9505-4177-2251d4c047ad/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 769.617915] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Uploaded image 2d045c6b-5e29-4071-951f-7fb6121cd537 to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 769.618672] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 769.618955] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5ff3480-1f3a-4a71-ae71-99803a86780c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.629169] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 769.629169] env[69330]: value = "task-4128110" [ 769.629169] env[69330]: _type = "Task" [ 769.629169] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.643010] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128110, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.836530] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128107, 'name': CloneVM_Task, 'duration_secs': 1.559061} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.836723] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Created linked-clone VM from snapshot [ 769.837800] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6d7bf8-0db9-4845-b7b5-bd53e0260d6d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.850106] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Uploading image 07058f5c-ba43-4601-9b50-f170070e8dae {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 769.874747] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 769.874747] env[69330]: value = "vm-817675" [ 769.874747] env[69330]: _type = "VirtualMachine" [ 769.874747] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 769.875144] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1d5cd674-77b6-4814-9413-e292d9aae847 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.884935] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lease: (returnval){ [ 769.884935] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5207e0d8-752b-212a-c645-4204b66aadc2" [ 769.884935] env[69330]: _type = "HttpNfcLease" [ 769.884935] env[69330]: } obtained for exporting VM: (result){ [ 769.884935] env[69330]: value = "vm-817675" [ 769.884935] env[69330]: _type = "VirtualMachine" [ 769.884935] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 769.885199] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the lease: (returnval){ [ 769.885199] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5207e0d8-752b-212a-c645-4204b66aadc2" [ 769.885199] env[69330]: _type = "HttpNfcLease" [ 769.885199] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 769.896633] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.896633] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5207e0d8-752b-212a-c645-4204b66aadc2" [ 769.896633] env[69330]: _type = "HttpNfcLease" [ 769.896633] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 769.930061] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128108, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.955112] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072589} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.958129] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.959170] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dba022-984e-43bf-a2c1-954e027f98b4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.982748] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 4b053f7e-254c-439c-81cc-f336d193712d/4b053f7e-254c-439c-81cc-f336d193712d.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.985139] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53b1e7dc-dc88-485f-af95-fef951f1061b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.008673] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Waiting for the task: (returnval){ [ 770.008673] env[69330]: value = "task-4128112" [ 770.008673] env[69330]: _type = "Task" [ 770.008673] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.017468] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.023829] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.141027] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128110, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.178973] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bf386e-9ef6-4b28-b897-2d31b920a6a8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.187580] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781199c6-bbca-47bb-9abf-46d6a884507a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.220992] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286cb5c7-cc4a-4165-83b3-1aae85e6803a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.229729] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa90f92c-5423-467f-920f-4b43e33e028c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.245172] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.397172] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.397172] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5207e0d8-752b-212a-c645-4204b66aadc2" [ 770.397172] env[69330]: _type = "HttpNfcLease" [ 770.397172] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.397514] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.397514] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5207e0d8-752b-212a-c645-4204b66aadc2" [ 770.397514] env[69330]: _type = "HttpNfcLease" [ 770.397514] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.398486] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a22d8-97aa-44aa-b220-a588869021bc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.409175] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529bf656-4191-1acf-084f-dd4f5ae3f079/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.409362] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529bf656-4191-1acf-084f-dd4f5ae3f079/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 770.478453] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128108, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.049909} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.478742] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 9d4d98af-ee8b-4311-ac78-a566fa59e207/9d4d98af-ee8b-4311-ac78-a566fa59e207.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.478963] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.479589] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be59e2ca-434d-40af-9191-ea5e06ab1d3c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.487859] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 770.487859] env[69330]: value = "task-4128113" [ 770.487859] env[69330]: _type = "Task" [ 770.487859] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.496825] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.510883] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f040bda7-abfc-4b6f-a5e6-29ec718359b4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.525534] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.646040] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128110, 'name': Destroy_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.751839] env[69330]: DEBUG nova.scheduler.client.report [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.999639] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077228} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.999919] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.000926] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3e199f-cfbc-417f-ad82-9ecc13da5fda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.029427] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 9d4d98af-ee8b-4311-ac78-a566fa59e207/9d4d98af-ee8b-4311-ac78-a566fa59e207.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.033611] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5266f737-9117-4061-830b-5beed136c001 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.058546] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128112, 'name': ReconfigVM_Task, 'duration_secs': 0.80287} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.061623] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 4b053f7e-254c-439c-81cc-f336d193712d/4b053f7e-254c-439c-81cc-f336d193712d.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.061623] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 771.061623] env[69330]: value = "task-4128114" [ 771.061623] env[69330]: _type = "Task" [ 771.061623] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.061623] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25bca763-db77-4af7-9ae0-c74b4e30901c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.075559] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128114, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.077953] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Waiting for the task: (returnval){ [ 771.077953] env[69330]: value = "task-4128115" [ 771.077953] env[69330]: _type = "Task" [ 771.077953] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.091462] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128115, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.143363] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128110, 'name': Destroy_Task, 'duration_secs': 1.040403} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.145059] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Destroyed the VM [ 771.145059] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 771.145059] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0538af3b-585c-4809-bba0-c210608764a4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.152320] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 771.152320] env[69330]: value = "task-4128116" [ 771.152320] env[69330]: _type = "Task" [ 771.152320] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.162454] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128116, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.260041] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 771.260041] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.296s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.260306] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.049s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.260557] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.263613] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.411s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.265603] env[69330]: INFO nova.compute.claims [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.298410] env[69330]: INFO nova.scheduler.client.report [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Deleted allocations for instance f8d1b31e-dae8-49e2-bc09-f35b5ce5a676 [ 771.577176] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.589183] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128115, 'name': Rename_Task, 'duration_secs': 0.271676} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.590148] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.590148] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd7cb9b0-6925-4667-bb91-488c05199707 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.598776] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Waiting for the task: (returnval){ [ 771.598776] env[69330]: value = "task-4128117" [ 771.598776] env[69330]: _type = "Task" [ 771.598776] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.609984] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.663684] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128116, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.808900] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88beccec-6bde-43b1-a316-07f03309a365 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "f8d1b31e-dae8-49e2-bc09-f35b5ce5a676" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.764s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.077898] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128114, 'name': ReconfigVM_Task, 'duration_secs': 0.570749} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.078374] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 9d4d98af-ee8b-4311-ac78-a566fa59e207/9d4d98af-ee8b-4311-ac78-a566fa59e207.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.079395] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7375b2e6-147b-469b-95ec-2a003659778e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.088017] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 772.088017] env[69330]: value = "task-4128118" [ 772.088017] env[69330]: _type = "Task" [ 772.088017] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.100394] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128118, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.112493] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.163846] env[69330]: DEBUG oslo_vmware.api [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128116, 'name': RemoveSnapshot_Task, 'duration_secs': 0.925596} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.164332] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.164788] env[69330]: INFO nova.compute.manager [None req-1a41a4d0-666b-434a-adaf-453a7e99f567 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Took 18.51 seconds to snapshot the instance on the hypervisor. [ 772.608835] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128118, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.614628] env[69330]: DEBUG oslo_vmware.api [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Task: {'id': task-4128117, 'name': PowerOnVM_Task, 'duration_secs': 0.790317} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.614907] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.615158] env[69330]: DEBUG nova.compute.manager [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 772.616479] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a36452-bc0a-41c5-9804-20f53271a6e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.902418] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf66822-f265-49f5-bb36-05432656a1be {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.911491] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95182f3-be8c-486b-b76d-6b7bc2cba2db {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.953438] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b12ad4-a052-4530-83ec-c975ecb27eba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.968910] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3b2b89-3c28-4be4-90f7-ef35ab9fa18c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.987720] env[69330]: DEBUG nova.compute.provider_tree [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.100848] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128118, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.139980] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.463589] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquiring lock "4b053f7e-254c-439c-81cc-f336d193712d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.463939] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Lock "4b053f7e-254c-439c-81cc-f336d193712d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.464659] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquiring lock "4b053f7e-254c-439c-81cc-f336d193712d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.464841] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Lock "4b053f7e-254c-439c-81cc-f336d193712d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.465027] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Lock "4b053f7e-254c-439c-81cc-f336d193712d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.467282] env[69330]: INFO nova.compute.manager [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Terminating instance [ 773.491610] env[69330]: DEBUG nova.scheduler.client.report [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.605892] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128118, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.971819] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquiring lock "refresh_cache-4b053f7e-254c-439c-81cc-f336d193712d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.972170] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquired lock "refresh_cache-4b053f7e-254c-439c-81cc-f336d193712d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.972447] env[69330]: DEBUG nova.network.neutron [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.001403] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.002066] env[69330]: DEBUG nova.compute.manager [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.008025] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.827s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.008025] env[69330]: DEBUG nova.objects.instance [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 774.102626] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128118, 'name': Rename_Task, 'duration_secs': 1.690533} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.103034] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.103396] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5b5c3d1-0adb-4db9-98a3-def1229628a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.112533] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 774.112533] env[69330]: value = "task-4128119" [ 774.112533] env[69330]: _type = "Task" [ 774.112533] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.124796] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.279694] env[69330]: DEBUG nova.compute.manager [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 774.280674] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9906d1e-6849-485a-8eed-a270ba57c04b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.497497] env[69330]: DEBUG nova.network.neutron [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.511592] env[69330]: DEBUG nova.compute.utils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.518698] env[69330]: DEBUG nova.compute.manager [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.518893] env[69330]: DEBUG nova.network.neutron [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.570628] env[69330]: DEBUG nova.network.neutron [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.598800] env[69330]: DEBUG nova.policy [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fc46e28af004afc9add3066d69c7779', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a9e2922d5a14bc2ad6c1aca9a78d50c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.623470] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128119, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.793724] env[69330]: INFO nova.compute.manager [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] instance snapshotting [ 774.796855] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3bbf07-9741-4536-a99a-d242a1b73a61 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.818401] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294c57c2-fa31-4624-94d4-aa1441edb086 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.023905] env[69330]: DEBUG nova.compute.manager [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.031297] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b5ea1ece-5c12-43d1-9d9d-cfdfd69604e9 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.032664] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.585s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.037156] env[69330]: INFO nova.compute.claims [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.073509] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Releasing lock "refresh_cache-4b053f7e-254c-439c-81cc-f336d193712d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.074108] env[69330]: DEBUG nova.compute.manager [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.074346] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.075367] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da70650-737a-4fab-95a5-9dc7081b5c40 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.087322] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.087756] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb4411c9-f939-49e8-9f96-29c15199db64 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.097120] env[69330]: DEBUG oslo_vmware.api [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 775.097120] env[69330]: value = "task-4128120" [ 775.097120] env[69330]: _type = "Task" [ 775.097120] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.108279] env[69330]: DEBUG oslo_vmware.api [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.126966] env[69330]: DEBUG oslo_vmware.api [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128119, 'name': PowerOnVM_Task, 'duration_secs': 0.686009} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.127408] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.127695] env[69330]: INFO nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Took 11.14 seconds to spawn the instance on the hypervisor. [ 775.127914] env[69330]: DEBUG nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 775.128854] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5968f13-b9fa-42ac-8ad9-7b74418b3db5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.132501] env[69330]: DEBUG nova.network.neutron [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Successfully created port: fcccb6f6-566c-4b11-a267-39c70599532a {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.183792] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.184092] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.332189] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 775.332567] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e864ae73-3574-4401-abca-1e2fcd66e428 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.342032] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 775.342032] env[69330]: value = "task-4128121" [ 775.342032] env[69330]: _type = "Task" [ 775.342032] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.352235] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128121, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.613717] env[69330]: DEBUG oslo_vmware.api [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128120, 'name': PowerOffVM_Task, 'duration_secs': 0.292397} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.614008] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.614176] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.614440] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0e1357d-e030-4022-b104-771413f33a1c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.642038] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.642346] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.642539] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Deleting the datastore file [datastore1] 4b053f7e-254c-439c-81cc-f336d193712d {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.647169] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d713c1d-ccaa-4b44-bc2e-c33ab635f36e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.652184] env[69330]: INFO nova.compute.manager [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Took 47.40 seconds to build instance. [ 775.658020] env[69330]: DEBUG oslo_vmware.api [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for the task: (returnval){ [ 775.658020] env[69330]: value = "task-4128123" [ 775.658020] env[69330]: _type = "Task" [ 775.658020] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.669014] env[69330]: DEBUG oslo_vmware.api [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.865591] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128121, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.039532] env[69330]: DEBUG nova.compute.manager [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.067401] env[69330]: DEBUG nova.virt.hardware [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.067401] env[69330]: DEBUG nova.virt.hardware [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.067552] env[69330]: DEBUG nova.virt.hardware [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.067642] env[69330]: DEBUG nova.virt.hardware [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.067865] env[69330]: DEBUG nova.virt.hardware [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.068056] env[69330]: DEBUG nova.virt.hardware [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.068732] env[69330]: DEBUG nova.virt.hardware [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.068732] env[69330]: DEBUG nova.virt.hardware [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.068732] env[69330]: DEBUG nova.virt.hardware [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.068930] env[69330]: DEBUG nova.virt.hardware [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.069175] env[69330]: DEBUG nova.virt.hardware [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.070135] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e185e9a-7c7d-4b05-9554-7101f1254814 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.085897] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a850e313-3160-48e1-80a6-87fbebaa4ab0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.155821] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e73c242d-6266-465e-8e94-fb2187d68fe6 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "9d4d98af-ee8b-4311-ac78-a566fa59e207" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.747s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.182263] env[69330]: DEBUG oslo_vmware.api [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Task: {'id': task-4128123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187594} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.182679] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.183059] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.183343] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.183596] env[69330]: INFO nova.compute.manager [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 776.183930] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.184694] env[69330]: DEBUG nova.compute.manager [-] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.184834] env[69330]: DEBUG nova.network.neutron [-] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.208331] env[69330]: DEBUG nova.network.neutron [-] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.358790] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128121, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.658329] env[69330]: DEBUG nova.compute.manager [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.679255] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a29262-aaa5-4ea1-b764-cb2003d7e006 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.686798] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04ce5b2-7556-41a6-8f1a-9e061d96f20f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.718217] env[69330]: DEBUG nova.network.neutron [-] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.723024] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3cf219-8e5d-482b-84da-82afe2888828 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.729026] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ade88fd-dd66-41f9-b64c-05ab08f05662 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.747698] env[69330]: DEBUG nova.compute.provider_tree [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.858800] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128121, 'name': CreateSnapshot_Task, 'duration_secs': 1.211106} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.859134] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 776.860068] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c0367b-8292-4a68-aed3-5a69639c5178 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.066380] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "343cba2c-2c74-45dd-a070-848cf139b3bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.066620] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "343cba2c-2c74-45dd-a070-848cf139b3bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.066842] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "343cba2c-2c74-45dd-a070-848cf139b3bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.067038] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "343cba2c-2c74-45dd-a070-848cf139b3bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.067215] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "343cba2c-2c74-45dd-a070-848cf139b3bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.070340] env[69330]: INFO nova.compute.manager [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Terminating instance [ 777.134570] env[69330]: DEBUG nova.compute.manager [req-cb352f26-f7b2-4666-ae42-9dc243652012 req-6e5db52d-6b75-472b-9b79-1ce8c6a8a673 service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Received event network-vif-plugged-fcccb6f6-566c-4b11-a267-39c70599532a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.134570] env[69330]: DEBUG oslo_concurrency.lockutils [req-cb352f26-f7b2-4666-ae42-9dc243652012 req-6e5db52d-6b75-472b-9b79-1ce8c6a8a673 service nova] Acquiring lock "d3941c63-5974-4a1b-9e79-f4df050659cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.134570] env[69330]: DEBUG oslo_concurrency.lockutils [req-cb352f26-f7b2-4666-ae42-9dc243652012 req-6e5db52d-6b75-472b-9b79-1ce8c6a8a673 service nova] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.134570] env[69330]: DEBUG oslo_concurrency.lockutils [req-cb352f26-f7b2-4666-ae42-9dc243652012 req-6e5db52d-6b75-472b-9b79-1ce8c6a8a673 service nova] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.134570] env[69330]: DEBUG nova.compute.manager [req-cb352f26-f7b2-4666-ae42-9dc243652012 req-6e5db52d-6b75-472b-9b79-1ce8c6a8a673 service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] No waiting events found dispatching network-vif-plugged-fcccb6f6-566c-4b11-a267-39c70599532a {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 777.134570] env[69330]: WARNING nova.compute.manager [req-cb352f26-f7b2-4666-ae42-9dc243652012 req-6e5db52d-6b75-472b-9b79-1ce8c6a8a673 service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Received unexpected event network-vif-plugged-fcccb6f6-566c-4b11-a267-39c70599532a for instance with vm_state building and task_state spawning. [ 777.140744] env[69330]: DEBUG nova.network.neutron [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Successfully updated port: fcccb6f6-566c-4b11-a267-39c70599532a {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.181964] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.224698] env[69330]: INFO nova.compute.manager [-] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Took 1.04 seconds to deallocate network for instance. [ 777.249702] env[69330]: DEBUG nova.scheduler.client.report [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.381618] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 777.382019] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-26aed0e8-13d7-4b49-9fd2-117aabd0dba3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.392347] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 777.392347] env[69330]: value = "task-4128124" [ 777.392347] env[69330]: _type = "Task" [ 777.392347] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.402965] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128124, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.574731] env[69330]: DEBUG nova.compute.manager [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.574961] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.575967] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94580183-f6a4-4ad2-bf0c-a2198447c83f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.584821] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.585271] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7118228f-735d-465d-af7b-2b170c094233 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.593262] env[69330]: DEBUG oslo_vmware.api [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 777.593262] env[69330]: value = "task-4128125" [ 777.593262] env[69330]: _type = "Task" [ 777.593262] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.602981] env[69330]: DEBUG oslo_vmware.api [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.643716] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.643956] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.644298] env[69330]: DEBUG nova.network.neutron [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.731083] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.756434] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.756944] env[69330]: DEBUG nova.compute.manager [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.761294] env[69330]: DEBUG oslo_concurrency.lockutils [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.523s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.761701] env[69330]: DEBUG oslo_concurrency.lockutils [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.764678] env[69330]: DEBUG oslo_concurrency.lockutils [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.455s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.764957] env[69330]: DEBUG oslo_concurrency.lockutils [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.767322] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.288s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.769343] env[69330]: INFO nova.compute.claims [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.806368] env[69330]: INFO nova.scheduler.client.report [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Deleted allocations for instance d97c3b3d-e9b2-46b0-87e7-f6660de013ca [ 777.806486] env[69330]: INFO nova.scheduler.client.report [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleted allocations for instance dcea2793-2788-4c3c-a1ea-dfe28577bb9f [ 777.909281] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128124, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.105484] env[69330]: DEBUG oslo_vmware.api [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128125, 'name': PowerOffVM_Task, 'duration_secs': 0.3209} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.105875] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.106164] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.106523] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54cdc2c1-3162-4f53-af2e-d6313f8f5f9b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.192840] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.192840] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.192840] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Deleting the datastore file [datastore2] 343cba2c-2c74-45dd-a070-848cf139b3bb {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.192840] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e17a610-8e78-4f99-b72e-c1347385fa07 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.201740] env[69330]: DEBUG oslo_vmware.api [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 778.201740] env[69330]: value = "task-4128127" [ 778.201740] env[69330]: _type = "Task" [ 778.201740] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.212896] env[69330]: DEBUG oslo_vmware.api [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.214280] env[69330]: DEBUG nova.network.neutron [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.264936] env[69330]: DEBUG nova.compute.utils [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.264936] env[69330]: DEBUG nova.compute.manager [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.264936] env[69330]: DEBUG nova.network.neutron [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.309673] env[69330]: DEBUG nova.policy [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9570d66a80584156968c1c4782d16af5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfb9ee6b5fe1456188af08735594ff32', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.320896] env[69330]: DEBUG oslo_concurrency.lockutils [None req-020f318d-c433-4cb9-9009-f464920f4604 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Lock "d97c3b3d-e9b2-46b0-87e7-f6660de013ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.859s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.323665] env[69330]: DEBUG oslo_concurrency.lockutils [None req-171b7b4e-edac-4ea3-af9c-3869748012f0 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "dcea2793-2788-4c3c-a1ea-dfe28577bb9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.786s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.410690] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128124, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.444757] env[69330]: DEBUG nova.network.neutron [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance_info_cache with network_info: [{"id": "fcccb6f6-566c-4b11-a267-39c70599532a", "address": "fa:16:3e:34:87:54", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccb6f6-56", "ovs_interfaceid": "fcccb6f6-566c-4b11-a267-39c70599532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.707815] env[69330]: DEBUG nova.network.neutron [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Successfully created port: d7c9ac36-6540-4c03-b0fc-349e50e09fa7 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.716091] env[69330]: DEBUG oslo_vmware.api [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189938} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.716394] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.716654] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.716831] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.717013] env[69330]: INFO nova.compute.manager [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 778.717259] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.717458] env[69330]: DEBUG nova.compute.manager [-] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.717550] env[69330]: DEBUG nova.network.neutron [-] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.771029] env[69330]: DEBUG nova.compute.manager [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.910473] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128124, 'name': CloneVM_Task} progress is 95%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.947564] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.947906] env[69330]: DEBUG nova.compute.manager [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Instance network_info: |[{"id": "fcccb6f6-566c-4b11-a267-39c70599532a", "address": "fa:16:3e:34:87:54", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccb6f6-56", "ovs_interfaceid": "fcccb6f6-566c-4b11-a267-39c70599532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.948362] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:87:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcccb6f6-566c-4b11-a267-39c70599532a', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.956837] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Creating folder: Project (2a9e2922d5a14bc2ad6c1aca9a78d50c). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.963220] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-386f662c-4924-40b7-aa3b-b15741728069 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.974951] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Created folder: Project (2a9e2922d5a14bc2ad6c1aca9a78d50c) in parent group-v817559. [ 778.977030] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Creating folder: Instances. Parent ref: group-v817678. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.977030] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfd860a5-0fbe-4f23-9e2c-80bd62914ac1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.989554] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Created folder: Instances in parent group-v817678. [ 778.990011] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.990516] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.991168] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-775aab3a-cb21-46c0-b86b-75b6598f0026 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.027046] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.027046] env[69330]: value = "task-4128130" [ 779.027046] env[69330]: _type = "Task" [ 779.027046] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.039323] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128130, 'name': CreateVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.276148] env[69330]: INFO nova.virt.block_device [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Booting with volume 95f3f5c6-85f5-4053-b24b-eebc17baaf1b at /dev/sda [ 779.327766] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea801569-51e7-4d6f-a200-e659f5429715 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.341960] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eca25e-d7cc-4de0-8e30-dbacb5519dcf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.385164] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-302db85d-c647-43fe-b725-d2e0192db39c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.399198] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2013a9-ccbf-4ddd-8276-e7395460605b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.428969] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128124, 'name': CloneVM_Task, 'duration_secs': 1.959702} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.429317] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Created linked-clone VM from snapshot [ 779.430136] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e131b3-88cd-4cbe-9fd5-59a57b6ebbfb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.448240] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a54c72-f760-4c26-a372-324bacb86ead {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.454568] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Uploading image 7dbc6a70-e73f-41fe-adac-86bc7c163487 {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 779.463870] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0042ac58-ee4e-4ece-9837-ee744267aaa8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.477562] env[69330]: DEBUG nova.virt.block_device [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Updating existing volume attachment record: 3a6ba152-8976-4d89-86be-431daa537663 {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 779.494057] env[69330]: DEBUG oslo_vmware.rw_handles [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 779.494057] env[69330]: value = "vm-817677" [ 779.494057] env[69330]: _type = "VirtualMachine" [ 779.494057] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 779.494057] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-597ab466-4982-4814-a9e8-882bc090dfb4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.510420] env[69330]: DEBUG oslo_vmware.rw_handles [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lease: (returnval){ [ 779.510420] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52adc167-dbe0-f1f9-1a7b-e3e44d539f5c" [ 779.510420] env[69330]: _type = "HttpNfcLease" [ 779.510420] env[69330]: } obtained for exporting VM: (result){ [ 779.510420] env[69330]: value = "vm-817677" [ 779.510420] env[69330]: _type = "VirtualMachine" [ 779.510420] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 779.510420] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the lease: (returnval){ [ 779.510420] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52adc167-dbe0-f1f9-1a7b-e3e44d539f5c" [ 779.510420] env[69330]: _type = "HttpNfcLease" [ 779.510420] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 779.518112] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.518112] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52adc167-dbe0-f1f9-1a7b-e3e44d539f5c" [ 779.518112] env[69330]: _type = "HttpNfcLease" [ 779.518112] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 779.530167] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94cdcd4-2aa7-4dd9-8b82-2104dacd6f9a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.538379] env[69330]: DEBUG nova.compute.manager [req-9187e0f9-95d0-40e1-8ca8-1dc0f5d3becf req-1a0f1321-1c53-42df-9789-c98a480c944d service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Received event network-changed-fcccb6f6-566c-4b11-a267-39c70599532a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.538638] env[69330]: DEBUG nova.compute.manager [req-9187e0f9-95d0-40e1-8ca8-1dc0f5d3becf req-1a0f1321-1c53-42df-9789-c98a480c944d service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Refreshing instance network info cache due to event network-changed-fcccb6f6-566c-4b11-a267-39c70599532a. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.538908] env[69330]: DEBUG oslo_concurrency.lockutils [req-9187e0f9-95d0-40e1-8ca8-1dc0f5d3becf req-1a0f1321-1c53-42df-9789-c98a480c944d service nova] Acquiring lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.539099] env[69330]: DEBUG oslo_concurrency.lockutils [req-9187e0f9-95d0-40e1-8ca8-1dc0f5d3becf req-1a0f1321-1c53-42df-9789-c98a480c944d service nova] Acquired lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.539432] env[69330]: DEBUG nova.network.neutron [req-9187e0f9-95d0-40e1-8ca8-1dc0f5d3becf req-1a0f1321-1c53-42df-9789-c98a480c944d service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Refreshing network info cache for port fcccb6f6-566c-4b11-a267-39c70599532a {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.552811] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a8b135-c83b-43a4-a5a5-e54e33c491d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.557456] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128130, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.592467] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae44efd0-01bf-4f27-8868-44c4412af4f9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.601967] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741e760a-9121-40b1-9e21-63962a18ea23 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.619238] env[69330]: DEBUG nova.compute.provider_tree [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.018734] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 780.018734] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52adc167-dbe0-f1f9-1a7b-e3e44d539f5c" [ 780.018734] env[69330]: _type = "HttpNfcLease" [ 780.018734] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 780.019294] env[69330]: DEBUG oslo_vmware.rw_handles [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 780.019294] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52adc167-dbe0-f1f9-1a7b-e3e44d539f5c" [ 780.019294] env[69330]: _type = "HttpNfcLease" [ 780.019294] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 780.020352] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9f6cb5-c643-4eb5-9254-5c526e39ad7f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.030956] env[69330]: DEBUG oslo_vmware.rw_handles [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295d982-352a-8b3e-20d8-15e12f25b336/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 780.031080] env[69330]: DEBUG oslo_vmware.rw_handles [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295d982-352a-8b3e-20d8-15e12f25b336/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 780.104443] env[69330]: DEBUG nova.network.neutron [-] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.117718] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128130, 'name': CreateVM_Task, 'duration_secs': 0.617091} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.119069] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.119806] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.119971] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.120322] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.120657] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a771cf5a-83ae-4f85-aeed-4b267a4efd91 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.124053] env[69330]: DEBUG nova.scheduler.client.report [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.131066] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 780.131066] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520619a7-761c-d718-71f2-a5a56906f98a" [ 780.131066] env[69330]: _type = "Task" [ 780.131066] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.144188] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520619a7-761c-d718-71f2-a5a56906f98a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.242466] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b4870bf1-d26b-4b7a-a149-5e2062be2bca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.318656] env[69330]: DEBUG nova.compute.manager [req-e39c266a-569c-4632-921c-1c7bbf0b2339 req-0c4d0e37-d527-4174-8043-b7a326222ca4 service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Received event network-vif-plugged-d7c9ac36-6540-4c03-b0fc-349e50e09fa7 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.318872] env[69330]: DEBUG oslo_concurrency.lockutils [req-e39c266a-569c-4632-921c-1c7bbf0b2339 req-0c4d0e37-d527-4174-8043-b7a326222ca4 service nova] Acquiring lock "166e9b2f-cd18-4498-82c8-47a5085961f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.319580] env[69330]: DEBUG oslo_concurrency.lockutils [req-e39c266a-569c-4632-921c-1c7bbf0b2339 req-0c4d0e37-d527-4174-8043-b7a326222ca4 service nova] Lock "166e9b2f-cd18-4498-82c8-47a5085961f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.320187] env[69330]: DEBUG oslo_concurrency.lockutils [req-e39c266a-569c-4632-921c-1c7bbf0b2339 req-0c4d0e37-d527-4174-8043-b7a326222ca4 service nova] Lock "166e9b2f-cd18-4498-82c8-47a5085961f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.320187] env[69330]: DEBUG nova.compute.manager [req-e39c266a-569c-4632-921c-1c7bbf0b2339 req-0c4d0e37-d527-4174-8043-b7a326222ca4 service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] No waiting events found dispatching network-vif-plugged-d7c9ac36-6540-4c03-b0fc-349e50e09fa7 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 780.320309] env[69330]: WARNING nova.compute.manager [req-e39c266a-569c-4632-921c-1c7bbf0b2339 req-0c4d0e37-d527-4174-8043-b7a326222ca4 service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Received unexpected event network-vif-plugged-d7c9ac36-6540-4c03-b0fc-349e50e09fa7 for instance with vm_state building and task_state block_device_mapping. [ 780.480866] env[69330]: DEBUG nova.network.neutron [req-9187e0f9-95d0-40e1-8ca8-1dc0f5d3becf req-1a0f1321-1c53-42df-9789-c98a480c944d service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updated VIF entry in instance network info cache for port fcccb6f6-566c-4b11-a267-39c70599532a. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.484778] env[69330]: DEBUG nova.network.neutron [req-9187e0f9-95d0-40e1-8ca8-1dc0f5d3becf req-1a0f1321-1c53-42df-9789-c98a480c944d service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance_info_cache with network_info: [{"id": "fcccb6f6-566c-4b11-a267-39c70599532a", "address": "fa:16:3e:34:87:54", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccb6f6-56", "ovs_interfaceid": "fcccb6f6-566c-4b11-a267-39c70599532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.510491] env[69330]: DEBUG nova.network.neutron [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Successfully updated port: d7c9ac36-6540-4c03-b0fc-349e50e09fa7 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.622582] env[69330]: INFO nova.compute.manager [-] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Took 1.90 seconds to deallocate network for instance. [ 780.634033] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.866s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.634259] env[69330]: DEBUG nova.compute.manager [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.640836] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.875s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.641120] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.644485] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.647s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.648966] env[69330]: INFO nova.compute.claims [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.676835] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520619a7-761c-d718-71f2-a5a56906f98a, 'name': SearchDatastore_Task, 'duration_secs': 0.012202} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.677888] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.681114] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.681552] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.684763] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.684763] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.684763] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d34d4198-bee1-44c6-90c2-21f6b05ef5dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.700558] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.701373] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.703623] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21dbcb52-a999-45ac-a881-824ad1d29c4c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.708166] env[69330]: INFO nova.scheduler.client.report [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Deleted allocations for instance 2dfce727-3973-48b4-9326-a2fa2a64779e [ 780.727835] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 780.727835] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520ef84d-7718-23ed-8335-fe3e680c4ebb" [ 780.727835] env[69330]: _type = "Task" [ 780.727835] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.740331] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520ef84d-7718-23ed-8335-fe3e680c4ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.836956] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529bf656-4191-1acf-084f-dd4f5ae3f079/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 780.838609] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e8ce2a-db8d-481e-8999-ca145f25f3e5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.845947] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529bf656-4191-1acf-084f-dd4f5ae3f079/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 780.846406] env[69330]: ERROR oslo_vmware.rw_handles [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529bf656-4191-1acf-084f-dd4f5ae3f079/disk-0.vmdk due to incomplete transfer. [ 780.846453] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0a19e4d3-d33f-40e6-9e5c-f98517c7c2d0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.855320] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529bf656-4191-1acf-084f-dd4f5ae3f079/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 780.855795] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Uploaded image 07058f5c-ba43-4601-9b50-f170070e8dae to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 780.858414] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 780.858843] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ed01c66e-4496-42ef-b5d3-60018caee418 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.868654] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 780.868654] env[69330]: value = "task-4128132" [ 780.868654] env[69330]: _type = "Task" [ 780.868654] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.882454] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128132, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.985678] env[69330]: DEBUG oslo_concurrency.lockutils [req-9187e0f9-95d0-40e1-8ca8-1dc0f5d3becf req-1a0f1321-1c53-42df-9789-c98a480c944d service nova] Releasing lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.018438] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Acquiring lock "refresh_cache-166e9b2f-cd18-4498-82c8-47a5085961f8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.018438] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Acquired lock "refresh_cache-166e9b2f-cd18-4498-82c8-47a5085961f8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.018438] env[69330]: DEBUG nova.network.neutron [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.142394] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.161985] env[69330]: DEBUG nova.compute.utils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.167154] env[69330]: DEBUG nova.compute.manager [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.167154] env[69330]: DEBUG nova.network.neutron [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.233063] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Lock "2dfce727-3973-48b4-9326-a2fa2a64779e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.135s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.247434] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520ef84d-7718-23ed-8335-fe3e680c4ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.013449} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.248595] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfdd23d-b741-4384-84d5-fab5a4569e47 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.256507] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 781.256507] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a37452-5f6a-3c41-5ced-5a3c9ea03b3e" [ 781.256507] env[69330]: _type = "Task" [ 781.256507] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.265526] env[69330]: DEBUG nova.policy [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '965f70891023486299f33fcd2bda046a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01322a058cad40d5859906eaf20648dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.272082] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a37452-5f6a-3c41-5ced-5a3c9ea03b3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.380018] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128132, 'name': Destroy_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.604019] env[69330]: DEBUG nova.network.neutron [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.672599] env[69330]: DEBUG nova.compute.utils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.734211] env[69330]: DEBUG nova.compute.manager [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.734729] env[69330]: DEBUG nova.virt.hardware [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.734948] env[69330]: DEBUG nova.virt.hardware [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.735118] env[69330]: DEBUG nova.virt.hardware [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.735305] env[69330]: DEBUG nova.virt.hardware [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.735451] env[69330]: DEBUG nova.virt.hardware [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.735601] env[69330]: DEBUG nova.virt.hardware [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.735851] env[69330]: DEBUG nova.virt.hardware [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.735954] env[69330]: DEBUG nova.virt.hardware [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.737781] env[69330]: DEBUG nova.virt.hardware [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.738706] env[69330]: DEBUG nova.virt.hardware [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.738706] env[69330]: DEBUG nova.virt.hardware [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.740312] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7212a322-c09d-4a5f-a200-9f68498dfefc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.757673] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13be680-ec9f-4012-8c7b-1f6466fad2f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.770704] env[69330]: DEBUG nova.network.neutron [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Successfully created port: c9ea76b6-50bc-45ea-a54a-41050f89e6e0 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.780589] env[69330]: DEBUG nova.compute.manager [req-76854fec-8cb7-4287-bbea-9a1c480ccfc5 req-93cf1d02-fe07-4826-a0a4-c19a6588cdee service nova] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Received event network-vif-deleted-779714eb-7b59-4298-aa3e-d3e3cdb77847 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.807280] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a37452-5f6a-3c41-5ced-5a3c9ea03b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.012342} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.811062] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.811754] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] d3941c63-5974-4a1b-9e79-f4df050659cd/d3941c63-5974-4a1b-9e79-f4df050659cd.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.811754] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90c80552-c17c-4a86-aad3-7c68496b7a0f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.822159] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 781.822159] env[69330]: value = "task-4128133" [ 781.822159] env[69330]: _type = "Task" [ 781.822159] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.836965] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.885333] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128132, 'name': Destroy_Task, 'duration_secs': 0.625886} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.890616] env[69330]: DEBUG nova.network.neutron [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Updating instance_info_cache with network_info: [{"id": "d7c9ac36-6540-4c03-b0fc-349e50e09fa7", "address": "fa:16:3e:33:5b:e2", "network": {"id": "80e5c36a-86fa-4a1c-a1c1-7ea344c0a7ae", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1703309203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb9ee6b5fe1456188af08735594ff32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c9ac36-65", "ovs_interfaceid": "d7c9ac36-6540-4c03-b0fc-349e50e09fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.893028] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Destroyed the VM [ 781.893028] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 781.894436] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8706e1fe-ee59-4620-b2e6-56096ddf138e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.902403] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 781.902403] env[69330]: value = "task-4128134" [ 781.902403] env[69330]: _type = "Task" [ 781.902403] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.917212] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128134, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.177359] env[69330]: DEBUG nova.compute.manager [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.337453] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128133, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.393775] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f988b30-6972-4623-85c0-d29f4e9849b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.399097] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Releasing lock "refresh_cache-166e9b2f-cd18-4498-82c8-47a5085961f8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.399097] env[69330]: DEBUG nova.compute.manager [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Instance network_info: |[{"id": "d7c9ac36-6540-4c03-b0fc-349e50e09fa7", "address": "fa:16:3e:33:5b:e2", "network": {"id": "80e5c36a-86fa-4a1c-a1c1-7ea344c0a7ae", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1703309203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb9ee6b5fe1456188af08735594ff32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c9ac36-65", "ovs_interfaceid": "d7c9ac36-6540-4c03-b0fc-349e50e09fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.399812] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:5b:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7c9ac36-6540-4c03-b0fc-349e50e09fa7', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.410836] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Creating folder: Project (dfb9ee6b5fe1456188af08735594ff32). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.412148] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-596dbb2e-37e2-48c3-bb20-a2096506ccdf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.425274] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8691dcd0-11bf-441b-9d22-7e4d41afaba0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.437796] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128134, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.439936] env[69330]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 782.440370] env[69330]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69330) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 782.470160] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Folder already exists: Project (dfb9ee6b5fe1456188af08735594ff32). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 782.470401] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Creating folder: Instances. Parent ref: group-v817607. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.470962] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a337bc10-1510-444c-95a6-1164f9876f36 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.473342] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac3cd60-5410-4211-b9ec-ba3518212897 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.483444] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055154b8-a9d1-4b6b-b3e4-c1572aa35f90 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.490029] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Created folder: Instances in parent group-v817607. [ 782.490029] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.490711] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.490951] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0be9bab8-e247-4e3e-9181-47ca4e7b9144 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.514450] env[69330]: DEBUG nova.compute.provider_tree [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.522558] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.522558] env[69330]: value = "task-4128137" [ 782.522558] env[69330]: _type = "Task" [ 782.522558] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.532124] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128137, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.534570] env[69330]: DEBUG nova.compute.manager [req-f807ecf6-6d49-4e11-b9a3-d07cc2678889 req-48a0b5ff-0d51-4476-bad3-7bbda5857d00 service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Received event network-changed-d7c9ac36-6540-4c03-b0fc-349e50e09fa7 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.534874] env[69330]: DEBUG nova.compute.manager [req-f807ecf6-6d49-4e11-b9a3-d07cc2678889 req-48a0b5ff-0d51-4476-bad3-7bbda5857d00 service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Refreshing instance network info cache due to event network-changed-d7c9ac36-6540-4c03-b0fc-349e50e09fa7. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.535604] env[69330]: DEBUG oslo_concurrency.lockutils [req-f807ecf6-6d49-4e11-b9a3-d07cc2678889 req-48a0b5ff-0d51-4476-bad3-7bbda5857d00 service nova] Acquiring lock "refresh_cache-166e9b2f-cd18-4498-82c8-47a5085961f8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.535919] env[69330]: DEBUG oslo_concurrency.lockutils [req-f807ecf6-6d49-4e11-b9a3-d07cc2678889 req-48a0b5ff-0d51-4476-bad3-7bbda5857d00 service nova] Acquired lock "refresh_cache-166e9b2f-cd18-4498-82c8-47a5085961f8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.536209] env[69330]: DEBUG nova.network.neutron [req-f807ecf6-6d49-4e11-b9a3-d07cc2678889 req-48a0b5ff-0d51-4476-bad3-7bbda5857d00 service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Refreshing network info cache for port d7c9ac36-6540-4c03-b0fc-349e50e09fa7 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.833335] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560765} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.833615] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] d3941c63-5974-4a1b-9e79-f4df050659cd/d3941c63-5974-4a1b-9e79-f4df050659cd.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.833818] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.834084] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f74c5166-b10f-4577-a443-384352ee5531 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.843219] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 782.843219] env[69330]: value = "task-4128138" [ 782.843219] env[69330]: _type = "Task" [ 782.843219] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.854130] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.923572] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128134, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.019082] env[69330]: DEBUG nova.scheduler.client.report [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.045701] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128137, 'name': CreateVM_Task, 'duration_secs': 0.417988} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.049089] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.050517] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817621', 'volume_id': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'name': 'volume-95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '166e9b2f-cd18-4498-82c8-47a5085961f8', 'attached_at': '', 'detached_at': '', 'volume_id': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'serial': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b'}, 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': None, 'attachment_id': '3a6ba152-8976-4d89-86be-431daa537663', 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69330) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 783.050746] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Root volume attach. Driver type: vmdk {{(pid=69330) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 783.052658] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124bd617-a850-4618-b931-9d75b71ca0d3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.064641] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fa8a5b-235b-485d-94f4-cfdd0bcd014a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.075464] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37715e2-915e-4113-8a91-684c7134d116 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.083037] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2daa8241-51d7-4c2e-8a9b-5c20cab37b7a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.096146] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Waiting for the task: (returnval){ [ 783.096146] env[69330]: value = "task-4128139" [ 783.096146] env[69330]: _type = "Task" [ 783.096146] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.107374] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128139, 'name': RelocateVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.193154] env[69330]: DEBUG nova.compute.manager [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.230653] env[69330]: DEBUG nova.virt.hardware [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:16:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1962096144',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1189831138',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.231234] env[69330]: DEBUG nova.virt.hardware [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.231234] env[69330]: DEBUG nova.virt.hardware [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.231524] env[69330]: DEBUG nova.virt.hardware [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.231722] env[69330]: DEBUG nova.virt.hardware [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.231908] env[69330]: DEBUG nova.virt.hardware [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.232187] env[69330]: DEBUG nova.virt.hardware [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.232448] env[69330]: DEBUG nova.virt.hardware [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.232689] env[69330]: DEBUG nova.virt.hardware [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.232987] env[69330]: DEBUG nova.virt.hardware [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.233267] env[69330]: DEBUG nova.virt.hardware [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.234390] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dd13ec-e906-4106-9f08-5f10e7bf50b2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.244424] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a11ccf-2090-421e-bdd1-52e6da886f4a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.355432] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135341} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.355789] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.356798] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9a431f-1314-4b69-9fe3-a11e7e220d37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.390347] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] d3941c63-5974-4a1b-9e79-f4df050659cd/d3941c63-5974-4a1b-9e79-f4df050659cd.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.391745] env[69330]: DEBUG nova.network.neutron [req-f807ecf6-6d49-4e11-b9a3-d07cc2678889 req-48a0b5ff-0d51-4476-bad3-7bbda5857d00 service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Updated VIF entry in instance network info cache for port d7c9ac36-6540-4c03-b0fc-349e50e09fa7. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.392260] env[69330]: DEBUG nova.network.neutron [req-f807ecf6-6d49-4e11-b9a3-d07cc2678889 req-48a0b5ff-0d51-4476-bad3-7bbda5857d00 service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Updating instance_info_cache with network_info: [{"id": "d7c9ac36-6540-4c03-b0fc-349e50e09fa7", "address": "fa:16:3e:33:5b:e2", "network": {"id": "80e5c36a-86fa-4a1c-a1c1-7ea344c0a7ae", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1703309203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb9ee6b5fe1456188af08735594ff32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c9ac36-65", "ovs_interfaceid": "d7c9ac36-6540-4c03-b0fc-349e50e09fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.393831] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5094e1f1-385d-4f5a-ae4a-c9d4cef6b906 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.414959] env[69330]: DEBUG oslo_concurrency.lockutils [req-f807ecf6-6d49-4e11-b9a3-d07cc2678889 req-48a0b5ff-0d51-4476-bad3-7bbda5857d00 service nova] Releasing lock "refresh_cache-166e9b2f-cd18-4498-82c8-47a5085961f8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.430176] env[69330]: DEBUG oslo_vmware.api [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128134, 'name': RemoveSnapshot_Task, 'duration_secs': 1.334736} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.430176] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 783.430176] env[69330]: INFO nova.compute.manager [None req-4b847be0-db0b-4116-8a9d-10e1ac51398c tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Took 17.71 seconds to snapshot the instance on the hypervisor. [ 783.432475] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 783.432475] env[69330]: value = "task-4128140" [ 783.432475] env[69330]: _type = "Task" [ 783.432475] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.444194] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128140, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.524033] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.880s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.524900] env[69330]: DEBUG nova.compute.manager [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.530195] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.947s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.530195] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.535614] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.264s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.537545] env[69330]: INFO nova.compute.claims [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.574778] env[69330]: INFO nova.scheduler.client.report [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Deleted allocations for instance fbad53ec-e242-43ce-b7e9-75f4e1ce69f6 [ 783.610557] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128139, 'name': RelocateVM_Task, 'duration_secs': 0.030698} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.611021] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 783.611310] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817621', 'volume_id': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'name': 'volume-95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '166e9b2f-cd18-4498-82c8-47a5085961f8', 'attached_at': '', 'detached_at': '', 'volume_id': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'serial': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 783.612522] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93083db-3e6d-4ff1-916c-b37b4b0a7d0b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.634505] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1a4801-f02a-4d03-b4be-45c1e875b332 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.663075] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] volume-95f3f5c6-85f5-4053-b24b-eebc17baaf1b/volume-95f3f5c6-85f5-4053-b24b-eebc17baaf1b.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.664482] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022be4ea-2392-429b-aa4a-025bf87b3db7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.690012] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Waiting for the task: (returnval){ [ 783.690012] env[69330]: value = "task-4128141" [ 783.690012] env[69330]: _type = "Task" [ 783.690012] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.700561] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.865200] env[69330]: DEBUG nova.network.neutron [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Successfully updated port: c9ea76b6-50bc-45ea-a54a-41050f89e6e0 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.964224] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128140, 'name': ReconfigVM_Task, 'duration_secs': 0.305457} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.964224] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Reconfigured VM instance instance-00000025 to attach disk [datastore2] d3941c63-5974-4a1b-9e79-f4df050659cd/d3941c63-5974-4a1b-9e79-f4df050659cd.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.964396] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10d8ff3c-8f5d-4909-8f93-97b30c71964c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.974348] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 783.974348] env[69330]: value = "task-4128142" [ 783.974348] env[69330]: _type = "Task" [ 783.974348] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.986519] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128142, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.046801] env[69330]: DEBUG nova.compute.utils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.048592] env[69330]: DEBUG nova.compute.manager [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.048977] env[69330]: DEBUG nova.network.neutron [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.083851] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e2d7c6-ef95-441f-9bc3-073a7b437406 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.497s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.084984] env[69330]: DEBUG oslo_concurrency.lockutils [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] Acquired lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.085937] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d74274-7d75-4076-ba38-a8acfbbfcfe6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.098438] env[69330]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 784.100730] env[69330]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69330) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 784.101181] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8a356c3-583d-4c0c-8096-e5dccf826472 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.118274] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba02167-3a8d-4104-9dd2-f964e9ae0013 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.137102] env[69330]: DEBUG nova.policy [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e121a97c3474da1b07c7b8541fec66a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '158aec7ca215471db49a762b1d243b55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.166422] env[69330]: ERROR root [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-817583' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-817583' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-817583' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-817583'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-817583' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-817583' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-817583'}\n"]: nova.exception.InstanceNotFound: Instance fbad53ec-e242-43ce-b7e9-75f4e1ce69f6 could not be found. [ 784.166890] env[69330]: DEBUG oslo_concurrency.lockutils [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] Releasing lock "fbad53ec-e242-43ce-b7e9-75f4e1ce69f6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.167231] env[69330]: DEBUG nova.compute.manager [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Detach interface failed, port_id=6438739a-7d51-491b-bde2-9823179b87b6, reason: Instance fbad53ec-e242-43ce-b7e9-75f4e1ce69f6 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 784.167604] env[69330]: DEBUG nova.compute.manager [req-0e55bc3c-5096-4bee-9ffd-3ea55eda320e req-37022113-9821-4ccc-938f-d401c4c14be6 service nova] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Received event network-vif-deleted-36bcfd9d-1942-4b1d-a1fb-b09c943766b9 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.203691] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128141, 'name': ReconfigVM_Task, 'duration_secs': 0.315435} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.204078] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Reconfigured VM instance instance-00000026 to attach disk [datastore2] volume-95f3f5c6-85f5-4053-b24b-eebc17baaf1b/volume-95f3f5c6-85f5-4053-b24b-eebc17baaf1b.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.211265] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aa2adfd-5a1e-4864-a92b-c3368c1ea071 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.229241] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Waiting for the task: (returnval){ [ 784.229241] env[69330]: value = "task-4128143" [ 784.229241] env[69330]: _type = "Task" [ 784.229241] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.241682] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.373252] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "refresh_cache-281be6bd-4961-4ce5-9179-98256244069a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.373252] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquired lock "refresh_cache-281be6bd-4961-4ce5-9179-98256244069a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.373252] env[69330]: DEBUG nova.network.neutron [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.492878] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128142, 'name': Rename_Task, 'duration_secs': 0.171012} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.492878] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.493333] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-061c21b9-478e-4072-ade4-c594cfa10409 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.504272] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 784.504272] env[69330]: value = "task-4128144" [ 784.504272] env[69330]: _type = "Task" [ 784.504272] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.515455] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.555554] env[69330]: DEBUG nova.compute.manager [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.744486] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128143, 'name': ReconfigVM_Task, 'duration_secs': 0.19937} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.744766] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817621', 'volume_id': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'name': 'volume-95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '166e9b2f-cd18-4498-82c8-47a5085961f8', 'attached_at': '', 'detached_at': '', 'volume_id': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'serial': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 784.745451] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50ad60d6-754a-4008-b7c5-afd43fd9808f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.750186] env[69330]: DEBUG nova.network.neutron [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Successfully created port: ad02b9a3-d784-465e-80bc-feb3b5c2bb8e {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.762069] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Waiting for the task: (returnval){ [ 784.762069] env[69330]: value = "task-4128145" [ 784.762069] env[69330]: _type = "Task" [ 784.762069] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.777650] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128145, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.929596] env[69330]: DEBUG nova.compute.manager [req-46014d30-5a71-48ec-9d61-ea39779c9f88 req-25d731ca-a66c-4448-8860-a4e8e4a9ae21 service nova] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Received event network-vif-plugged-c9ea76b6-50bc-45ea-a54a-41050f89e6e0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.929812] env[69330]: DEBUG oslo_concurrency.lockutils [req-46014d30-5a71-48ec-9d61-ea39779c9f88 req-25d731ca-a66c-4448-8860-a4e8e4a9ae21 service nova] Acquiring lock "281be6bd-4961-4ce5-9179-98256244069a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.930058] env[69330]: DEBUG oslo_concurrency.lockutils [req-46014d30-5a71-48ec-9d61-ea39779c9f88 req-25d731ca-a66c-4448-8860-a4e8e4a9ae21 service nova] Lock "281be6bd-4961-4ce5-9179-98256244069a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.930321] env[69330]: DEBUG oslo_concurrency.lockutils [req-46014d30-5a71-48ec-9d61-ea39779c9f88 req-25d731ca-a66c-4448-8860-a4e8e4a9ae21 service nova] Lock "281be6bd-4961-4ce5-9179-98256244069a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.930520] env[69330]: DEBUG nova.compute.manager [req-46014d30-5a71-48ec-9d61-ea39779c9f88 req-25d731ca-a66c-4448-8860-a4e8e4a9ae21 service nova] [instance: 281be6bd-4961-4ce5-9179-98256244069a] No waiting events found dispatching network-vif-plugged-c9ea76b6-50bc-45ea-a54a-41050f89e6e0 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 784.930687] env[69330]: WARNING nova.compute.manager [req-46014d30-5a71-48ec-9d61-ea39779c9f88 req-25d731ca-a66c-4448-8860-a4e8e4a9ae21 service nova] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Received unexpected event network-vif-plugged-c9ea76b6-50bc-45ea-a54a-41050f89e6e0 for instance with vm_state building and task_state spawning. [ 784.931237] env[69330]: DEBUG nova.compute.manager [req-46014d30-5a71-48ec-9d61-ea39779c9f88 req-25d731ca-a66c-4448-8860-a4e8e4a9ae21 service nova] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Received event network-changed-c9ea76b6-50bc-45ea-a54a-41050f89e6e0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.931489] env[69330]: DEBUG nova.compute.manager [req-46014d30-5a71-48ec-9d61-ea39779c9f88 req-25d731ca-a66c-4448-8860-a4e8e4a9ae21 service nova] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Refreshing instance network info cache due to event network-changed-c9ea76b6-50bc-45ea-a54a-41050f89e6e0. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.931702] env[69330]: DEBUG oslo_concurrency.lockutils [req-46014d30-5a71-48ec-9d61-ea39779c9f88 req-25d731ca-a66c-4448-8860-a4e8e4a9ae21 service nova] Acquiring lock "refresh_cache-281be6bd-4961-4ce5-9179-98256244069a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.977050] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Acquiring lock "9bb7ed59-d77e-4d35-88c2-4646a70c86dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.977050] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lock "9bb7ed59-d77e-4d35-88c2-4646a70c86dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.977050] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Acquiring lock "9bb7ed59-d77e-4d35-88c2-4646a70c86dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.977050] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lock "9bb7ed59-d77e-4d35-88c2-4646a70c86dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.977050] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lock "9bb7ed59-d77e-4d35-88c2-4646a70c86dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.981475] env[69330]: INFO nova.compute.manager [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Terminating instance [ 784.985743] env[69330]: DEBUG nova.network.neutron [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.020791] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.263020] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00de147b-6f6c-4b96-be47-43bb1af82c7e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.286022] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee057962-3850-4423-9eae-853325abf3a9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.288173] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128145, 'name': Rename_Task, 'duration_secs': 0.202021} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.288822] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.289790] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a501f823-eb59-4442-9b07-850e141feb0d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.323537] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7abf4c-9721-4613-b355-b6802a54b6f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.325711] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Waiting for the task: (returnval){ [ 785.325711] env[69330]: value = "task-4128146" [ 785.325711] env[69330]: _type = "Task" [ 785.325711] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.334376] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bddc3c1-4af5-40b1-b0b5-15fd81082db1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.342412] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128146, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.354085] env[69330]: DEBUG nova.compute.provider_tree [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.496525] env[69330]: DEBUG nova.compute.manager [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.496975] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.498903] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c772af-c441-4a97-aef5-677298ed6125 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.522942] env[69330]: DEBUG oslo_vmware.api [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128144, 'name': PowerOnVM_Task, 'duration_secs': 0.718949} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.524225] env[69330]: DEBUG nova.network.neutron [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Updating instance_info_cache with network_info: [{"id": "c9ea76b6-50bc-45ea-a54a-41050f89e6e0", "address": "fa:16:3e:1b:69:99", "network": {"id": "214cfe5e-f42a-4bc8-b639-2c6c1ad8266f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2010721645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01322a058cad40d5859906eaf20648dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ea76b6-50", "ovs_interfaceid": "c9ea76b6-50bc-45ea-a54a-41050f89e6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.528665] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.528909] env[69330]: INFO nova.compute.manager [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Took 9.49 seconds to spawn the instance on the hypervisor. [ 785.529103] env[69330]: DEBUG nova.compute.manager [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.529450] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.530620] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed5531c-b191-4d06-b956-2f7d6cf9f777 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.533776] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdc7c5cf-d35e-446c-a5af-19e1321e5fac {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.545226] env[69330]: DEBUG oslo_vmware.api [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 785.545226] env[69330]: value = "task-4128147" [ 785.545226] env[69330]: _type = "Task" [ 785.545226] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.558173] env[69330]: DEBUG oslo_vmware.api [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.569116] env[69330]: DEBUG nova.compute.manager [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.614782] env[69330]: DEBUG nova.virt.hardware [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.615587] env[69330]: DEBUG nova.virt.hardware [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.616870] env[69330]: DEBUG nova.virt.hardware [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.616870] env[69330]: DEBUG nova.virt.hardware [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.616870] env[69330]: DEBUG nova.virt.hardware [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.616870] env[69330]: DEBUG nova.virt.hardware [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.617743] env[69330]: DEBUG nova.virt.hardware [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.617743] env[69330]: DEBUG nova.virt.hardware [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.617743] env[69330]: DEBUG nova.virt.hardware [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.617936] env[69330]: DEBUG nova.virt.hardware [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.618092] env[69330]: DEBUG nova.virt.hardware [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.619461] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332e3c7c-ee27-4b9b-b9ab-67db83caad22 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.631728] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab3f0fa-39b5-4342-9428-f21deb13ba73 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.839809] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128146, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.857902] env[69330]: DEBUG nova.scheduler.client.report [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.030928] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Releasing lock "refresh_cache-281be6bd-4961-4ce5-9179-98256244069a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.031238] env[69330]: DEBUG nova.compute.manager [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Instance network_info: |[{"id": "c9ea76b6-50bc-45ea-a54a-41050f89e6e0", "address": "fa:16:3e:1b:69:99", "network": {"id": "214cfe5e-f42a-4bc8-b639-2c6c1ad8266f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2010721645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01322a058cad40d5859906eaf20648dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ea76b6-50", "ovs_interfaceid": "c9ea76b6-50bc-45ea-a54a-41050f89e6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.031574] env[69330]: DEBUG oslo_concurrency.lockutils [req-46014d30-5a71-48ec-9d61-ea39779c9f88 req-25d731ca-a66c-4448-8860-a4e8e4a9ae21 service nova] Acquired lock "refresh_cache-281be6bd-4961-4ce5-9179-98256244069a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.031754] env[69330]: DEBUG nova.network.neutron [req-46014d30-5a71-48ec-9d61-ea39779c9f88 req-25d731ca-a66c-4448-8860-a4e8e4a9ae21 service nova] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Refreshing network info cache for port c9ea76b6-50bc-45ea-a54a-41050f89e6e0 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.033018] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:69:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9ea76b6-50bc-45ea-a54a-41050f89e6e0', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.041164] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.042012] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.042012] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb38e6fc-f2d1-439c-b600-a8e660eea6b7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.084795] env[69330]: INFO nova.compute.manager [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Took 55.26 seconds to build instance. [ 786.086884] env[69330]: DEBUG oslo_vmware.api [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128147, 'name': PowerOffVM_Task, 'duration_secs': 0.27154} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.087116] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.087116] env[69330]: value = "task-4128148" [ 786.087116] env[69330]: _type = "Task" [ 786.087116] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.087597] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.087780] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.088112] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18af8009-d7b7-4539-802c-ad875b0d7b77 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.101676] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128148, 'name': CreateVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.182507] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.182507] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.182507] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Deleting the datastore file [datastore2] 9bb7ed59-d77e-4d35-88c2-4646a70c86dc {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.182507] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-694479eb-7a6b-4a82-9dad-8d46b250c999 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.194030] env[69330]: DEBUG oslo_vmware.api [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for the task: (returnval){ [ 786.194030] env[69330]: value = "task-4128150" [ 786.194030] env[69330]: _type = "Task" [ 786.194030] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.202793] env[69330]: DEBUG oslo_vmware.api [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.347096] env[69330]: DEBUG oslo_vmware.api [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128146, 'name': PowerOnVM_Task, 'duration_secs': 0.844012} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.347388] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.347619] env[69330]: INFO nova.compute.manager [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Took 4.61 seconds to spawn the instance on the hypervisor. [ 786.347835] env[69330]: DEBUG nova.compute.manager [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 786.349776] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deb2190-0473-4818-b744-b826a2ea5d0e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.370574] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.371435] env[69330]: DEBUG nova.compute.manager [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.374269] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.485s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.374486] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.377662] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.885s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.377874] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.380078] env[69330]: DEBUG oslo_concurrency.lockutils [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.788s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.380699] env[69330]: DEBUG oslo_concurrency.lockutils [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.382939] env[69330]: DEBUG oslo_concurrency.lockutils [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.935s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.383152] env[69330]: DEBUG oslo_concurrency.lockutils [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.385315] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.058s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.386753] env[69330]: INFO nova.compute.claims [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.424438] env[69330]: INFO nova.scheduler.client.report [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Deleted allocations for instance 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e [ 786.427277] env[69330]: INFO nova.scheduler.client.report [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Deleted allocations for instance 0b294da9-d4c6-47ce-bfad-682acfe3f261 [ 786.458983] env[69330]: INFO nova.scheduler.client.report [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Deleted allocations for instance 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3 [ 786.463418] env[69330]: INFO nova.scheduler.client.report [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Deleted allocations for instance 1bd449dc-7011-4fad-956b-0bd23c946441 [ 786.591432] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce84ed39-028b-4251-80d8-b329b116484b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.168s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.613034] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128148, 'name': CreateVM_Task, 'duration_secs': 0.456634} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.613034] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.613034] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.613640] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.614127] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.614869] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3ff214-413f-46e2-8233-29d43d5fbc44 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.621419] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 786.621419] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522d968e-9464-1319-7d35-28b7107b2ac4" [ 786.621419] env[69330]: _type = "Task" [ 786.621419] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.632729] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522d968e-9464-1319-7d35-28b7107b2ac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.705359] env[69330]: DEBUG oslo_vmware.api [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Task: {'id': task-4128150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186655} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.705624] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.706892] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.707125] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.707310] env[69330]: INFO nova.compute.manager [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Took 1.21 seconds to destroy the instance on the hypervisor. [ 786.707565] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.707781] env[69330]: DEBUG nova.compute.manager [-] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.707887] env[69330]: DEBUG nova.network.neutron [-] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.728506] env[69330]: DEBUG nova.network.neutron [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Successfully updated port: ad02b9a3-d784-465e-80bc-feb3b5c2bb8e {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.870025] env[69330]: INFO nova.compute.manager [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Took 52.45 seconds to build instance. [ 786.894247] env[69330]: DEBUG nova.compute.utils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.896874] env[69330]: DEBUG nova.compute.manager [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.897307] env[69330]: DEBUG nova.network.neutron [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.943181] env[69330]: DEBUG oslo_concurrency.lockutils [None req-88ae567c-6aef-4577-b9e3-b03ec424c488 tempest-ServerDiagnosticsV248Test-1157419668 tempest-ServerDiagnosticsV248Test-1157419668-project-member] Lock "1b1a56e1-6fbb-485e-a802-7acffe4ccb3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.036s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.944348] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7899ed6-1e21-4168-b79b-b10960b028af tempest-ServersAaction247Test-2088475315 tempest-ServersAaction247Test-2088475315-project-member] Lock "0b294da9-d4c6-47ce-bfad-682acfe3f261" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.393s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.977689] env[69330]: DEBUG oslo_concurrency.lockutils [None req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Lock "1bd449dc-7011-4fad-956b-0bd23c946441" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.592s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.978745] env[69330]: DEBUG oslo_concurrency.lockutils [None req-07b52dd6-dd79-428a-b6bc-035f113a96d9 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Lock "6b7b1903-2dd5-45a0-b195-7669dbcf9fc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.087s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.993733] env[69330]: DEBUG nova.policy [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02dd9280c54742698f179478289afb32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '047da396f8174c1dab83a8edf9f3609f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.100242] env[69330]: DEBUG nova.compute.manager [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.135648] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522d968e-9464-1319-7d35-28b7107b2ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.136051] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.136520] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.136818] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.137012] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.137559] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.137908] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a70cbcda-ef5d-471c-af4d-ea7b33eb6149 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.149043] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.149276] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.150077] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e594ad5-f9b8-4545-bfcd-dcc7b060c57b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.159536] env[69330]: DEBUG nova.network.neutron [req-46014d30-5a71-48ec-9d61-ea39779c9f88 req-25d731ca-a66c-4448-8860-a4e8e4a9ae21 service nova] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Updated VIF entry in instance network info cache for port c9ea76b6-50bc-45ea-a54a-41050f89e6e0. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.159907] env[69330]: DEBUG nova.network.neutron [req-46014d30-5a71-48ec-9d61-ea39779c9f88 req-25d731ca-a66c-4448-8860-a4e8e4a9ae21 service nova] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Updating instance_info_cache with network_info: [{"id": "c9ea76b6-50bc-45ea-a54a-41050f89e6e0", "address": "fa:16:3e:1b:69:99", "network": {"id": "214cfe5e-f42a-4bc8-b639-2c6c1ad8266f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2010721645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01322a058cad40d5859906eaf20648dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ea76b6-50", "ovs_interfaceid": "c9ea76b6-50bc-45ea-a54a-41050f89e6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.171401] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 787.171401] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e799df-bf7c-3f2a-fb99-801e2ab00440" [ 787.171401] env[69330]: _type = "Task" [ 787.171401] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.187199] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e799df-bf7c-3f2a-fb99-801e2ab00440, 'name': SearchDatastore_Task, 'duration_secs': 0.012757} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.188096] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0adaf297-a121-4290-ad13-3590cc1b7952 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.197969] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 787.197969] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e4ab21-41f2-7699-8cad-b14a5af391c8" [ 787.197969] env[69330]: _type = "Task" [ 787.197969] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.215447] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e4ab21-41f2-7699-8cad-b14a5af391c8, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.215447] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.215447] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 281be6bd-4961-4ce5-9179-98256244069a/281be6bd-4961-4ce5-9179-98256244069a.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.215447] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc5804b3-a408-4cf8-b24a-485e794471b2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.221357] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 787.221357] env[69330]: value = "task-4128151" [ 787.221357] env[69330]: _type = "Task" [ 787.221357] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.233032] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.233897] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquiring lock "refresh_cache-257f9d36-bd6f-410a-a8d8-bba2e862b131" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.235177] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquired lock "refresh_cache-257f9d36-bd6f-410a-a8d8-bba2e862b131" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.235177] env[69330]: DEBUG nova.network.neutron [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.373738] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d6011314-060d-4296-8690-f1184323bc5e tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Lock "166e9b2f-cd18-4498-82c8-47a5085961f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.612s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.400696] env[69330]: DEBUG nova.compute.manager [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.613978] env[69330]: DEBUG nova.compute.manager [req-fd5314f9-ca01-4c67-ab0d-a95fa35957ff req-5d3a0ea7-4022-4d7f-b892-c104f3ea4426 service nova] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Received event network-vif-plugged-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.614341] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd5314f9-ca01-4c67-ab0d-a95fa35957ff req-5d3a0ea7-4022-4d7f-b892-c104f3ea4426 service nova] Acquiring lock "257f9d36-bd6f-410a-a8d8-bba2e862b131-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.614581] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd5314f9-ca01-4c67-ab0d-a95fa35957ff req-5d3a0ea7-4022-4d7f-b892-c104f3ea4426 service nova] Lock "257f9d36-bd6f-410a-a8d8-bba2e862b131-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.614658] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd5314f9-ca01-4c67-ab0d-a95fa35957ff req-5d3a0ea7-4022-4d7f-b892-c104f3ea4426 service nova] Lock "257f9d36-bd6f-410a-a8d8-bba2e862b131-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.616864] env[69330]: DEBUG nova.compute.manager [req-fd5314f9-ca01-4c67-ab0d-a95fa35957ff req-5d3a0ea7-4022-4d7f-b892-c104f3ea4426 service nova] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] No waiting events found dispatching network-vif-plugged-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 787.616864] env[69330]: WARNING nova.compute.manager [req-fd5314f9-ca01-4c67-ab0d-a95fa35957ff req-5d3a0ea7-4022-4d7f-b892-c104f3ea4426 service nova] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Received unexpected event network-vif-plugged-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e for instance with vm_state building and task_state spawning. [ 787.616864] env[69330]: DEBUG nova.compute.manager [req-fd5314f9-ca01-4c67-ab0d-a95fa35957ff req-5d3a0ea7-4022-4d7f-b892-c104f3ea4426 service nova] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Received event network-changed-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.616864] env[69330]: DEBUG nova.compute.manager [req-fd5314f9-ca01-4c67-ab0d-a95fa35957ff req-5d3a0ea7-4022-4d7f-b892-c104f3ea4426 service nova] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Refreshing instance network info cache due to event network-changed-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.616864] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd5314f9-ca01-4c67-ab0d-a95fa35957ff req-5d3a0ea7-4022-4d7f-b892-c104f3ea4426 service nova] Acquiring lock "refresh_cache-257f9d36-bd6f-410a-a8d8-bba2e862b131" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.636263] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.666629] env[69330]: DEBUG oslo_concurrency.lockutils [req-46014d30-5a71-48ec-9d61-ea39779c9f88 req-25d731ca-a66c-4448-8860-a4e8e4a9ae21 service nova] Releasing lock "refresh_cache-281be6bd-4961-4ce5-9179-98256244069a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.743179] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128151, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.879130] env[69330]: DEBUG nova.compute.manager [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.885221] env[69330]: DEBUG nova.network.neutron [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.958912] env[69330]: DEBUG nova.network.neutron [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Successfully created port: bb25fa3f-b361-45ca-a292-13cfc7bd8274 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.013551] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab14b6a-41b2-458b-b79d-6a313d1f4355 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.026461] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fa08d4-4a78-4fd3-a597-fee2de3a9711 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.072311] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d698844-2a2e-499a-a783-8664fa924867 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.082120] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cec058-a38e-45e3-8195-cbc4f2935883 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.099880] env[69330]: DEBUG nova.compute.provider_tree [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.241196] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528445} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.241196] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 281be6bd-4961-4ce5-9179-98256244069a/281be6bd-4961-4ce5-9179-98256244069a.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.241196] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.241196] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5763b335-ce18-4536-a667-e58ea33447cc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.251296] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 788.251296] env[69330]: value = "task-4128152" [ 788.251296] env[69330]: _type = "Task" [ 788.251296] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.268611] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.357863] env[69330]: DEBUG nova.network.neutron [-] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.365063] env[69330]: DEBUG nova.network.neutron [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Updating instance_info_cache with network_info: [{"id": "ad02b9a3-d784-465e-80bc-feb3b5c2bb8e", "address": "fa:16:3e:1f:2a:75", "network": {"id": "cc5942e5-2995-4301-ad4d-5a62a96d6612", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-300619993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "158aec7ca215471db49a762b1d243b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad02b9a3-d7", "ovs_interfaceid": "ad02b9a3-d784-465e-80bc-feb3b5c2bb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.412474] env[69330]: DEBUG nova.compute.manager [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.438246] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.475763] env[69330]: DEBUG nova.virt.hardware [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.476518] env[69330]: DEBUG nova.virt.hardware [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.476825] env[69330]: DEBUG nova.virt.hardware [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.477113] env[69330]: DEBUG nova.virt.hardware [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.477327] env[69330]: DEBUG nova.virt.hardware [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.477530] env[69330]: DEBUG nova.virt.hardware [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.477893] env[69330]: DEBUG nova.virt.hardware [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.479617] env[69330]: DEBUG nova.virt.hardware [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.479888] env[69330]: DEBUG nova.virt.hardware [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.480162] env[69330]: DEBUG nova.virt.hardware [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.480390] env[69330]: DEBUG nova.virt.hardware [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.482488] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08c6137-9c1f-45bb-a405-cd88a61ebcc3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.493270] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abafbe1-c324-4e6a-a05e-3ad56135b566 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.604433] env[69330]: DEBUG nova.scheduler.client.report [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.765676] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085064} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.766105] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.767351] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d38cad-a48f-47bc-b192-593a479d05b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.772755] env[69330]: DEBUG nova.compute.manager [req-fe01cb9a-3e6b-4e63-bc97-15f1278b1ff6 req-01b8403d-5c9e-4331-9c10-903eca02c3e0 service nova] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Received event network-vif-deleted-75bd3f71-9f18-480f-abac-64cdd0df56bd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.805039] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 281be6bd-4961-4ce5-9179-98256244069a/281be6bd-4961-4ce5-9179-98256244069a.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.805870] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af3d1e3d-b48d-4b8a-8435-9bd10a993296 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.833026] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 788.833026] env[69330]: value = "task-4128153" [ 788.833026] env[69330]: _type = "Task" [ 788.833026] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.841720] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.862066] env[69330]: INFO nova.compute.manager [-] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Took 2.15 seconds to deallocate network for instance. [ 788.872992] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Releasing lock "refresh_cache-257f9d36-bd6f-410a-a8d8-bba2e862b131" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.872992] env[69330]: DEBUG nova.compute.manager [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Instance network_info: |[{"id": "ad02b9a3-d784-465e-80bc-feb3b5c2bb8e", "address": "fa:16:3e:1f:2a:75", "network": {"id": "cc5942e5-2995-4301-ad4d-5a62a96d6612", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-300619993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "158aec7ca215471db49a762b1d243b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad02b9a3-d7", "ovs_interfaceid": "ad02b9a3-d784-465e-80bc-feb3b5c2bb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.872992] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd5314f9-ca01-4c67-ab0d-a95fa35957ff req-5d3a0ea7-4022-4d7f-b892-c104f3ea4426 service nova] Acquired lock "refresh_cache-257f9d36-bd6f-410a-a8d8-bba2e862b131" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.872992] env[69330]: DEBUG nova.network.neutron [req-fd5314f9-ca01-4c67-ab0d-a95fa35957ff req-5d3a0ea7-4022-4d7f-b892-c104f3ea4426 service nova] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Refreshing network info cache for port ad02b9a3-d784-465e-80bc-feb3b5c2bb8e {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.872992] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:2a:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad02b9a3-d784-465e-80bc-feb3b5c2bb8e', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.887549] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Creating folder: Project (158aec7ca215471db49a762b1d243b55). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.893341] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0da0ef58-dee4-436a-9456-7fea5eb94efd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.907683] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Created folder: Project (158aec7ca215471db49a762b1d243b55) in parent group-v817559. [ 788.907683] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Creating folder: Instances. Parent ref: group-v817684. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.908343] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbf7edc7-5c1f-4d75-aa1d-a1154c5f66ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.924029] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Created folder: Instances in parent group-v817684. [ 788.924029] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.924029] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.924725] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09c6fb2b-c169-4373-a221-bccaf03ff893 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.950835] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.950835] env[69330]: value = "task-4128156" [ 788.950835] env[69330]: _type = "Task" [ 788.950835] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.962490] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128156, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.110392] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.110972] env[69330]: DEBUG nova.compute.manager [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.114444] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.512s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.114617] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.118548] env[69330]: DEBUG oslo_concurrency.lockutils [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.483s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.118548] env[69330]: DEBUG oslo_concurrency.lockutils [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.122300] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.795s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.122300] env[69330]: DEBUG nova.objects.instance [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 789.158604] env[69330]: INFO nova.scheduler.client.report [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Deleted allocations for instance c55f207e-511e-44c0-ad4c-0415a9d94755 [ 789.160624] env[69330]: INFO nova.scheduler.client.report [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Deleted allocations for instance 11fbad6e-6d44-41b8-863b-55cbda4faacd [ 789.343548] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128153, 'name': ReconfigVM_Task, 'duration_secs': 0.483394} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.344298] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 281be6bd-4961-4ce5-9179-98256244069a/281be6bd-4961-4ce5-9179-98256244069a.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.344744] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69330) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 789.345524] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-c3212f21-43de-44e9-885d-5ca64e647ab1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.357121] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 789.357121] env[69330]: value = "task-4128157" [ 789.357121] env[69330]: _type = "Task" [ 789.357121] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.372275] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.374141] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128157, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.462078] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128156, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.630817] env[69330]: DEBUG nova.compute.utils [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.635271] env[69330]: DEBUG nova.compute.manager [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Not allocating networking since 'none' was specified. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 789.677784] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb27db5-7475-478f-a19d-115d975a798b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Lock "11fbad6e-6d44-41b8-863b-55cbda4faacd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.991s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.682021] env[69330]: DEBUG oslo_concurrency.lockutils [None req-37b60da6-a84b-410e-928f-9d8a9127775d tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "c55f207e-511e-44c0-ad4c-0415a9d94755" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.598s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.714387] env[69330]: DEBUG oslo_vmware.rw_handles [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295d982-352a-8b3e-20d8-15e12f25b336/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 789.715647] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7855e31-fbcf-44c3-b2ad-39b93e220d3b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.722678] env[69330]: DEBUG oslo_vmware.rw_handles [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295d982-352a-8b3e-20d8-15e12f25b336/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 789.722863] env[69330]: ERROR oslo_vmware.rw_handles [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295d982-352a-8b3e-20d8-15e12f25b336/disk-0.vmdk due to incomplete transfer. [ 789.723429] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-65d2cd2d-5283-40fb-89fe-3990ddf07406 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.732686] env[69330]: DEBUG oslo_vmware.rw_handles [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295d982-352a-8b3e-20d8-15e12f25b336/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 789.732958] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Uploaded image 7dbc6a70-e73f-41fe-adac-86bc7c163487 to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 789.734491] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 789.734772] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2cce9e1f-7d46-4d98-99e2-d58f7414c975 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.742386] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 789.742386] env[69330]: value = "task-4128158" [ 789.742386] env[69330]: _type = "Task" [ 789.742386] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.753189] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128158, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.874014] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128157, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.06279} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.874417] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69330) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 789.875655] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c47806-ca41-4dcc-ac1b-8085978997c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.911538] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 281be6bd-4961-4ce5-9179-98256244069a/ephemeral_0.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.912265] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34554dee-5ede-4348-87d1-428afc2e4b37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.943801] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 789.943801] env[69330]: value = "task-4128159" [ 789.943801] env[69330]: _type = "Task" [ 789.943801] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.959737] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.966645] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128156, 'name': CreateVM_Task, 'duration_secs': 0.56677} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.966645] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.967829] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.967999] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.968506] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.968789] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f3ef20-509f-4a8b-b910-b7f4cd3a79a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.975540] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Waiting for the task: (returnval){ [ 789.975540] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]525f2916-1731-e49c-bb8f-8d6269830a66" [ 789.975540] env[69330]: _type = "Task" [ 789.975540] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.985519] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525f2916-1731-e49c-bb8f-8d6269830a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.075090] env[69330]: DEBUG nova.network.neutron [req-fd5314f9-ca01-4c67-ab0d-a95fa35957ff req-5d3a0ea7-4022-4d7f-b892-c104f3ea4426 service nova] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Updated VIF entry in instance network info cache for port ad02b9a3-d784-465e-80bc-feb3b5c2bb8e. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.075836] env[69330]: DEBUG nova.network.neutron [req-fd5314f9-ca01-4c67-ab0d-a95fa35957ff req-5d3a0ea7-4022-4d7f-b892-c104f3ea4426 service nova] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Updating instance_info_cache with network_info: [{"id": "ad02b9a3-d784-465e-80bc-feb3b5c2bb8e", "address": "fa:16:3e:1f:2a:75", "network": {"id": "cc5942e5-2995-4301-ad4d-5a62a96d6612", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-300619993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "158aec7ca215471db49a762b1d243b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad02b9a3-d7", "ovs_interfaceid": "ad02b9a3-d784-465e-80bc-feb3b5c2bb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.136249] env[69330]: DEBUG nova.compute.manager [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.143461] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7b4ed31-ff63-4a0d-968a-0a2b3f2d96ee tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.147293] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.501s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.147293] env[69330]: INFO nova.compute.claims [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.257957] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128158, 'name': Destroy_Task, 'duration_secs': 0.397756} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.258276] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Destroyed the VM [ 790.258628] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 790.258832] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e76ecb0-7a37-46fc-8f17-7c599df5d784 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.268155] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 790.268155] env[69330]: value = "task-4128160" [ 790.268155] env[69330]: _type = "Task" [ 790.268155] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.278636] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128160, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.458313] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128159, 'name': ReconfigVM_Task, 'duration_secs': 0.43437} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.458688] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 281be6bd-4961-4ce5-9179-98256244069a/ephemeral_0.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.459693] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60c1bd19-20bd-485b-abe2-9d87148c55c7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.468990] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 790.468990] env[69330]: value = "task-4128161" [ 790.468990] env[69330]: _type = "Task" [ 790.468990] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.486865] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128161, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.491659] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525f2916-1731-e49c-bb8f-8d6269830a66, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.492080] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.492392] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.492703] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.492952] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.493235] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.493579] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcbf7400-936a-42a9-8091-e0dd62673a83 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.504633] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.504890] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.505856] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6bbdd34-d49f-49e9-9ea8-4b508ea1dd0a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.512928] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Waiting for the task: (returnval){ [ 790.512928] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52363020-1e30-24d1-f8fe-a669ee333300" [ 790.512928] env[69330]: _type = "Task" [ 790.512928] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.521710] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52363020-1e30-24d1-f8fe-a669ee333300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.579389] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd5314f9-ca01-4c67-ab0d-a95fa35957ff req-5d3a0ea7-4022-4d7f-b892-c104f3ea4426 service nova] Releasing lock "refresh_cache-257f9d36-bd6f-410a-a8d8-bba2e862b131" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.780896] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128160, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.784119] env[69330]: DEBUG nova.compute.manager [req-f1a0c504-8ec5-4571-b93e-1542e722ad13 req-1279976b-f961-4ab3-9b2b-d20137364b5c service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Received event network-changed-fcccb6f6-566c-4b11-a267-39c70599532a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.784119] env[69330]: DEBUG nova.compute.manager [req-f1a0c504-8ec5-4571-b93e-1542e722ad13 req-1279976b-f961-4ab3-9b2b-d20137364b5c service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Refreshing instance network info cache due to event network-changed-fcccb6f6-566c-4b11-a267-39c70599532a. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.784924] env[69330]: DEBUG oslo_concurrency.lockutils [req-f1a0c504-8ec5-4571-b93e-1542e722ad13 req-1279976b-f961-4ab3-9b2b-d20137364b5c service nova] Acquiring lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.785701] env[69330]: DEBUG oslo_concurrency.lockutils [req-f1a0c504-8ec5-4571-b93e-1542e722ad13 req-1279976b-f961-4ab3-9b2b-d20137364b5c service nova] Acquired lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.786336] env[69330]: DEBUG nova.network.neutron [req-f1a0c504-8ec5-4571-b93e-1542e722ad13 req-1279976b-f961-4ab3-9b2b-d20137364b5c service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Refreshing network info cache for port fcccb6f6-566c-4b11-a267-39c70599532a {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.982392] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128161, 'name': Rename_Task, 'duration_secs': 0.191991} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.983037] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.983037] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e8a8327-9c15-47d1-859b-2f59f7def8d2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.994137] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 790.994137] env[69330]: value = "task-4128162" [ 790.994137] env[69330]: _type = "Task" [ 790.994137] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.010501] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.028921] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52363020-1e30-24d1-f8fe-a669ee333300, 'name': SearchDatastore_Task, 'duration_secs': 0.011306} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.029655] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8ff468c-ad92-437c-9f19-4930b8ed0a62 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.038098] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Waiting for the task: (returnval){ [ 791.038098] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fd1378-d402-95de-3c5d-6357608975d6" [ 791.038098] env[69330]: _type = "Task" [ 791.038098] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.049116] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fd1378-d402-95de-3c5d-6357608975d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.150929] env[69330]: DEBUG nova.compute.manager [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.197779] env[69330]: DEBUG nova.virt.hardware [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.198256] env[69330]: DEBUG nova.virt.hardware [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.198514] env[69330]: DEBUG nova.virt.hardware [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.198745] env[69330]: DEBUG nova.virt.hardware [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.198921] env[69330]: DEBUG nova.virt.hardware [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.199226] env[69330]: DEBUG nova.virt.hardware [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.199538] env[69330]: DEBUG nova.virt.hardware [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.199687] env[69330]: DEBUG nova.virt.hardware [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.199912] env[69330]: DEBUG nova.virt.hardware [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.200314] env[69330]: DEBUG nova.virt.hardware [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.200380] env[69330]: DEBUG nova.virt.hardware [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.202234] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3f86a2-a9ac-4232-ae7a-0734c478a31b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.206453] env[69330]: DEBUG nova.network.neutron [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Successfully updated port: bb25fa3f-b361-45ca-a292-13cfc7bd8274 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.219895] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Acquiring lock "cb192c53-da48-40ca-9824-a81b5494ea93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.219895] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Lock "cb192c53-da48-40ca-9824-a81b5494ea93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.221437] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a905e219-95b0-48d4-96ba-3af684df1271 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.239995] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.247801] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Creating folder: Project (be67469ad8414409b8b84cdff02dfc6b). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.252044] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87a5acb7-edc6-416d-92b0-56f55b8acc4a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.264080] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Created folder: Project (be67469ad8414409b8b84cdff02dfc6b) in parent group-v817559. [ 791.264462] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Creating folder: Instances. Parent ref: group-v817687. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.264799] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bd53c9f-b508-46c6-80a1-daaaba495825 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.280634] env[69330]: DEBUG oslo_vmware.api [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128160, 'name': RemoveSnapshot_Task, 'duration_secs': 0.562982} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.282380] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 791.283009] env[69330]: INFO nova.compute.manager [None req-3ba176ae-a3d6-451b-bdfc-fcc5f418a9cd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Took 16.49 seconds to snapshot the instance on the hypervisor. [ 791.286848] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Created folder: Instances in parent group-v817687. [ 791.286848] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.288903] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.292735] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11d8f94e-201c-4b55-b130-172f42394620 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.322166] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.322166] env[69330]: value = "task-4128165" [ 791.322166] env[69330]: _type = "Task" [ 791.322166] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.338686] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128165, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.508028] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128162, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.556521] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fd1378-d402-95de-3c5d-6357608975d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.556908] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.557166] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 257f9d36-bd6f-410a-a8d8-bba2e862b131/257f9d36-bd6f-410a-a8d8-bba2e862b131.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.557433] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0052abf-d12c-4810-95de-c37488b5a53d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.566430] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Waiting for the task: (returnval){ [ 791.566430] env[69330]: value = "task-4128166" [ 791.566430] env[69330]: _type = "Task" [ 791.566430] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.579820] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.710570] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "refresh_cache-6da1f33f-0bb2-4a90-a69b-502d50ee2af1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.710806] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "refresh_cache-6da1f33f-0bb2-4a90-a69b-502d50ee2af1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.711057] env[69330]: DEBUG nova.network.neutron [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.773437] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886cb0a1-c416-4aa5-ba61-ac58694f3aed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.782751] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45ce80b-2aca-4908-bf80-71c30a4b80c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.826567] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc01910-229f-493b-8b24-2503d300f16a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.845428] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340fbbd1-ee0d-482e-926d-b83a10efae92 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.850009] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128165, 'name': CreateVM_Task, 'duration_secs': 0.339738} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.852520] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.852520] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.853069] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.853119] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.853949] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e531df-c519-4777-bf3e-119e59b22c10 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.866856] env[69330]: DEBUG nova.compute.provider_tree [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.875047] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 791.875047] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5201eb63-8768-9ce7-65da-e69fc2aa937d" [ 791.875047] env[69330]: _type = "Task" [ 791.875047] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.884142] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5201eb63-8768-9ce7-65da-e69fc2aa937d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.007462] env[69330]: DEBUG oslo_vmware.api [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128162, 'name': PowerOnVM_Task, 'duration_secs': 0.528048} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.007879] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.008141] env[69330]: INFO nova.compute.manager [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Took 8.81 seconds to spawn the instance on the hypervisor. [ 792.008395] env[69330]: DEBUG nova.compute.manager [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.009428] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8464ba4a-3372-4dba-9a0d-4134b4f094d4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.089656] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128166, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.154916] env[69330]: DEBUG nova.network.neutron [req-f1a0c504-8ec5-4571-b93e-1542e722ad13 req-1279976b-f961-4ab3-9b2b-d20137364b5c service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updated VIF entry in instance network info cache for port fcccb6f6-566c-4b11-a267-39c70599532a. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.155250] env[69330]: DEBUG nova.network.neutron [req-f1a0c504-8ec5-4571-b93e-1542e722ad13 req-1279976b-f961-4ab3-9b2b-d20137364b5c service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance_info_cache with network_info: [{"id": "fcccb6f6-566c-4b11-a267-39c70599532a", "address": "fa:16:3e:34:87:54", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccb6f6-56", "ovs_interfaceid": "fcccb6f6-566c-4b11-a267-39c70599532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.207809] env[69330]: DEBUG nova.compute.manager [req-164a894e-1f4c-43cd-b0ed-61b457bf2bda req-c0ff863d-8946-4503-a84f-6368d133fa3b service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Received event network-changed-d7c9ac36-6540-4c03-b0fc-349e50e09fa7 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.208110] env[69330]: DEBUG nova.compute.manager [req-164a894e-1f4c-43cd-b0ed-61b457bf2bda req-c0ff863d-8946-4503-a84f-6368d133fa3b service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Refreshing instance network info cache due to event network-changed-d7c9ac36-6540-4c03-b0fc-349e50e09fa7. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.208352] env[69330]: DEBUG oslo_concurrency.lockutils [req-164a894e-1f4c-43cd-b0ed-61b457bf2bda req-c0ff863d-8946-4503-a84f-6368d133fa3b service nova] Acquiring lock "refresh_cache-166e9b2f-cd18-4498-82c8-47a5085961f8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.208505] env[69330]: DEBUG oslo_concurrency.lockutils [req-164a894e-1f4c-43cd-b0ed-61b457bf2bda req-c0ff863d-8946-4503-a84f-6368d133fa3b service nova] Acquired lock "refresh_cache-166e9b2f-cd18-4498-82c8-47a5085961f8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.208676] env[69330]: DEBUG nova.network.neutron [req-164a894e-1f4c-43cd-b0ed-61b457bf2bda req-c0ff863d-8946-4503-a84f-6368d133fa3b service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Refreshing network info cache for port d7c9ac36-6540-4c03-b0fc-349e50e09fa7 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.303986] env[69330]: DEBUG nova.network.neutron [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.373021] env[69330]: DEBUG nova.scheduler.client.report [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.391312] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5201eb63-8768-9ce7-65da-e69fc2aa937d, 'name': SearchDatastore_Task, 'duration_secs': 0.074961} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.393208] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.393477] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.393754] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.393903] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.394116] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.394712] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e49c976-acb6-4bac-b4fb-b18e2b410603 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.407091] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.409404] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.410192] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684bf40c-f717-4696-bd47-cd7906837230 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.418127] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 792.418127] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5250928d-6910-a188-67e3-2568f40da1e1" [ 792.418127] env[69330]: _type = "Task" [ 792.418127] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.427075] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5250928d-6910-a188-67e3-2568f40da1e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.536719] env[69330]: INFO nova.compute.manager [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Took 53.09 seconds to build instance. [ 792.586288] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128166, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.647936] env[69330]: DEBUG nova.network.neutron [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Updating instance_info_cache with network_info: [{"id": "bb25fa3f-b361-45ca-a292-13cfc7bd8274", "address": "fa:16:3e:d7:72:a0", "network": {"id": "57b14d05-24fc-4b34-a617-2882f8ded145", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-782617106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047da396f8174c1dab83a8edf9f3609f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb25fa3f-b3", "ovs_interfaceid": "bb25fa3f-b361-45ca-a292-13cfc7bd8274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.657625] env[69330]: DEBUG oslo_concurrency.lockutils [req-f1a0c504-8ec5-4571-b93e-1542e722ad13 req-1279976b-f961-4ab3-9b2b-d20137364b5c service nova] Releasing lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.695464] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "0db83f12-91e4-40d9-b67b-f717108c5865" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.695464] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "0db83f12-91e4-40d9-b67b-f717108c5865" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.884021] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.884021] env[69330]: DEBUG nova.compute.manager [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.885631] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.494s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.888251] env[69330]: INFO nova.compute.claims [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.942787] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5250928d-6910-a188-67e3-2568f40da1e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012762} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.947905] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4336b4da-6a75-4d24-8cd6-f23d5606211f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.955553] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 792.955553] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bc4d98-7ac5-c812-0865-b2474a7908ae" [ 792.955553] env[69330]: _type = "Task" [ 792.955553] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.966633] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bc4d98-7ac5-c812-0865-b2474a7908ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.040079] env[69330]: DEBUG oslo_concurrency.lockutils [None req-75bf5910-0e79-4a15-84c7-c087b16c03f6 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "281be6bd-4961-4ce5-9179-98256244069a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.965s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.083668] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128166, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.154238] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "refresh_cache-6da1f33f-0bb2-4a90-a69b-502d50ee2af1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.154238] env[69330]: DEBUG nova.compute.manager [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Instance network_info: |[{"id": "bb25fa3f-b361-45ca-a292-13cfc7bd8274", "address": "fa:16:3e:d7:72:a0", "network": {"id": "57b14d05-24fc-4b34-a617-2882f8ded145", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-782617106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047da396f8174c1dab83a8edf9f3609f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb25fa3f-b3", "ovs_interfaceid": "bb25fa3f-b361-45ca-a292-13cfc7bd8274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.154238] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:72:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb25fa3f-b361-45ca-a292-13cfc7bd8274', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.162592] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.162865] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.163328] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-319a9b3a-1f86-4a25-97e2-bd8440adb38a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.186451] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.186451] env[69330]: value = "task-4128167" [ 793.186451] env[69330]: _type = "Task" [ 793.186451] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.196396] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128167, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.233756] env[69330]: DEBUG nova.network.neutron [req-164a894e-1f4c-43cd-b0ed-61b457bf2bda req-c0ff863d-8946-4503-a84f-6368d133fa3b service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Updated VIF entry in instance network info cache for port d7c9ac36-6540-4c03-b0fc-349e50e09fa7. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.233756] env[69330]: DEBUG nova.network.neutron [req-164a894e-1f4c-43cd-b0ed-61b457bf2bda req-c0ff863d-8946-4503-a84f-6368d133fa3b service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Updating instance_info_cache with network_info: [{"id": "d7c9ac36-6540-4c03-b0fc-349e50e09fa7", "address": "fa:16:3e:33:5b:e2", "network": {"id": "80e5c36a-86fa-4a1c-a1c1-7ea344c0a7ae", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1703309203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfb9ee6b5fe1456188af08735594ff32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c9ac36-65", "ovs_interfaceid": "d7c9ac36-6540-4c03-b0fc-349e50e09fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.401022] env[69330]: DEBUG nova.compute.utils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.402430] env[69330]: DEBUG nova.compute.manager [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.402602] env[69330]: DEBUG nova.network.neutron [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.468601] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bc4d98-7ac5-c812-0865-b2474a7908ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011229} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.468601] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.468940] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 67cfedae-c64c-4b5b-abef-fb675497edc7/67cfedae-c64c-4b5b-abef-fb675497edc7.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.470040] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2328aa66-3a00-49fb-927f-a4813274fc3c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.481210] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 793.481210] env[69330]: value = "task-4128168" [ 793.481210] env[69330]: _type = "Task" [ 793.481210] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.493575] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.499609] env[69330]: DEBUG nova.policy [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e45363511a44e5b8eb95a7cb7b2a146', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '208c40fdf0b9433e9474e99f47f1758f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.543986] env[69330]: DEBUG nova.compute.manager [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.587243] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128166, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.633143} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.587732] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 257f9d36-bd6f-410a-a8d8-bba2e862b131/257f9d36-bd6f-410a-a8d8-bba2e862b131.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.588132] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.588642] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-260581ea-3e13-4791-a576-c7f0b16f3c82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.598645] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Waiting for the task: (returnval){ [ 793.598645] env[69330]: value = "task-4128169" [ 793.598645] env[69330]: _type = "Task" [ 793.598645] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.612515] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.699909] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128167, 'name': CreateVM_Task, 'duration_secs': 0.412482} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.699909] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.699909] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.700434] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.700875] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.701330] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5212fb24-b8e0-4ec0-b681-b26db15014ed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.708303] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 793.708303] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]525ee162-46a4-48b0-f199-79ab7f27f076" [ 793.708303] env[69330]: _type = "Task" [ 793.708303] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.720414] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525ee162-46a4-48b0-f199-79ab7f27f076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.735929] env[69330]: DEBUG oslo_concurrency.lockutils [req-164a894e-1f4c-43cd-b0ed-61b457bf2bda req-c0ff863d-8946-4503-a84f-6368d133fa3b service nova] Releasing lock "refresh_cache-166e9b2f-cd18-4498-82c8-47a5085961f8" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.906350] env[69330]: DEBUG nova.compute.manager [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.926432] env[69330]: DEBUG nova.compute.manager [req-bc83d109-94bd-47a7-a4b3-b87c5e526e94 req-fafe0141-0cb8-4a48-8160-be90f5a67f51 service nova] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Received event network-vif-plugged-bb25fa3f-b361-45ca-a292-13cfc7bd8274 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.927301] env[69330]: DEBUG oslo_concurrency.lockutils [req-bc83d109-94bd-47a7-a4b3-b87c5e526e94 req-fafe0141-0cb8-4a48-8160-be90f5a67f51 service nova] Acquiring lock "6da1f33f-0bb2-4a90-a69b-502d50ee2af1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.927301] env[69330]: DEBUG oslo_concurrency.lockutils [req-bc83d109-94bd-47a7-a4b3-b87c5e526e94 req-fafe0141-0cb8-4a48-8160-be90f5a67f51 service nova] Lock "6da1f33f-0bb2-4a90-a69b-502d50ee2af1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.932026] env[69330]: DEBUG oslo_concurrency.lockutils [req-bc83d109-94bd-47a7-a4b3-b87c5e526e94 req-fafe0141-0cb8-4a48-8160-be90f5a67f51 service nova] Lock "6da1f33f-0bb2-4a90-a69b-502d50ee2af1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.932026] env[69330]: DEBUG nova.compute.manager [req-bc83d109-94bd-47a7-a4b3-b87c5e526e94 req-fafe0141-0cb8-4a48-8160-be90f5a67f51 service nova] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] No waiting events found dispatching network-vif-plugged-bb25fa3f-b361-45ca-a292-13cfc7bd8274 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 793.932026] env[69330]: WARNING nova.compute.manager [req-bc83d109-94bd-47a7-a4b3-b87c5e526e94 req-fafe0141-0cb8-4a48-8160-be90f5a67f51 service nova] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Received unexpected event network-vif-plugged-bb25fa3f-b361-45ca-a292-13cfc7bd8274 for instance with vm_state building and task_state spawning. [ 793.932026] env[69330]: DEBUG nova.compute.manager [req-bc83d109-94bd-47a7-a4b3-b87c5e526e94 req-fafe0141-0cb8-4a48-8160-be90f5a67f51 service nova] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Received event network-changed-bb25fa3f-b361-45ca-a292-13cfc7bd8274 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.932026] env[69330]: DEBUG nova.compute.manager [req-bc83d109-94bd-47a7-a4b3-b87c5e526e94 req-fafe0141-0cb8-4a48-8160-be90f5a67f51 service nova] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Refreshing instance network info cache due to event network-changed-bb25fa3f-b361-45ca-a292-13cfc7bd8274. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.932026] env[69330]: DEBUG oslo_concurrency.lockutils [req-bc83d109-94bd-47a7-a4b3-b87c5e526e94 req-fafe0141-0cb8-4a48-8160-be90f5a67f51 service nova] Acquiring lock "refresh_cache-6da1f33f-0bb2-4a90-a69b-502d50ee2af1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.932026] env[69330]: DEBUG oslo_concurrency.lockutils [req-bc83d109-94bd-47a7-a4b3-b87c5e526e94 req-fafe0141-0cb8-4a48-8160-be90f5a67f51 service nova] Acquired lock "refresh_cache-6da1f33f-0bb2-4a90-a69b-502d50ee2af1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.932026] env[69330]: DEBUG nova.network.neutron [req-bc83d109-94bd-47a7-a4b3-b87c5e526e94 req-fafe0141-0cb8-4a48-8160-be90f5a67f51 service nova] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Refreshing network info cache for port bb25fa3f-b361-45ca-a292-13cfc7bd8274 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.000983] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128168, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.080409] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.114734] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076372} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.115238] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.116307] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ec56ce-ffc2-4173-a922-04ee7dc375ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.151458] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 257f9d36-bd6f-410a-a8d8-bba2e862b131/257f9d36-bd6f-410a-a8d8-bba2e862b131.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.154952] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-297fb21d-3a83-4c7e-842d-47783c788b7a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.178625] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Waiting for the task: (returnval){ [ 794.178625] env[69330]: value = "task-4128170" [ 794.178625] env[69330]: _type = "Task" [ 794.178625] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.195258] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128170, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.220428] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525ee162-46a4-48b0-f199-79ab7f27f076, 'name': SearchDatastore_Task, 'duration_secs': 0.071425} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.223588] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.223936] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.224252] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.224562] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.224693] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.225343] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-292d9616-d6b7-4169-87d6-5f54e6300249 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.236662] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.236931] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.238215] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa0edb9-d3bc-4d3c-ae6f-f7eccd740e6f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.247909] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 794.247909] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529b9ab9-88f0-1909-c762-209b79c18ee4" [ 794.247909] env[69330]: _type = "Task" [ 794.247909] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.261222] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529b9ab9-88f0-1909-c762-209b79c18ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.504523] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572522} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.504523] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 67cfedae-c64c-4b5b-abef-fb675497edc7/67cfedae-c64c-4b5b-abef-fb675497edc7.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.504710] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.505119] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2252c37-33ec-413f-ad0d-16ec2ecdefc6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.513763] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 794.513763] env[69330]: value = "task-4128171" [ 794.513763] env[69330]: _type = "Task" [ 794.513763] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.529469] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.531902] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab82dbb3-bdfa-4305-a989-8a7ec4062754 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.542989] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2df3ee0-feb0-4529-a1a3-8123157fad14 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.581913] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd349a4-a10f-4700-b3f8-f0380b28509b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.592707] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ef307b-7e29-411f-9a74-e891e3047c40 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.615457] env[69330]: DEBUG nova.compute.provider_tree [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.690780] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128170, 'name': ReconfigVM_Task, 'duration_secs': 0.439827} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.691383] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 257f9d36-bd6f-410a-a8d8-bba2e862b131/257f9d36-bd6f-410a-a8d8-bba2e862b131.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.692157] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b378612-6712-4ad4-b45d-b30a88ca70e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.700209] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Waiting for the task: (returnval){ [ 794.700209] env[69330]: value = "task-4128172" [ 794.700209] env[69330]: _type = "Task" [ 794.700209] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.714771] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128172, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.763264] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529b9ab9-88f0-1909-c762-209b79c18ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.012042} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.763264] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612170dc-d3b3-411c-be38-ad2e91154966 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.771692] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 794.771692] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ff61e4-15da-210c-e215-61030b9f48f3" [ 794.771692] env[69330]: _type = "Task" [ 794.771692] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.786728] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ff61e4-15da-210c-e215-61030b9f48f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.860032] env[69330]: DEBUG nova.network.neutron [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Successfully created port: d0f4812c-1c47-4edb-93c4-a6b797e2e428 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.919624] env[69330]: DEBUG nova.compute.manager [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.951303] env[69330]: DEBUG nova.virt.hardware [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.951711] env[69330]: DEBUG nova.virt.hardware [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.951868] env[69330]: DEBUG nova.virt.hardware [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.952090] env[69330]: DEBUG nova.virt.hardware [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.952239] env[69330]: DEBUG nova.virt.hardware [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.952745] env[69330]: DEBUG nova.virt.hardware [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.952745] env[69330]: DEBUG nova.virt.hardware [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.953291] env[69330]: DEBUG nova.virt.hardware [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.953586] env[69330]: DEBUG nova.virt.hardware [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.953843] env[69330]: DEBUG nova.virt.hardware [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.954134] env[69330]: DEBUG nova.virt.hardware [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.955109] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8753c9-82dd-4666-b83c-d2ab7987c596 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.967187] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e299a2a-a535-4378-94d6-76c31e5e62c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.024586] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074386} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.026193] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.026193] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecc7540-3a1c-4fdc-880d-3de2c3893af0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.053918] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 67cfedae-c64c-4b5b-abef-fb675497edc7/67cfedae-c64c-4b5b-abef-fb675497edc7.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.055323] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7842d406-74cf-494b-a1e8-b9cc4eb7ae41 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.078043] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 795.078043] env[69330]: value = "task-4128173" [ 795.078043] env[69330]: _type = "Task" [ 795.078043] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.087542] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.116083] env[69330]: DEBUG nova.scheduler.client.report [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.218965] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128172, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.283816] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ff61e4-15da-210c-e215-61030b9f48f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010868} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.284146] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.284432] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 6da1f33f-0bb2-4a90-a69b-502d50ee2af1/6da1f33f-0bb2-4a90-a69b-502d50ee2af1.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.285136] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eab56fa3-0442-4e0f-86c4-5c6dafc43297 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.294073] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 795.294073] env[69330]: value = "task-4128174" [ 795.294073] env[69330]: _type = "Task" [ 795.294073] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.307870] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.389997] env[69330]: DEBUG nova.network.neutron [req-bc83d109-94bd-47a7-a4b3-b87c5e526e94 req-fafe0141-0cb8-4a48-8160-be90f5a67f51 service nova] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Updated VIF entry in instance network info cache for port bb25fa3f-b361-45ca-a292-13cfc7bd8274. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.390422] env[69330]: DEBUG nova.network.neutron [req-bc83d109-94bd-47a7-a4b3-b87c5e526e94 req-fafe0141-0cb8-4a48-8160-be90f5a67f51 service nova] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Updating instance_info_cache with network_info: [{"id": "bb25fa3f-b361-45ca-a292-13cfc7bd8274", "address": "fa:16:3e:d7:72:a0", "network": {"id": "57b14d05-24fc-4b34-a617-2882f8ded145", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-782617106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047da396f8174c1dab83a8edf9f3609f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb25fa3f-b3", "ovs_interfaceid": "bb25fa3f-b361-45ca-a292-13cfc7bd8274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.592527] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.623227] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.623809] env[69330]: DEBUG nova.compute.manager [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.629472] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.663s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.629472] env[69330]: DEBUG nova.objects.instance [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Lazy-loading 'resources' on Instance uuid 9f2f209a-8b24-432d-80ea-c81c6464ab09 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.717160] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128172, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.807510] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128174, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.893652] env[69330]: DEBUG oslo_concurrency.lockutils [req-bc83d109-94bd-47a7-a4b3-b87c5e526e94 req-fafe0141-0cb8-4a48-8160-be90f5a67f51 service nova] Releasing lock "refresh_cache-6da1f33f-0bb2-4a90-a69b-502d50ee2af1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.096347] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.137828] env[69330]: DEBUG nova.compute.utils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.143283] env[69330]: DEBUG nova.compute.manager [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.143379] env[69330]: DEBUG nova.network.neutron [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.221604] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128172, 'name': Rename_Task, 'duration_secs': 1.322403} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.221604] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.221604] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09f89965-48b4-4b75-aea7-423949a6ee77 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.227687] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Waiting for the task: (returnval){ [ 796.227687] env[69330]: value = "task-4128175" [ 796.227687] env[69330]: _type = "Task" [ 796.227687] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.240054] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.313758] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795189} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.314962] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 6da1f33f-0bb2-4a90-a69b-502d50ee2af1/6da1f33f-0bb2-4a90-a69b-502d50ee2af1.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.314962] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.318191] env[69330]: DEBUG nova.policy [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '236d7bd5a6424ea78a8a64c162a7ade8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84a45ef6bc73433387a596aa0b4338eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.321568] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b528a261-b6d4-44ed-93e3-bd067e800f47 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.342145] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 796.342145] env[69330]: value = "task-4128176" [ 796.342145] env[69330]: _type = "Task" [ 796.342145] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.352392] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.408894] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "01d47885-7375-44f0-a12f-d30b91882858" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.408894] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "01d47885-7375-44f0-a12f-d30b91882858" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.596704] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128173, 'name': ReconfigVM_Task, 'duration_secs': 1.238834} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.597430] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 67cfedae-c64c-4b5b-abef-fb675497edc7/67cfedae-c64c-4b5b-abef-fb675497edc7.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.598240] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a964d9a-94d6-47ce-a5f7-2aa82390a541 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.607568] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 796.607568] env[69330]: value = "task-4128177" [ 796.607568] env[69330]: _type = "Task" [ 796.607568] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.619456] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128177, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.643295] env[69330]: DEBUG nova.compute.manager [req-5b3e0821-d905-4409-ae0d-d683880c9ea2 req-ad62bd98-2f9c-4c73-9be3-d114c16acadb service nova] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Received event network-changed-c9ea76b6-50bc-45ea-a54a-41050f89e6e0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.643428] env[69330]: DEBUG nova.compute.manager [req-5b3e0821-d905-4409-ae0d-d683880c9ea2 req-ad62bd98-2f9c-4c73-9be3-d114c16acadb service nova] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Refreshing instance network info cache due to event network-changed-c9ea76b6-50bc-45ea-a54a-41050f89e6e0. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.643683] env[69330]: DEBUG oslo_concurrency.lockutils [req-5b3e0821-d905-4409-ae0d-d683880c9ea2 req-ad62bd98-2f9c-4c73-9be3-d114c16acadb service nova] Acquiring lock "refresh_cache-281be6bd-4961-4ce5-9179-98256244069a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.644630] env[69330]: DEBUG oslo_concurrency.lockutils [req-5b3e0821-d905-4409-ae0d-d683880c9ea2 req-ad62bd98-2f9c-4c73-9be3-d114c16acadb service nova] Acquired lock "refresh_cache-281be6bd-4961-4ce5-9179-98256244069a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.644630] env[69330]: DEBUG nova.network.neutron [req-5b3e0821-d905-4409-ae0d-d683880c9ea2 req-ad62bd98-2f9c-4c73-9be3-d114c16acadb service nova] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Refreshing network info cache for port c9ea76b6-50bc-45ea-a54a-41050f89e6e0 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.646875] env[69330]: DEBUG nova.compute.manager [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.743237] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128175, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.814233] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5628a570-bd88-44c6-acdd-8f70889f54f2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.823195] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987f1e07-502b-4e9c-abdf-2785ee5e7e76 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.861790] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa53965c-4b0f-4909-90ba-d2fd855d5168 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.872335] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075584} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.873684] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e11708-af13-4d39-81a5-49a98e6a0966 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.878513] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.879343] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3482b2f3-fe35-434b-8dae-7e32ac39f531 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.899051] env[69330]: DEBUG nova.compute.provider_tree [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.919382] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 6da1f33f-0bb2-4a90-a69b-502d50ee2af1/6da1f33f-0bb2-4a90-a69b-502d50ee2af1.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.921135] env[69330]: DEBUG nova.scheduler.client.report [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.924735] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f595a3bd-f1e3-407b-9c8b-9a4740099fcc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.948827] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 796.948827] env[69330]: value = "task-4128178" [ 796.948827] env[69330]: _type = "Task" [ 796.948827] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.961775] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.118987] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128177, 'name': Rename_Task, 'duration_secs': 0.236155} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.119054] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.119297] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1bcc3d3-d9cf-4092-bc03-bdb511464715 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.128025] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 797.128025] env[69330]: value = "task-4128179" [ 797.128025] env[69330]: _type = "Task" [ 797.128025] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.138155] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.243913] env[69330]: DEBUG oslo_vmware.api [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128175, 'name': PowerOnVM_Task, 'duration_secs': 0.539536} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.244270] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.244494] env[69330]: INFO nova.compute.manager [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Took 11.68 seconds to spawn the instance on the hypervisor. [ 797.244677] env[69330]: DEBUG nova.compute.manager [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 797.245547] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395d80eb-13e6-4731-ba33-b6d655e97fc0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.441317] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.444019] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.427s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.445755] env[69330]: INFO nova.compute.claims [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.459771] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128178, 'name': ReconfigVM_Task, 'duration_secs': 0.382893} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.460224] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 6da1f33f-0bb2-4a90-a69b-502d50ee2af1/6da1f33f-0bb2-4a90-a69b-502d50ee2af1.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.461328] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d1d0e33-9429-4b6f-bca8-950c4c343967 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.469308] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 797.469308] env[69330]: value = "task-4128180" [ 797.469308] env[69330]: _type = "Task" [ 797.469308] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.475443] env[69330]: INFO nova.scheduler.client.report [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Deleted allocations for instance 9f2f209a-8b24-432d-80ea-c81c6464ab09 [ 797.486423] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128180, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.639237] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128179, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.662605] env[69330]: DEBUG nova.compute.manager [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.701374] env[69330]: DEBUG nova.virt.hardware [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.701769] env[69330]: DEBUG nova.virt.hardware [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.704398] env[69330]: DEBUG nova.virt.hardware [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.705436] env[69330]: DEBUG nova.virt.hardware [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.705540] env[69330]: DEBUG nova.virt.hardware [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.705757] env[69330]: DEBUG nova.virt.hardware [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.706127] env[69330]: DEBUG nova.virt.hardware [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.706374] env[69330]: DEBUG nova.virt.hardware [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.706587] env[69330]: DEBUG nova.virt.hardware [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.706770] env[69330]: DEBUG nova.virt.hardware [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.707056] env[69330]: DEBUG nova.virt.hardware [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.708422] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0637c5f-a270-4f12-957d-545e5ec74c25 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.718790] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722da389-5203-4207-9de1-cb3b7bf3a6b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.752624] env[69330]: DEBUG nova.network.neutron [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Successfully updated port: d0f4812c-1c47-4edb-93c4-a6b797e2e428 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.769982] env[69330]: INFO nova.compute.manager [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Took 57.79 seconds to build instance. [ 797.812760] env[69330]: DEBUG nova.network.neutron [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Successfully created port: 0ba6e23d-71aa-453b-af8c-5834803132f2 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.931508] env[69330]: DEBUG nova.network.neutron [req-5b3e0821-d905-4409-ae0d-d683880c9ea2 req-ad62bd98-2f9c-4c73-9be3-d114c16acadb service nova] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Updated VIF entry in instance network info cache for port c9ea76b6-50bc-45ea-a54a-41050f89e6e0. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.931508] env[69330]: DEBUG nova.network.neutron [req-5b3e0821-d905-4409-ae0d-d683880c9ea2 req-ad62bd98-2f9c-4c73-9be3-d114c16acadb service nova] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Updating instance_info_cache with network_info: [{"id": "c9ea76b6-50bc-45ea-a54a-41050f89e6e0", "address": "fa:16:3e:1b:69:99", "network": {"id": "214cfe5e-f42a-4bc8-b639-2c6c1ad8266f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2010721645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01322a058cad40d5859906eaf20648dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ea76b6-50", "ovs_interfaceid": "c9ea76b6-50bc-45ea-a54a-41050f89e6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.981568] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128180, 'name': Rename_Task, 'duration_secs': 0.250487} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.981850] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.982184] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7dd7a2a-5faf-4334-94f7-78766f8b5f8b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.991025] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 797.991025] env[69330]: value = "task-4128181" [ 797.991025] env[69330]: _type = "Task" [ 797.991025] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.992100] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Lock "9f2f209a-8b24-432d-80ea-c81c6464ab09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.470s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.002643] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.141949] env[69330]: DEBUG oslo_vmware.api [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128179, 'name': PowerOnVM_Task, 'duration_secs': 0.513949} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.142571] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.142818] env[69330]: INFO nova.compute.manager [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Took 6.99 seconds to spawn the instance on the hypervisor. [ 798.142993] env[69330]: DEBUG nova.compute.manager [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.144134] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1c3a01-0b58-4cbc-898b-a57e980dfb32 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.259674] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "refresh_cache-14dd4ccb-14cd-410b-aaa4-de45334edeca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.259792] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "refresh_cache-14dd4ccb-14cd-410b-aaa4-de45334edeca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.261011] env[69330]: DEBUG nova.network.neutron [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.274698] env[69330]: DEBUG oslo_concurrency.lockutils [None req-47d76cd3-a194-42e3-9408-aaaac5734a9e tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Lock "257f9d36-bd6f-410a-a8d8-bba2e862b131" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.885s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.434125] env[69330]: DEBUG oslo_concurrency.lockutils [req-5b3e0821-d905-4409-ae0d-d683880c9ea2 req-ad62bd98-2f9c-4c73-9be3-d114c16acadb service nova] Releasing lock "refresh_cache-281be6bd-4961-4ce5-9179-98256244069a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.511888] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.669081] env[69330]: INFO nova.compute.manager [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Took 47.36 seconds to build instance. [ 798.780842] env[69330]: DEBUG nova.compute.manager [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.888979] env[69330]: DEBUG nova.network.neutron [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.895531] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.895812] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.016938] env[69330]: DEBUG oslo_vmware.api [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128181, 'name': PowerOnVM_Task, 'duration_secs': 0.691978} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.016938] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.016938] env[69330]: INFO nova.compute.manager [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Took 10.60 seconds to spawn the instance on the hypervisor. [ 799.017121] env[69330]: DEBUG nova.compute.manager [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.017886] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c5bd90-26e7-4154-aa03-3f006de3dd6f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.066177] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bf2b85-c9c1-4670-a371-2201b7cf043c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.079239] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6263e5-3ba9-4cad-a589-aee4f4e54318 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.116401] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e3dc00-16db-4c56-bd25-7819543dd9c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.125941] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d1231a-53b9-4900-a184-b06e3b28d317 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.142680] env[69330]: DEBUG nova.compute.provider_tree [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.172157] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a53a6cbf-c98b-4922-be28-a498b3457ae6 tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Lock "67cfedae-c64c-4b5b-abef-fb675497edc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.851s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.256215] env[69330]: DEBUG nova.network.neutron [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Updating instance_info_cache with network_info: [{"id": "d0f4812c-1c47-4edb-93c4-a6b797e2e428", "address": "fa:16:3e:89:06:fa", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f4812c-1c", "ovs_interfaceid": "d0f4812c-1c47-4edb-93c4-a6b797e2e428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.295443] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Acquiring lock "f9abeb72-0f94-4bae-8fd5-714ba035bfa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.296015] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Lock "f9abeb72-0f94-4bae-8fd5-714ba035bfa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.323014] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.544088] env[69330]: INFO nova.compute.manager [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Took 54.29 seconds to build instance. [ 799.646690] env[69330]: DEBUG nova.scheduler.client.report [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.676556] env[69330]: DEBUG nova.compute.manager [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.691747] env[69330]: DEBUG nova.compute.manager [req-353e4afc-8a05-48fc-9b96-f875e02badf0 req-881082be-27d6-428d-9a5f-8f509d39f61f service nova] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Received event network-vif-plugged-d0f4812c-1c47-4edb-93c4-a6b797e2e428 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.692436] env[69330]: DEBUG oslo_concurrency.lockutils [req-353e4afc-8a05-48fc-9b96-f875e02badf0 req-881082be-27d6-428d-9a5f-8f509d39f61f service nova] Acquiring lock "14dd4ccb-14cd-410b-aaa4-de45334edeca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.692436] env[69330]: DEBUG oslo_concurrency.lockutils [req-353e4afc-8a05-48fc-9b96-f875e02badf0 req-881082be-27d6-428d-9a5f-8f509d39f61f service nova] Lock "14dd4ccb-14cd-410b-aaa4-de45334edeca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.692436] env[69330]: DEBUG oslo_concurrency.lockutils [req-353e4afc-8a05-48fc-9b96-f875e02badf0 req-881082be-27d6-428d-9a5f-8f509d39f61f service nova] Lock "14dd4ccb-14cd-410b-aaa4-de45334edeca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.692602] env[69330]: DEBUG nova.compute.manager [req-353e4afc-8a05-48fc-9b96-f875e02badf0 req-881082be-27d6-428d-9a5f-8f509d39f61f service nova] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] No waiting events found dispatching network-vif-plugged-d0f4812c-1c47-4edb-93c4-a6b797e2e428 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 799.692746] env[69330]: WARNING nova.compute.manager [req-353e4afc-8a05-48fc-9b96-f875e02badf0 req-881082be-27d6-428d-9a5f-8f509d39f61f service nova] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Received unexpected event network-vif-plugged-d0f4812c-1c47-4edb-93c4-a6b797e2e428 for instance with vm_state building and task_state spawning. [ 799.695704] env[69330]: DEBUG nova.compute.manager [req-353e4afc-8a05-48fc-9b96-f875e02badf0 req-881082be-27d6-428d-9a5f-8f509d39f61f service nova] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Received event network-changed-d0f4812c-1c47-4edb-93c4-a6b797e2e428 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.695945] env[69330]: DEBUG nova.compute.manager [req-353e4afc-8a05-48fc-9b96-f875e02badf0 req-881082be-27d6-428d-9a5f-8f509d39f61f service nova] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Refreshing instance network info cache due to event network-changed-d0f4812c-1c47-4edb-93c4-a6b797e2e428. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.696162] env[69330]: DEBUG oslo_concurrency.lockutils [req-353e4afc-8a05-48fc-9b96-f875e02badf0 req-881082be-27d6-428d-9a5f-8f509d39f61f service nova] Acquiring lock "refresh_cache-14dd4ccb-14cd-410b-aaa4-de45334edeca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.759668] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "refresh_cache-14dd4ccb-14cd-410b-aaa4-de45334edeca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.760042] env[69330]: DEBUG nova.compute.manager [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Instance network_info: |[{"id": "d0f4812c-1c47-4edb-93c4-a6b797e2e428", "address": "fa:16:3e:89:06:fa", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f4812c-1c", "ovs_interfaceid": "d0f4812c-1c47-4edb-93c4-a6b797e2e428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.760349] env[69330]: DEBUG oslo_concurrency.lockutils [req-353e4afc-8a05-48fc-9b96-f875e02badf0 req-881082be-27d6-428d-9a5f-8f509d39f61f service nova] Acquired lock "refresh_cache-14dd4ccb-14cd-410b-aaa4-de45334edeca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.760529] env[69330]: DEBUG nova.network.neutron [req-353e4afc-8a05-48fc-9b96-f875e02badf0 req-881082be-27d6-428d-9a5f-8f509d39f61f service nova] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Refreshing network info cache for port d0f4812c-1c47-4edb-93c4-a6b797e2e428 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.767021] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:06:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0f4812c-1c47-4edb-93c4-a6b797e2e428', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.774397] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.778699] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.779250] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fac55f1-c001-4396-b348-92a701a51c92 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.800524] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.800524] env[69330]: value = "task-4128182" [ 799.800524] env[69330]: _type = "Task" [ 799.800524] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.810220] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128182, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.831463] env[69330]: DEBUG nova.network.neutron [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Successfully updated port: 0ba6e23d-71aa-453b-af8c-5834803132f2 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.051835] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7212287e-8e2f-40e5-a844-a481e35d85c0 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "6da1f33f-0bb2-4a90-a69b-502d50ee2af1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.368s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.057606] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Acquiring lock "3cc04786-da3d-4e81-ad6b-2066cdcc941e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.057847] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Lock "3cc04786-da3d-4e81-ad6b-2066cdcc941e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.156612] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.157248] env[69330]: DEBUG nova.compute.manager [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.160147] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.020s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.160380] env[69330]: DEBUG nova.objects.instance [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 800.210028] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.311363] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128182, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.334306] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Acquiring lock "refresh_cache-f8b9e3a2-7519-4801-80d5-6fc96920bcfe" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.334629] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Acquired lock "refresh_cache-f8b9e3a2-7519-4801-80d5-6fc96920bcfe" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.334880] env[69330]: DEBUG nova.network.neutron [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.549744] env[69330]: DEBUG nova.compute.manager [req-58764462-0162-4dc6-ab81-7c1ba267c63c req-87f955c8-5d31-4d29-9292-2bfeb01d55c8 service nova] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Received event network-vif-plugged-0ba6e23d-71aa-453b-af8c-5834803132f2 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.549980] env[69330]: DEBUG oslo_concurrency.lockutils [req-58764462-0162-4dc6-ab81-7c1ba267c63c req-87f955c8-5d31-4d29-9292-2bfeb01d55c8 service nova] Acquiring lock "f8b9e3a2-7519-4801-80d5-6fc96920bcfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.550235] env[69330]: DEBUG oslo_concurrency.lockutils [req-58764462-0162-4dc6-ab81-7c1ba267c63c req-87f955c8-5d31-4d29-9292-2bfeb01d55c8 service nova] Lock "f8b9e3a2-7519-4801-80d5-6fc96920bcfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.550415] env[69330]: DEBUG oslo_concurrency.lockutils [req-58764462-0162-4dc6-ab81-7c1ba267c63c req-87f955c8-5d31-4d29-9292-2bfeb01d55c8 service nova] Lock "f8b9e3a2-7519-4801-80d5-6fc96920bcfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.550583] env[69330]: DEBUG nova.compute.manager [req-58764462-0162-4dc6-ab81-7c1ba267c63c req-87f955c8-5d31-4d29-9292-2bfeb01d55c8 service nova] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] No waiting events found dispatching network-vif-plugged-0ba6e23d-71aa-453b-af8c-5834803132f2 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 800.550746] env[69330]: WARNING nova.compute.manager [req-58764462-0162-4dc6-ab81-7c1ba267c63c req-87f955c8-5d31-4d29-9292-2bfeb01d55c8 service nova] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Received unexpected event network-vif-plugged-0ba6e23d-71aa-453b-af8c-5834803132f2 for instance with vm_state building and task_state spawning. [ 800.559798] env[69330]: DEBUG nova.compute.manager [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.643614] env[69330]: DEBUG nova.network.neutron [req-353e4afc-8a05-48fc-9b96-f875e02badf0 req-881082be-27d6-428d-9a5f-8f509d39f61f service nova] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Updated VIF entry in instance network info cache for port d0f4812c-1c47-4edb-93c4-a6b797e2e428. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.643614] env[69330]: DEBUG nova.network.neutron [req-353e4afc-8a05-48fc-9b96-f875e02badf0 req-881082be-27d6-428d-9a5f-8f509d39f61f service nova] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Updating instance_info_cache with network_info: [{"id": "d0f4812c-1c47-4edb-93c4-a6b797e2e428", "address": "fa:16:3e:89:06:fa", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f4812c-1c", "ovs_interfaceid": "d0f4812c-1c47-4edb-93c4-a6b797e2e428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.665205] env[69330]: DEBUG nova.compute.utils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.669455] env[69330]: DEBUG nova.compute.manager [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.669635] env[69330]: DEBUG nova.network.neutron [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.675935] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d762e27d-46fc-412a-9de3-8a91c18c4f2a tempest-ServersAdminTestJSON-268767918 tempest-ServersAdminTestJSON-268767918-project-admin] Acquiring lock "refresh_cache-6da1f33f-0bb2-4a90-a69b-502d50ee2af1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.676130] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d762e27d-46fc-412a-9de3-8a91c18c4f2a tempest-ServersAdminTestJSON-268767918 tempest-ServersAdminTestJSON-268767918-project-admin] Acquired lock "refresh_cache-6da1f33f-0bb2-4a90-a69b-502d50ee2af1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.676361] env[69330]: DEBUG nova.network.neutron [None req-d762e27d-46fc-412a-9de3-8a91c18c4f2a tempest-ServersAdminTestJSON-268767918 tempest-ServersAdminTestJSON-268767918-project-admin] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.715633] env[69330]: DEBUG nova.policy [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657f6c6385e34e049f0824575e7240ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4033b2356de4762935166fbf7904251', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.812023] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128182, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.888935] env[69330]: DEBUG nova.network.neutron [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.086847] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.148852] env[69330]: DEBUG oslo_concurrency.lockutils [req-353e4afc-8a05-48fc-9b96-f875e02badf0 req-881082be-27d6-428d-9a5f-8f509d39f61f service nova] Releasing lock "refresh_cache-14dd4ccb-14cd-410b-aaa4-de45334edeca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.169919] env[69330]: DEBUG nova.compute.manager [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.174623] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c51377b0-c330-4c46-ade3-32a85ee564b5 tempest-ServersAdmin275Test-1446818589 tempest-ServersAdmin275Test-1446818589-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.175899] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.994s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.178178] env[69330]: INFO nova.compute.claims [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.191090] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquiring lock "257f9d36-bd6f-410a-a8d8-bba2e862b131" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.191350] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Lock "257f9d36-bd6f-410a-a8d8-bba2e862b131" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.191653] env[69330]: INFO nova.compute.manager [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Rebooting instance [ 801.211660] env[69330]: DEBUG nova.network.neutron [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Updating instance_info_cache with network_info: [{"id": "0ba6e23d-71aa-453b-af8c-5834803132f2", "address": "fa:16:3e:6f:41:bc", "network": {"id": "6c605ca7-c286-4916-a58e-7b784e5864d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-877310494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "84a45ef6bc73433387a596aa0b4338eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba6e23d-71", "ovs_interfaceid": "0ba6e23d-71aa-453b-af8c-5834803132f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.287172] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Acquiring lock "ea607582-c245-47ac-a85c-65d06dc5fe94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.287394] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Lock "ea607582-c245-47ac-a85c-65d06dc5fe94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.317017] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128182, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.345178] env[69330]: DEBUG nova.network.neutron [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Successfully created port: ec8be91d-3cec-45e3-ad6a-2336e0e8540c {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.599364] env[69330]: DEBUG nova.network.neutron [None req-d762e27d-46fc-412a-9de3-8a91c18c4f2a tempest-ServersAdminTestJSON-268767918 tempest-ServersAdminTestJSON-268767918-project-admin] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Updating instance_info_cache with network_info: [{"id": "bb25fa3f-b361-45ca-a292-13cfc7bd8274", "address": "fa:16:3e:d7:72:a0", "network": {"id": "57b14d05-24fc-4b34-a617-2882f8ded145", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-782617106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047da396f8174c1dab83a8edf9f3609f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb25fa3f-b3", "ovs_interfaceid": "bb25fa3f-b361-45ca-a292-13cfc7bd8274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.626829] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "e7e29762-73da-4a5b-832c-7f865b05c2c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.627487] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "e7e29762-73da-4a5b-832c-7f865b05c2c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.716536] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Releasing lock "refresh_cache-f8b9e3a2-7519-4801-80d5-6fc96920bcfe" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.717908] env[69330]: DEBUG nova.compute.manager [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Instance network_info: |[{"id": "0ba6e23d-71aa-453b-af8c-5834803132f2", "address": "fa:16:3e:6f:41:bc", "network": {"id": "6c605ca7-c286-4916-a58e-7b784e5864d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-877310494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "84a45ef6bc73433387a596aa0b4338eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba6e23d-71", "ovs_interfaceid": "0ba6e23d-71aa-453b-af8c-5834803132f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.717908] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:41:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ba6e23d-71aa-453b-af8c-5834803132f2', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.725745] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Creating folder: Project (84a45ef6bc73433387a596aa0b4338eb). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.726418] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1d17221-3f26-434d-a751-e50fe5d957ee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.729753] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquiring lock "refresh_cache-257f9d36-bd6f-410a-a8d8-bba2e862b131" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.729916] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquired lock "refresh_cache-257f9d36-bd6f-410a-a8d8-bba2e862b131" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.730122] env[69330]: DEBUG nova.network.neutron [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.739463] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Created folder: Project (84a45ef6bc73433387a596aa0b4338eb) in parent group-v817559. [ 801.739730] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Creating folder: Instances. Parent ref: group-v817692. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.739947] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ebb2a1a-e283-47ed-be0a-87324559717b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.755186] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Created folder: Instances in parent group-v817692. [ 801.757715] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.757715] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.757854] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6524f83f-5f36-4f29-9816-455f41495df8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.785562] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.785562] env[69330]: value = "task-4128185" [ 801.785562] env[69330]: _type = "Task" [ 801.785562] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.795029] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128185, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.814971] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128182, 'name': CreateVM_Task, 'duration_secs': 1.638774} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.815185] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.816067] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.816792] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.816792] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.816901] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af85965-a135-45da-ba93-baf0817654a4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.824542] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 801.824542] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f454d6-ab46-4183-7b10-d4e6d259e59e" [ 801.824542] env[69330]: _type = "Task" [ 801.824542] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.835714] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f454d6-ab46-4183-7b10-d4e6d259e59e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.103516] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d762e27d-46fc-412a-9de3-8a91c18c4f2a tempest-ServersAdminTestJSON-268767918 tempest-ServersAdminTestJSON-268767918-project-admin] Releasing lock "refresh_cache-6da1f33f-0bb2-4a90-a69b-502d50ee2af1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.104213] env[69330]: DEBUG nova.compute.manager [None req-d762e27d-46fc-412a-9de3-8a91c18c4f2a tempest-ServersAdminTestJSON-268767918 tempest-ServersAdminTestJSON-268767918-project-admin] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Inject network info {{(pid=69330) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 802.104616] env[69330]: DEBUG nova.compute.manager [None req-d762e27d-46fc-412a-9de3-8a91c18c4f2a tempest-ServersAdminTestJSON-268767918 tempest-ServersAdminTestJSON-268767918-project-admin] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] network_info to inject: |[{"id": "bb25fa3f-b361-45ca-a292-13cfc7bd8274", "address": "fa:16:3e:d7:72:a0", "network": {"id": "57b14d05-24fc-4b34-a617-2882f8ded145", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-782617106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047da396f8174c1dab83a8edf9f3609f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb25fa3f-b3", "ovs_interfaceid": "bb25fa3f-b361-45ca-a292-13cfc7bd8274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 802.110226] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d762e27d-46fc-412a-9de3-8a91c18c4f2a tempest-ServersAdminTestJSON-268767918 tempest-ServersAdminTestJSON-268767918-project-admin] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Reconfiguring VM instance to set the machine id {{(pid=69330) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 802.110592] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fd8cdd3-1225-49e1-bfa5-abb0d98de0cc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.129344] env[69330]: DEBUG oslo_vmware.api [None req-d762e27d-46fc-412a-9de3-8a91c18c4f2a tempest-ServersAdminTestJSON-268767918 tempest-ServersAdminTestJSON-268767918-project-admin] Waiting for the task: (returnval){ [ 802.129344] env[69330]: value = "task-4128186" [ 802.129344] env[69330]: _type = "Task" [ 802.129344] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.140444] env[69330]: DEBUG oslo_vmware.api [None req-d762e27d-46fc-412a-9de3-8a91c18c4f2a tempest-ServersAdminTestJSON-268767918 tempest-ServersAdminTestJSON-268767918-project-admin] Task: {'id': task-4128186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.190370] env[69330]: DEBUG nova.compute.manager [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.231564] env[69330]: DEBUG nova.virt.hardware [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.231972] env[69330]: DEBUG nova.virt.hardware [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.232202] env[69330]: DEBUG nova.virt.hardware [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.232433] env[69330]: DEBUG nova.virt.hardware [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.232616] env[69330]: DEBUG nova.virt.hardware [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.232770] env[69330]: DEBUG nova.virt.hardware [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.233072] env[69330]: DEBUG nova.virt.hardware [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.233239] env[69330]: DEBUG nova.virt.hardware [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.233455] env[69330]: DEBUG nova.virt.hardware [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.233677] env[69330]: DEBUG nova.virt.hardware [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.233891] env[69330]: DEBUG nova.virt.hardware [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.238508] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce11d36a-b3ce-4d1f-8f4f-8f80b778b5bb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.254183] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d42459-a2bd-41bd-b050-fd9014bdcf29 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.298300] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128185, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.338175] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f454d6-ab46-4183-7b10-d4e6d259e59e, 'name': SearchDatastore_Task, 'duration_secs': 0.016362} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.338948] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.339484] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.339775] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.339964] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.340284] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.340739] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b19a491-6eb2-4b03-ba9e-d252ed3ce0cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.356533] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.356792] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.358061] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3491356c-f7df-4d58-89df-2a602689d9ec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.367470] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 802.367470] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52595357-35ba-81ce-a928-5e254b705b5a" [ 802.367470] env[69330]: _type = "Task" [ 802.367470] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.385915] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52595357-35ba-81ce-a928-5e254b705b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.647738] env[69330]: DEBUG oslo_vmware.api [None req-d762e27d-46fc-412a-9de3-8a91c18c4f2a tempest-ServersAdminTestJSON-268767918 tempest-ServersAdminTestJSON-268767918-project-admin] Task: {'id': task-4128186, 'name': ReconfigVM_Task, 'duration_secs': 0.229003} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.647738] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d762e27d-46fc-412a-9de3-8a91c18c4f2a tempest-ServersAdminTestJSON-268767918 tempest-ServersAdminTestJSON-268767918-project-admin] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Reconfigured VM instance to set the machine id {{(pid=69330) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 802.649132] env[69330]: DEBUG nova.network.neutron [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Updating instance_info_cache with network_info: [{"id": "ad02b9a3-d784-465e-80bc-feb3b5c2bb8e", "address": "fa:16:3e:1f:2a:75", "network": {"id": "cc5942e5-2995-4301-ad4d-5a62a96d6612", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-300619993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "158aec7ca215471db49a762b1d243b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad02b9a3-d7", "ovs_interfaceid": "ad02b9a3-d784-465e-80bc-feb3b5c2bb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.802337] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128185, 'name': CreateVM_Task, 'duration_secs': 0.554722} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.802748] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.803803] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.803803] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.803970] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.804254] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2218429-df17-4cfb-b60d-502088f01e3b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.810206] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Waiting for the task: (returnval){ [ 802.810206] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5234abb9-2925-6edb-fd1a-1ac23fea2c56" [ 802.810206] env[69330]: _type = "Task" [ 802.810206] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.825079] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5234abb9-2925-6edb-fd1a-1ac23fea2c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.881494] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52595357-35ba-81ce-a928-5e254b705b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.023805} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.883774] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cc3d5c-c9cf-4127-b099-7de077b92a72 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.888337] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2002f783-1b37-44a9-9d7b-e769828f24d8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.895287] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 802.895287] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5239700d-7ada-1f33-48ce-43b491684a18" [ 802.895287] env[69330]: _type = "Task" [ 802.895287] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.902214] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bdbf2c-146f-4a36-815f-469cbc42d7a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.914598] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5239700d-7ada-1f33-48ce-43b491684a18, 'name': SearchDatastore_Task, 'duration_secs': 0.013117} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.941577] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.942093] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 14dd4ccb-14cd-410b-aaa4-de45334edeca/14dd4ccb-14cd-410b-aaa4-de45334edeca.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.942720] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91fd0bdf-5bd4-4979-94ad-28341c9ec714 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.945623] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c31e28e-b0b7-49c3-939c-51419bd96fed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.955799] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ab412d-df39-4455-94e6-e7c08d760dd6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.960134] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 802.960134] env[69330]: value = "task-4128187" [ 802.960134] env[69330]: _type = "Task" [ 802.960134] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.975930] env[69330]: DEBUG nova.compute.provider_tree [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.981630] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.072605] env[69330]: DEBUG nova.compute.manager [req-a6d72217-d1da-479d-8346-9c3c56597943 req-2ab11f75-d394-448d-a63e-0cdd8d4f388d service nova] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Received event network-changed-0ba6e23d-71aa-453b-af8c-5834803132f2 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.072911] env[69330]: DEBUG nova.compute.manager [req-a6d72217-d1da-479d-8346-9c3c56597943 req-2ab11f75-d394-448d-a63e-0cdd8d4f388d service nova] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Refreshing instance network info cache due to event network-changed-0ba6e23d-71aa-453b-af8c-5834803132f2. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.073062] env[69330]: DEBUG oslo_concurrency.lockutils [req-a6d72217-d1da-479d-8346-9c3c56597943 req-2ab11f75-d394-448d-a63e-0cdd8d4f388d service nova] Acquiring lock "refresh_cache-f8b9e3a2-7519-4801-80d5-6fc96920bcfe" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.073200] env[69330]: DEBUG oslo_concurrency.lockutils [req-a6d72217-d1da-479d-8346-9c3c56597943 req-2ab11f75-d394-448d-a63e-0cdd8d4f388d service nova] Acquired lock "refresh_cache-f8b9e3a2-7519-4801-80d5-6fc96920bcfe" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.073671] env[69330]: DEBUG nova.network.neutron [req-a6d72217-d1da-479d-8346-9c3c56597943 req-2ab11f75-d394-448d-a63e-0cdd8d4f388d service nova] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Refreshing network info cache for port 0ba6e23d-71aa-453b-af8c-5834803132f2 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.149791] env[69330]: DEBUG oslo_concurrency.lockutils [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "976043c3-a667-4bf5-a20d-fbfa78a71621" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.149969] env[69330]: DEBUG oslo_concurrency.lockutils [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "976043c3-a667-4bf5-a20d-fbfa78a71621" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.155259] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Releasing lock "refresh_cache-257f9d36-bd6f-410a-a8d8-bba2e862b131" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.264563] env[69330]: DEBUG nova.network.neutron [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Successfully updated port: ec8be91d-3cec-45e3-ad6a-2336e0e8540c {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.322651] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5234abb9-2925-6edb-fd1a-1ac23fea2c56, 'name': SearchDatastore_Task, 'duration_secs': 0.021274} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.324612] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.324854] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.325240] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.325398] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.325583] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.332707] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5be526ab-b799-4733-8a8c-e8b5a29605d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.346866] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.347462] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.349013] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-580a18bf-03f5-4815-ba42-61aac221de57 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.357634] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Waiting for the task: (returnval){ [ 803.357634] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521fc2a6-fee2-b03f-cb1f-4acf8ca8cecc" [ 803.357634] env[69330]: _type = "Task" [ 803.357634] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.370420] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521fc2a6-fee2-b03f-cb1f-4acf8ca8cecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.472024] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128187, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.477482] env[69330]: DEBUG nova.scheduler.client.report [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.661067] env[69330]: DEBUG nova.compute.manager [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.662300] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79b7b81-64e5-4376-98e5-5adc705430c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.767305] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "refresh_cache-f46ab4a0-a375-4d93-9cb6-0c0823fabbe4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.768130] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "refresh_cache-f46ab4a0-a375-4d93-9cb6-0c0823fabbe4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.768130] env[69330]: DEBUG nova.network.neutron [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.833867] env[69330]: INFO nova.compute.manager [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Rebuilding instance [ 803.877131] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521fc2a6-fee2-b03f-cb1f-4acf8ca8cecc, 'name': SearchDatastore_Task, 'duration_secs': 0.086272} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.878598] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c69be79-52b1-43c4-8eb5-4caca65e441d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.886781] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Waiting for the task: (returnval){ [ 803.886781] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529c37fd-e618-f206-cff0-41d37cea1463" [ 803.886781] env[69330]: _type = "Task" [ 803.886781] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.904033] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529c37fd-e618-f206-cff0-41d37cea1463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.904033] env[69330]: DEBUG nova.compute.manager [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.904033] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b539f991-8ca4-4002-95b7-31ed059ce67a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.972428] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769139} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.973073] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 14dd4ccb-14cd-410b-aaa4-de45334edeca/14dd4ccb-14cd-410b-aaa4-de45334edeca.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.973311] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.973568] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6655daf-882b-474f-b3b9-7fe668c51741 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.983642] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 803.983642] env[69330]: value = "task-4128188" [ 803.983642] env[69330]: _type = "Task" [ 803.983642] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.983792] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.984291] env[69330]: DEBUG nova.compute.manager [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.987533] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.257s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.987806] env[69330]: DEBUG nova.objects.instance [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Lazy-loading 'resources' on Instance uuid 4b053f7e-254c-439c-81cc-f336d193712d {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.999266] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.209576] env[69330]: DEBUG nova.network.neutron [req-a6d72217-d1da-479d-8346-9c3c56597943 req-2ab11f75-d394-448d-a63e-0cdd8d4f388d service nova] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Updated VIF entry in instance network info cache for port 0ba6e23d-71aa-453b-af8c-5834803132f2. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.209681] env[69330]: DEBUG nova.network.neutron [req-a6d72217-d1da-479d-8346-9c3c56597943 req-2ab11f75-d394-448d-a63e-0cdd8d4f388d service nova] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Updating instance_info_cache with network_info: [{"id": "0ba6e23d-71aa-453b-af8c-5834803132f2", "address": "fa:16:3e:6f:41:bc", "network": {"id": "6c605ca7-c286-4916-a58e-7b784e5864d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-877310494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a45ef6bc73433387a596aa0b4338eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba6e23d-71", "ovs_interfaceid": "0ba6e23d-71aa-453b-af8c-5834803132f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.333446] env[69330]: DEBUG nova.network.neutron [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.405590] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529c37fd-e618-f206-cff0-41d37cea1463, 'name': SearchDatastore_Task, 'duration_secs': 0.029953} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.405990] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.406497] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] f8b9e3a2-7519-4801-80d5-6fc96920bcfe/f8b9e3a2-7519-4801-80d5-6fc96920bcfe.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.406895] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00b08754-35e9-438b-a418-8b3f3c4a7659 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.419094] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Waiting for the task: (returnval){ [ 804.419094] env[69330]: value = "task-4128189" [ 804.419094] env[69330]: _type = "Task" [ 804.419094] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.430561] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.497735] env[69330]: DEBUG nova.compute.utils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.509026] env[69330]: DEBUG nova.compute.manager [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.509026] env[69330]: DEBUG nova.network.neutron [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.518428] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189567} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.518550] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.519398] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557ccc10-d503-4baf-ba1e-fa51b640d4c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.548710] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 14dd4ccb-14cd-410b-aaa4-de45334edeca/14dd4ccb-14cd-410b-aaa4-de45334edeca.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.552446] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5d620d8-18b5-4e42-a120-b338404be2ae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.584126] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 804.584126] env[69330]: value = "task-4128190" [ 804.584126] env[69330]: _type = "Task" [ 804.584126] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.601155] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.602756] env[69330]: DEBUG nova.policy [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f505160b4f3c48d99217ff311806c5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d414cc273845e79fcaea123c421790', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.665202] env[69330]: DEBUG nova.network.neutron [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Updating instance_info_cache with network_info: [{"id": "ec8be91d-3cec-45e3-ad6a-2336e0e8540c", "address": "fa:16:3e:15:4b:c7", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8be91d-3c", "ovs_interfaceid": "ec8be91d-3cec-45e3-ad6a-2336e0e8540c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.687927] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8178c8af-a9d5-409b-8132-2cbe701d0948 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.697884] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Doing hard reboot of VM {{(pid=69330) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 804.701136] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ef250975-6f3f-4863-8a83-4fc060e00d1e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.711660] env[69330]: DEBUG oslo_vmware.api [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Waiting for the task: (returnval){ [ 804.711660] env[69330]: value = "task-4128191" [ 804.711660] env[69330]: _type = "Task" [ 804.711660] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.715550] env[69330]: DEBUG oslo_concurrency.lockutils [req-a6d72217-d1da-479d-8346-9c3c56597943 req-2ab11f75-d394-448d-a63e-0cdd8d4f388d service nova] Releasing lock "refresh_cache-f8b9e3a2-7519-4801-80d5-6fc96920bcfe" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.724732] env[69330]: DEBUG oslo_vmware.api [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128191, 'name': ResetVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.922836] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.924439] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fa199cc-0360-4622-99bf-f1f46a661f9f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.934738] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128189, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.936431] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 804.936431] env[69330]: value = "task-4128192" [ 804.936431] env[69330]: _type = "Task" [ 804.936431] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.949714] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.006240] env[69330]: DEBUG nova.compute.manager [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.098983] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.169833] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "refresh_cache-f46ab4a0-a375-4d93-9cb6-0c0823fabbe4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.170345] env[69330]: DEBUG nova.compute.manager [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Instance network_info: |[{"id": "ec8be91d-3cec-45e3-ad6a-2336e0e8540c", "address": "fa:16:3e:15:4b:c7", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8be91d-3c", "ovs_interfaceid": "ec8be91d-3cec-45e3-ad6a-2336e0e8540c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.170791] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:4b:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec8be91d-3cec-45e3-ad6a-2336e0e8540c', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.184252] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.189603] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.190651] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cecacee-ce44-4ab7-802f-1dcc0a945c87 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.219888] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.219888] env[69330]: value = "task-4128193" [ 805.219888] env[69330]: _type = "Task" [ 805.219888] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.229777] env[69330]: DEBUG nova.compute.manager [req-3fbd6cf0-8e35-48cd-8c17-b54a1d2a4023 req-c8c41dca-8cd2-4298-93fa-7f0511334e3e service nova] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Received event network-vif-plugged-ec8be91d-3cec-45e3-ad6a-2336e0e8540c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.230049] env[69330]: DEBUG oslo_concurrency.lockutils [req-3fbd6cf0-8e35-48cd-8c17-b54a1d2a4023 req-c8c41dca-8cd2-4298-93fa-7f0511334e3e service nova] Acquiring lock "f46ab4a0-a375-4d93-9cb6-0c0823fabbe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.230254] env[69330]: DEBUG oslo_concurrency.lockutils [req-3fbd6cf0-8e35-48cd-8c17-b54a1d2a4023 req-c8c41dca-8cd2-4298-93fa-7f0511334e3e service nova] Lock "f46ab4a0-a375-4d93-9cb6-0c0823fabbe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.230428] env[69330]: DEBUG oslo_concurrency.lockutils [req-3fbd6cf0-8e35-48cd-8c17-b54a1d2a4023 req-c8c41dca-8cd2-4298-93fa-7f0511334e3e service nova] Lock "f46ab4a0-a375-4d93-9cb6-0c0823fabbe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.230603] env[69330]: DEBUG nova.compute.manager [req-3fbd6cf0-8e35-48cd-8c17-b54a1d2a4023 req-c8c41dca-8cd2-4298-93fa-7f0511334e3e service nova] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] No waiting events found dispatching network-vif-plugged-ec8be91d-3cec-45e3-ad6a-2336e0e8540c {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 805.230759] env[69330]: WARNING nova.compute.manager [req-3fbd6cf0-8e35-48cd-8c17-b54a1d2a4023 req-c8c41dca-8cd2-4298-93fa-7f0511334e3e service nova] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Received unexpected event network-vif-plugged-ec8be91d-3cec-45e3-ad6a-2336e0e8540c for instance with vm_state building and task_state spawning. [ 805.230918] env[69330]: DEBUG nova.compute.manager [req-3fbd6cf0-8e35-48cd-8c17-b54a1d2a4023 req-c8c41dca-8cd2-4298-93fa-7f0511334e3e service nova] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Received event network-changed-ec8be91d-3cec-45e3-ad6a-2336e0e8540c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.231080] env[69330]: DEBUG nova.compute.manager [req-3fbd6cf0-8e35-48cd-8c17-b54a1d2a4023 req-c8c41dca-8cd2-4298-93fa-7f0511334e3e service nova] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Refreshing instance network info cache due to event network-changed-ec8be91d-3cec-45e3-ad6a-2336e0e8540c. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.231265] env[69330]: DEBUG oslo_concurrency.lockutils [req-3fbd6cf0-8e35-48cd-8c17-b54a1d2a4023 req-c8c41dca-8cd2-4298-93fa-7f0511334e3e service nova] Acquiring lock "refresh_cache-f46ab4a0-a375-4d93-9cb6-0c0823fabbe4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.231399] env[69330]: DEBUG oslo_concurrency.lockutils [req-3fbd6cf0-8e35-48cd-8c17-b54a1d2a4023 req-c8c41dca-8cd2-4298-93fa-7f0511334e3e service nova] Acquired lock "refresh_cache-f46ab4a0-a375-4d93-9cb6-0c0823fabbe4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.231553] env[69330]: DEBUG nova.network.neutron [req-3fbd6cf0-8e35-48cd-8c17-b54a1d2a4023 req-c8c41dca-8cd2-4298-93fa-7f0511334e3e service nova] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Refreshing network info cache for port ec8be91d-3cec-45e3-ad6a-2336e0e8540c {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.233742] env[69330]: DEBUG oslo_vmware.api [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128191, 'name': ResetVM_Task, 'duration_secs': 0.133495} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.235305] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Did hard reboot of VM {{(pid=69330) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 805.235305] env[69330]: DEBUG nova.compute.manager [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 805.236103] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e76294-17ad-4a00-942f-66febd8b3d14 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.243772] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7b207f-4deb-4af4-916f-9f3041add1d1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.246438] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128193, 'name': CreateVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.256942] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c9e353-74be-4941-b573-cd60ce390357 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.303913] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e436498-e71f-4d48-8068-e1889e6dd05e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.314714] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708ca956-8da4-485f-b6b3-71b022f92b15 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.333161] env[69330]: DEBUG nova.compute.provider_tree [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.436322] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720036} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.436717] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] f8b9e3a2-7519-4801-80d5-6fc96920bcfe/f8b9e3a2-7519-4801-80d5-6fc96920bcfe.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.436980] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.437269] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25c9bff5-4c12-4067-a90c-aab4a637eefb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.447420] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Waiting for the task: (returnval){ [ 805.447420] env[69330]: value = "task-4128194" [ 805.447420] env[69330]: _type = "Task" [ 805.447420] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.454263] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128192, 'name': PowerOffVM_Task, 'duration_secs': 0.379677} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.454993] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.455798] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.456658] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a70543-17e4-4399-b90c-064a22bb0ab7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.462891] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.468117] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.468929] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff2082c7-2c8c-4c3b-b24b-e21ca1389777 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.472996] env[69330]: DEBUG nova.network.neutron [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Successfully created port: a0ff322e-fc5f-4a13-afcf-8d78e269e956 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.499653] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.499653] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.499857] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Deleting the datastore file [datastore2] 67cfedae-c64c-4b5b-abef-fb675497edc7 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.500788] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0584e61a-6741-4f09-a54c-0313838d18ee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.507537] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 805.507537] env[69330]: value = "task-4128196" [ 805.507537] env[69330]: _type = "Task" [ 805.507537] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.524810] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.605517] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128190, 'name': ReconfigVM_Task, 'duration_secs': 0.617739} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.605875] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 14dd4ccb-14cd-410b-aaa4-de45334edeca/14dd4ccb-14cd-410b-aaa4-de45334edeca.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.606631] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b3bf53a-210e-4708-b955-594d5a8cf783 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.617205] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 805.617205] env[69330]: value = "task-4128197" [ 805.617205] env[69330]: _type = "Task" [ 805.617205] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.630841] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128197, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.733972] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128193, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.769179] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d002e9e0-55b9-4e5b-be06-600d441fbbbd tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Lock "257f9d36-bd6f-410a-a8d8-bba2e862b131" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.578s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.858562] env[69330]: ERROR nova.scheduler.client.report [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] [req-b1abf860-d2aa-43d0-973c-ebbc57520806] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1abf860-d2aa-43d0-973c-ebbc57520806"}]} [ 805.880199] env[69330]: DEBUG nova.scheduler.client.report [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 805.914590] env[69330]: DEBUG nova.scheduler.client.report [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 805.914590] env[69330]: DEBUG nova.compute.provider_tree [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.928226] env[69330]: DEBUG nova.scheduler.client.report [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 805.958821] env[69330]: DEBUG nova.scheduler.client.report [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 805.968134] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.455118} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.968440] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.969294] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01788cc1-0bd2-44df-9b84-d21f6b5dc1e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.999019] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] f8b9e3a2-7519-4801-80d5-6fc96920bcfe/f8b9e3a2-7519-4801-80d5-6fc96920bcfe.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.000490] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d10baff-da36-43b7-955e-4df35fe4cfd4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.025179] env[69330]: DEBUG nova.compute.manager [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.035494] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238246} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.037116] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.038285] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.038520] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.041204] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Waiting for the task: (returnval){ [ 806.041204] env[69330]: value = "task-4128198" [ 806.041204] env[69330]: _type = "Task" [ 806.041204] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.057940] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128198, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.061066] env[69330]: DEBUG nova.virt.hardware [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.061378] env[69330]: DEBUG nova.virt.hardware [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.061596] env[69330]: DEBUG nova.virt.hardware [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.061812] env[69330]: DEBUG nova.virt.hardware [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.061956] env[69330]: DEBUG nova.virt.hardware [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.062113] env[69330]: DEBUG nova.virt.hardware [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.062325] env[69330]: DEBUG nova.virt.hardware [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.062478] env[69330]: DEBUG nova.virt.hardware [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.062638] env[69330]: DEBUG nova.virt.hardware [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.063879] env[69330]: DEBUG nova.virt.hardware [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.063879] env[69330]: DEBUG nova.virt.hardware [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.064096] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08bf43c-f1e4-4367-949b-5d1c6707388d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.077785] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9ce7b1-2556-45f0-bc24-c8b9eedbd593 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.133235] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128197, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.238292] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128193, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.305452] env[69330]: DEBUG nova.network.neutron [req-3fbd6cf0-8e35-48cd-8c17-b54a1d2a4023 req-c8c41dca-8cd2-4298-93fa-7f0511334e3e service nova] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Updated VIF entry in instance network info cache for port ec8be91d-3cec-45e3-ad6a-2336e0e8540c. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.305452] env[69330]: DEBUG nova.network.neutron [req-3fbd6cf0-8e35-48cd-8c17-b54a1d2a4023 req-c8c41dca-8cd2-4298-93fa-7f0511334e3e service nova] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Updating instance_info_cache with network_info: [{"id": "ec8be91d-3cec-45e3-ad6a-2336e0e8540c", "address": "fa:16:3e:15:4b:c7", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8be91d-3c", "ovs_interfaceid": "ec8be91d-3cec-45e3-ad6a-2336e0e8540c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.559562] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128198, 'name': ReconfigVM_Task, 'duration_secs': 0.348851} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.559971] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Reconfigured VM instance instance-0000002c to attach disk [datastore1] f8b9e3a2-7519-4801-80d5-6fc96920bcfe/f8b9e3a2-7519-4801-80d5-6fc96920bcfe.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.560675] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45e6eb85-ea96-4d76-a0ec-3e8f765d5dfa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.571214] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Waiting for the task: (returnval){ [ 806.571214] env[69330]: value = "task-4128199" [ 806.571214] env[69330]: _type = "Task" [ 806.571214] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.590034] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128199, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.632960] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128197, 'name': Rename_Task, 'duration_secs': 0.873212} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.636240] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.636854] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8aba491-5eb3-4603-aead-abf48aa58ecd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.647059] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 806.647059] env[69330]: value = "task-4128200" [ 806.647059] env[69330]: _type = "Task" [ 806.647059] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.657527] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.689231] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd515152-d7fd-4fc2-a205-8b77398347a7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.698534] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c9093e-d984-4810-b403-50a88de735fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.740593] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a123e7-d4b9-4e2e-8bb9-b9f82e4fd46e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.750536] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128193, 'name': CreateVM_Task, 'duration_secs': 1.294433} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.752618] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.753519] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.753703] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.754071] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.755499] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53865fd3-1ab8-4828-b55c-cbf20ce77748 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.759930] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee439caf-8e75-4008-8516-57758ee7b11a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.766885] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 806.766885] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5261b816-097c-a3b1-2b2b-4abe1e145fe0" [ 806.766885] env[69330]: _type = "Task" [ 806.766885] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.783492] env[69330]: DEBUG nova.compute.provider_tree [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.798889] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5261b816-097c-a3b1-2b2b-4abe1e145fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.017117} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.799243] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.799491] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.799763] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.799966] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.800099] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.800384] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7571672a-e34b-492c-b6a9-a1c0fb6d1354 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.807448] env[69330]: DEBUG oslo_concurrency.lockutils [req-3fbd6cf0-8e35-48cd-8c17-b54a1d2a4023 req-c8c41dca-8cd2-4298-93fa-7f0511334e3e service nova] Releasing lock "refresh_cache-f46ab4a0-a375-4d93-9cb6-0c0823fabbe4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.812681] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.813349] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.813884] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1abd426-391d-44a4-a9cd-f9d631da6c12 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.822024] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 806.822024] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5230ddd6-4160-48fb-786e-c2db5d1a2314" [ 806.822024] env[69330]: _type = "Task" [ 806.822024] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.833279] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5230ddd6-4160-48fb-786e-c2db5d1a2314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.079447] env[69330]: DEBUG nova.network.neutron [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Successfully updated port: a0ff322e-fc5f-4a13-afcf-8d78e269e956 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.088092] env[69330]: DEBUG nova.virt.hardware [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.088260] env[69330]: DEBUG nova.virt.hardware [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.088458] env[69330]: DEBUG nova.virt.hardware [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.089518] env[69330]: DEBUG nova.virt.hardware [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.089518] env[69330]: DEBUG nova.virt.hardware [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.089518] env[69330]: DEBUG nova.virt.hardware [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.089518] env[69330]: DEBUG nova.virt.hardware [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.089518] env[69330]: DEBUG nova.virt.hardware [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.089692] env[69330]: DEBUG nova.virt.hardware [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.089861] env[69330]: DEBUG nova.virt.hardware [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.091080] env[69330]: DEBUG nova.virt.hardware [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.094494] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879735e1-12d8-42f8-a989-fb7527581a27 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.102078] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128199, 'name': Rename_Task, 'duration_secs': 0.192587} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.104643] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.105441] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26c6f3f6-8cc8-4cd8-81ec-6454f6f0695d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.108876] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a8745e-5fd2-4b84-a0f7-1191a240c35d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.128997] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.134180] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.135474] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.135827] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Waiting for the task: (returnval){ [ 807.135827] env[69330]: value = "task-4128201" [ 807.135827] env[69330]: _type = "Task" [ 807.135827] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.135980] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d679c55f-b512-4ac7-abb2-49aedcbb297a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.168381] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.173548] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128200, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.173775] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.173775] env[69330]: value = "task-4128202" [ 807.173775] env[69330]: _type = "Task" [ 807.173775] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.184799] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128202, 'name': CreateVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.294588] env[69330]: DEBUG nova.scheduler.client.report [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.337096] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5230ddd6-4160-48fb-786e-c2db5d1a2314, 'name': SearchDatastore_Task, 'duration_secs': 0.012393} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.339594] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b571097-0caa-4cb3-9058-f27bc7d3ee88 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.346009] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 807.346009] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a5263b-e164-2769-8019-3786a77f300b" [ 807.346009] env[69330]: _type = "Task" [ 807.346009] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.357259] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a5263b-e164-2769-8019-3786a77f300b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.418647] env[69330]: DEBUG nova.compute.manager [req-e1ffff15-fb8f-4f17-9cc5-37f8a8c363d2 req-552c99ca-048f-4043-949d-9942d80ba53e service nova] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Received event network-vif-plugged-a0ff322e-fc5f-4a13-afcf-8d78e269e956 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.418764] env[69330]: DEBUG oslo_concurrency.lockutils [req-e1ffff15-fb8f-4f17-9cc5-37f8a8c363d2 req-552c99ca-048f-4043-949d-9942d80ba53e service nova] Acquiring lock "0ca17a0f-73d1-4a32-b1df-a3e89f7bf386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.419033] env[69330]: DEBUG oslo_concurrency.lockutils [req-e1ffff15-fb8f-4f17-9cc5-37f8a8c363d2 req-552c99ca-048f-4043-949d-9942d80ba53e service nova] Lock "0ca17a0f-73d1-4a32-b1df-a3e89f7bf386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.419246] env[69330]: DEBUG oslo_concurrency.lockutils [req-e1ffff15-fb8f-4f17-9cc5-37f8a8c363d2 req-552c99ca-048f-4043-949d-9942d80ba53e service nova] Lock "0ca17a0f-73d1-4a32-b1df-a3e89f7bf386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.419570] env[69330]: DEBUG nova.compute.manager [req-e1ffff15-fb8f-4f17-9cc5-37f8a8c363d2 req-552c99ca-048f-4043-949d-9942d80ba53e service nova] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] No waiting events found dispatching network-vif-plugged-a0ff322e-fc5f-4a13-afcf-8d78e269e956 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 807.419680] env[69330]: WARNING nova.compute.manager [req-e1ffff15-fb8f-4f17-9cc5-37f8a8c363d2 req-552c99ca-048f-4043-949d-9942d80ba53e service nova] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Received unexpected event network-vif-plugged-a0ff322e-fc5f-4a13-afcf-8d78e269e956 for instance with vm_state building and task_state spawning. [ 807.592728] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "refresh_cache-0ca17a0f-73d1-4a32-b1df-a3e89f7bf386" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.592965] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "refresh_cache-0ca17a0f-73d1-4a32-b1df-a3e89f7bf386" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.593196] env[69330]: DEBUG nova.network.neutron [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.663489] env[69330]: DEBUG oslo_vmware.api [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128200, 'name': PowerOnVM_Task, 'duration_secs': 0.810932} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.667244] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.667520] env[69330]: INFO nova.compute.manager [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Took 12.75 seconds to spawn the instance on the hypervisor. [ 807.667729] env[69330]: DEBUG nova.compute.manager [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.668558] env[69330]: DEBUG oslo_vmware.api [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128201, 'name': PowerOnVM_Task, 'duration_secs': 0.496884} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.668852] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeb3bfe-7af6-432d-a46b-ade55ab8db21 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.671764] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.671921] env[69330]: INFO nova.compute.manager [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Took 10.01 seconds to spawn the instance on the hypervisor. [ 807.672116] env[69330]: DEBUG nova.compute.manager [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.673589] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d845402-805e-4ba0-b64d-6ed1ddc97a45 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.692494] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128202, 'name': CreateVM_Task, 'duration_secs': 0.351115} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.693113] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.694083] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.695795] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.695795] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.695795] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f53b8d5-7136-439e-a7e1-2c80b9318bae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.700217] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 807.700217] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5204d412-0c61-1d20-fd72-c92ffc2f1f4f" [ 807.700217] env[69330]: _type = "Task" [ 807.700217] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.711296] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5204d412-0c61-1d20-fd72-c92ffc2f1f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.744594] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "8ac8a233-7f92-437d-ae1f-7e80d7286796" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.744594] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "8ac8a233-7f92-437d-ae1f-7e80d7286796" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.745179] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "8ac8a233-7f92-437d-ae1f-7e80d7286796-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.745484] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "8ac8a233-7f92-437d-ae1f-7e80d7286796-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.745749] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "8ac8a233-7f92-437d-ae1f-7e80d7286796-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.748367] env[69330]: INFO nova.compute.manager [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Terminating instance [ 807.799877] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.812s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.803261] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.661s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.803461] env[69330]: DEBUG nova.objects.instance [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lazy-loading 'resources' on Instance uuid 343cba2c-2c74-45dd-a070-848cf139b3bb {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.826160] env[69330]: INFO nova.scheduler.client.report [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Deleted allocations for instance 4b053f7e-254c-439c-81cc-f336d193712d [ 807.863021] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a5263b-e164-2769-8019-3786a77f300b, 'name': SearchDatastore_Task, 'duration_secs': 0.014853} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.863021] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.863021] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] f46ab4a0-a375-4d93-9cb6-0c0823fabbe4/f46ab4a0-a375-4d93-9cb6-0c0823fabbe4.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.863021] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-308592b2-df4f-45e7-8848-3e675f4a100b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.871237] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 807.871237] env[69330]: value = "task-4128203" [ 807.871237] env[69330]: _type = "Task" [ 807.871237] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.883915] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.997969] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquiring lock "257f9d36-bd6f-410a-a8d8-bba2e862b131" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.997969] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Lock "257f9d36-bd6f-410a-a8d8-bba2e862b131" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.998173] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquiring lock "257f9d36-bd6f-410a-a8d8-bba2e862b131-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.998302] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Lock "257f9d36-bd6f-410a-a8d8-bba2e862b131-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.998511] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Lock "257f9d36-bd6f-410a-a8d8-bba2e862b131-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.000695] env[69330]: INFO nova.compute.manager [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Terminating instance [ 808.151425] env[69330]: DEBUG nova.network.neutron [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.210181] env[69330]: INFO nova.compute.manager [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Took 42.58 seconds to build instance. [ 808.216573] env[69330]: INFO nova.compute.manager [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Took 39.85 seconds to build instance. [ 808.232474] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5204d412-0c61-1d20-fd72-c92ffc2f1f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.232474] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.232474] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.232474] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.232474] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.232474] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.232474] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20250229-5610-4c91-84be-c8ce99b18c50 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.244632] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.246169] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.246169] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47cf72e-5848-4443-99a3-af657a53ee7e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.255911] env[69330]: DEBUG nova.compute.manager [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.256162] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.256738] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 808.256738] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52392123-62b1-87ea-1732-13b6af67e6a9" [ 808.256738] env[69330]: _type = "Task" [ 808.256738] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.257875] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927bee54-cc23-48a2-8bb9-ec3a06eaa193 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.287497] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52392123-62b1-87ea-1732-13b6af67e6a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.287898] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.288186] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-097d530e-81e8-4caf-95af-59e3546d2352 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.299270] env[69330]: DEBUG oslo_vmware.api [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 808.299270] env[69330]: value = "task-4128204" [ 808.299270] env[69330]: _type = "Task" [ 808.299270] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.313777] env[69330]: DEBUG oslo_vmware.api [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.336789] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9fa07b6d-5879-4bcb-b2cd-330347818105 tempest-ServersAdmin275Test-2083671079 tempest-ServersAdmin275Test-2083671079-project-member] Lock "4b053f7e-254c-439c-81cc-f336d193712d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.873s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.376300] env[69330]: DEBUG nova.network.neutron [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Updating instance_info_cache with network_info: [{"id": "a0ff322e-fc5f-4a13-afcf-8d78e269e956", "address": "fa:16:3e:63:52:22", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ff322e-fc", "ovs_interfaceid": "a0ff322e-fc5f-4a13-afcf-8d78e269e956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.384597] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128203, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.505168] env[69330]: DEBUG nova.compute.manager [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.505771] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.509815] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabba255-cef5-4d8e-9a7f-f65f855c4bb2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.518528] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.518812] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2670ca9e-a790-4c21-8601-19af1c3ac5cc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.527220] env[69330]: DEBUG oslo_vmware.api [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Waiting for the task: (returnval){ [ 808.527220] env[69330]: value = "task-4128205" [ 808.527220] env[69330]: _type = "Task" [ 808.527220] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.542277] env[69330]: DEBUG oslo_vmware.api [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.716612] env[69330]: DEBUG oslo_concurrency.lockutils [None req-025095e6-59b6-421c-ad69-36841566031c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "14dd4ccb-14cd-410b-aaa4-de45334edeca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.590s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.730735] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Lock "f8b9e3a2-7519-4801-80d5-6fc96920bcfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.846s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.773521] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52392123-62b1-87ea-1732-13b6af67e6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.020964} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.774847] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb43809c-2141-40fb-9325-ac16126ea836 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.791028] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 808.791028] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52917b8a-dc20-dae8-fe57-28610220f32a" [ 808.791028] env[69330]: _type = "Task" [ 808.791028] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.798913] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52917b8a-dc20-dae8-fe57-28610220f32a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.812217] env[69330]: DEBUG oslo_vmware.api [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128204, 'name': PowerOffVM_Task, 'duration_secs': 0.427329} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.812509] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.812686] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.812956] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbb5df1c-311f-4de9-a122-36317c079c56 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.881701] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "refresh_cache-0ca17a0f-73d1-4a32-b1df-a3e89f7bf386" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.882017] env[69330]: DEBUG nova.compute.manager [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Instance network_info: |[{"id": "a0ff322e-fc5f-4a13-afcf-8d78e269e956", "address": "fa:16:3e:63:52:22", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ff322e-fc", "ovs_interfaceid": "a0ff322e-fc5f-4a13-afcf-8d78e269e956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.884694] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642879} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.887605] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:52:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0ff322e-fc5f-4a13-afcf-8d78e269e956', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.896049] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Creating folder: Project (f4d414cc273845e79fcaea123c421790). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.897276] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] f46ab4a0-a375-4d93-9cb6-0c0823fabbe4/f46ab4a0-a375-4d93-9cb6-0c0823fabbe4.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.897276] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.898293] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-821538c0-eecf-4976-a324-fc03d73f4332 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.900959] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42308420-11fc-4916-a4c9-06a40f52a5bb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.903747] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.904437] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.904437] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Deleting the datastore file [datastore1] 8ac8a233-7f92-437d-ae1f-7e80d7286796 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.906431] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5c9904e-1162-487b-b43f-85c838777127 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.911612] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 808.911612] env[69330]: value = "task-4128207" [ 808.911612] env[69330]: _type = "Task" [ 808.911612] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.919724] env[69330]: DEBUG oslo_vmware.api [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 808.919724] env[69330]: value = "task-4128209" [ 808.919724] env[69330]: _type = "Task" [ 808.919724] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.922193] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Created folder: Project (f4d414cc273845e79fcaea123c421790) in parent group-v817559. [ 808.922372] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Creating folder: Instances. Parent ref: group-v817697. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.926382] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d4d2e71-d738-4bec-b6af-e909ef472817 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.935946] env[69330]: DEBUG oslo_vmware.api [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.941748] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.943677] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Created folder: Instances in parent group-v817697. [ 808.944022] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.944260] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.944481] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e39b6e26-5965-481b-98dd-47db418ff858 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.968257] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.968257] env[69330]: value = "task-4128211" [ 808.968257] env[69330]: _type = "Task" [ 808.968257] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.975043] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128211, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.993808] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faac4d98-b05d-4bf1-bf7d-1bd51a9e155f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.007475] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d5b853-9665-4b62-8b8f-cf840ccf5fbd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.045011] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7272826a-0a19-4539-95f7-5fd6e4a6f54d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.048795] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.048795] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.057760] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d93b5ba-3cce-4d11-95a6-b47e913a33eb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.062670] env[69330]: DEBUG oslo_vmware.api [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128205, 'name': PowerOffVM_Task, 'duration_secs': 0.344725} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.063312] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.063312] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.063854] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30a7cf57-2fbe-4b74-ac7c-323810d00bee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.075693] env[69330]: DEBUG nova.compute.provider_tree [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.080067] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "01d61e8b-07a5-49ef-952a-bbb603fb3ca2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.080304] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "01d61e8b-07a5-49ef-952a-bbb603fb3ca2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.161663] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.162029] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.162107] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Deleting the datastore file [datastore2] 257f9d36-bd6f-410a-a8d8-bba2e862b131 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.162377] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbfb99b9-dfd5-4be1-ab37-95358b70a800 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.172183] env[69330]: DEBUG oslo_vmware.api [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Waiting for the task: (returnval){ [ 809.172183] env[69330]: value = "task-4128213" [ 809.172183] env[69330]: _type = "Task" [ 809.172183] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.182995] env[69330]: DEBUG oslo_vmware.api [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.219134] env[69330]: DEBUG nova.compute.manager [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.235138] env[69330]: DEBUG nova.compute.manager [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.300207] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52917b8a-dc20-dae8-fe57-28610220f32a, 'name': SearchDatastore_Task, 'duration_secs': 0.03147} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.301709] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.301989] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 67cfedae-c64c-4b5b-abef-fb675497edc7/67cfedae-c64c-4b5b-abef-fb675497edc7.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.305361] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5a6253b-3113-43f7-8e14-b6466bf5077d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.314750] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 809.314750] env[69330]: value = "task-4128214" [ 809.314750] env[69330]: _type = "Task" [ 809.314750] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.326516] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.377528] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dbbcff-640d-4dfe-a78e-a0f41cc66c51 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.389313] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e870bb5a-3746-4fb5-8466-51f5e460c2bf tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Suspending the VM {{(pid=69330) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 809.389313] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6d9398a1-0fa3-491a-8030-42de0e78bf80 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.400062] env[69330]: DEBUG oslo_vmware.api [None req-e870bb5a-3746-4fb5-8466-51f5e460c2bf tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 809.400062] env[69330]: value = "task-4128215" [ 809.400062] env[69330]: _type = "Task" [ 809.400062] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.297455] env[69330]: DEBUG nova.scheduler.client.report [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.304810] env[69330]: INFO nova.compute.manager [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Rebuilding instance [ 810.306906] env[69330]: DEBUG oslo_vmware.api [None req-e870bb5a-3746-4fb5-8466-51f5e460c2bf tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128215, 'name': SuspendVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.307115] env[69330]: WARNING oslo_vmware.common.loopingcall [None req-e870bb5a-3746-4fb5-8466-51f5e460c2bf tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] task run outlasted interval by 0.40676900000000005 sec [ 810.318810] env[69330]: DEBUG nova.compute.manager [req-dff7badc-fb98-40e9-9ddf-8a04ea32025c req-03bd8488-a127-4c47-8f90-107bf28e2a38 service nova] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Received event network-changed-a0ff322e-fc5f-4a13-afcf-8d78e269e956 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.318810] env[69330]: DEBUG nova.compute.manager [req-dff7badc-fb98-40e9-9ddf-8a04ea32025c req-03bd8488-a127-4c47-8f90-107bf28e2a38 service nova] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Refreshing instance network info cache due to event network-changed-a0ff322e-fc5f-4a13-afcf-8d78e269e956. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.318810] env[69330]: DEBUG oslo_concurrency.lockutils [req-dff7badc-fb98-40e9-9ddf-8a04ea32025c req-03bd8488-a127-4c47-8f90-107bf28e2a38 service nova] Acquiring lock "refresh_cache-0ca17a0f-73d1-4a32-b1df-a3e89f7bf386" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.319074] env[69330]: DEBUG oslo_concurrency.lockutils [req-dff7badc-fb98-40e9-9ddf-8a04ea32025c req-03bd8488-a127-4c47-8f90-107bf28e2a38 service nova] Acquired lock "refresh_cache-0ca17a0f-73d1-4a32-b1df-a3e89f7bf386" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.319074] env[69330]: DEBUG nova.network.neutron [req-dff7badc-fb98-40e9-9ddf-8a04ea32025c req-03bd8488-a127-4c47-8f90-107bf28e2a38 service nova] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Refreshing network info cache for port a0ff322e-fc5f-4a13-afcf-8d78e269e956 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.367468] env[69330]: DEBUG oslo_vmware.api [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379631} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.369552] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240269} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.369552] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128211, 'name': CreateVM_Task, 'duration_secs': 0.616969} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.369552] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775389} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.369552] env[69330]: DEBUG oslo_vmware.api [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Task: {'id': task-4128213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24706} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.376156] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.377061] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.377380] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.377571] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.377744] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.377930] env[69330]: INFO nova.compute.manager [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Took 2.12 seconds to destroy the instance on the hypervisor. [ 810.378200] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.378420] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.378629] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.378880] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 67cfedae-c64c-4b5b-abef-fb675497edc7/67cfedae-c64c-4b5b-abef-fb675497edc7.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.379105] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.379337] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.379499] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.379689] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.379850] env[69330]: INFO nova.compute.manager [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Took 1.87 seconds to destroy the instance on the hypervisor. [ 810.380069] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.380640] env[69330]: DEBUG oslo_vmware.api [None req-e870bb5a-3746-4fb5-8466-51f5e460c2bf tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128215, 'name': SuspendVM_Task, 'duration_secs': 0.757924} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.381830] env[69330]: DEBUG nova.compute.manager [-] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.381830] env[69330]: DEBUG nova.network.neutron [-] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.383498] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d442c7a-c7d9-4dae-a7c7-06f340212186 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.386693] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.386854] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.387205] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.387505] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edf20735-6b49-4cbe-84a8-b1df4077e256 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.390429] env[69330]: DEBUG nova.compute.manager [-] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.390573] env[69330]: DEBUG nova.network.neutron [-] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.392315] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e870bb5a-3746-4fb5-8466-51f5e460c2bf tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Suspended the VM {{(pid=69330) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 810.392538] env[69330]: DEBUG nova.compute.manager [None req-e870bb5a-3746-4fb5-8466-51f5e460c2bf tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 810.395656] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6766454-f14f-4bb0-954b-574e3d44a645 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.399138] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8911a8d-3453-43a3-ae8b-081cbb3a3849 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.404853] env[69330]: DEBUG nova.compute.manager [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 810.406521] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7c4083-099c-4081-bd8e-305d97209a62 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.429839] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] f46ab4a0-a375-4d93-9cb6-0c0823fabbe4/f46ab4a0-a375-4d93-9cb6-0c0823fabbe4.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.430320] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 810.430320] env[69330]: value = "task-4128216" [ 810.430320] env[69330]: _type = "Task" [ 810.430320] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.433973] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6c1c394-bab5-4629-82b9-cff1f0e876b6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.451245] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 810.451245] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]526a7ac5-c36f-0fe4-61f7-185263199649" [ 810.451245] env[69330]: _type = "Task" [ 810.451245] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.466557] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 810.466557] env[69330]: value = "task-4128217" [ 810.466557] env[69330]: _type = "Task" [ 810.466557] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.475759] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128216, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.476061] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]526a7ac5-c36f-0fe4-61f7-185263199649, 'name': SearchDatastore_Task, 'duration_secs': 0.012068} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.479862] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.480374] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.480714] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.480792] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.481652] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.481652] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dee2040-8980-4c38-b19f-b011d91b523a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.492222] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.493582] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.493979] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.494522] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3fd667-0010-4602-9d2b-4c4380e37e8f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.501734] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 810.501734] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522e4d0c-5bfd-4848-72b3-2525e5c0cfb9" [ 810.501734] env[69330]: _type = "Task" [ 810.501734] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.511444] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522e4d0c-5bfd-4848-72b3-2525e5c0cfb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.811057] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.008s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.813363] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.178s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.815152] env[69330]: INFO nova.compute.claims [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.838399] env[69330]: INFO nova.scheduler.client.report [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Deleted allocations for instance 343cba2c-2c74-45dd-a070-848cf139b3bb [ 810.968044] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077691} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.971223] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.972102] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac4ef83-1559-4068-ad82-f172ce86f35a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.997284] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 67cfedae-c64c-4b5b-abef-fb675497edc7/67cfedae-c64c-4b5b-abef-fb675497edc7.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.998999] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df1af6e3-397d-441d-ad4b-b15953d9fb87 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.022597] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.035890] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522e4d0c-5bfd-4848-72b3-2525e5c0cfb9, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.039170] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 811.039170] env[69330]: value = "task-4128218" [ 811.039170] env[69330]: _type = "Task" [ 811.039170] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.039170] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726cd08e-23f7-48fb-b20d-d3aacc26e7dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.049226] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 811.049226] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520eb0b3-a89d-2281-f7ea-21ef5033c1a4" [ 811.049226] env[69330]: _type = "Task" [ 811.049226] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.053222] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128218, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.065197] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520eb0b3-a89d-2281-f7ea-21ef5033c1a4, 'name': SearchDatastore_Task, 'duration_secs': 0.01206} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.065471] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.065728] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386/0ca17a0f-73d1-4a32-b1df-a3e89f7bf386.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.065987] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30a4dece-3b43-4c72-a3a6-8aa7e74b60dc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.076412] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 811.076412] env[69330]: value = "task-4128219" [ 811.076412] env[69330]: _type = "Task" [ 811.076412] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.085655] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.117213] env[69330]: DEBUG nova.network.neutron [req-dff7badc-fb98-40e9-9ddf-8a04ea32025c req-03bd8488-a127-4c47-8f90-107bf28e2a38 service nova] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Updated VIF entry in instance network info cache for port a0ff322e-fc5f-4a13-afcf-8d78e269e956. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.117624] env[69330]: DEBUG nova.network.neutron [req-dff7badc-fb98-40e9-9ddf-8a04ea32025c req-03bd8488-a127-4c47-8f90-107bf28e2a38 service nova] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Updating instance_info_cache with network_info: [{"id": "a0ff322e-fc5f-4a13-afcf-8d78e269e956", "address": "fa:16:3e:63:52:22", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ff322e-fc", "ovs_interfaceid": "a0ff322e-fc5f-4a13-afcf-8d78e269e956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.129571] env[69330]: DEBUG nova.compute.manager [req-6a7423d7-cf52-4473-bfd4-3363e1d41d75 req-1ae124dd-0f95-4cb6-ba02-5c5aae0c0daa service nova] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Received event network-changed-0ba6e23d-71aa-453b-af8c-5834803132f2 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.129726] env[69330]: DEBUG nova.compute.manager [req-6a7423d7-cf52-4473-bfd4-3363e1d41d75 req-1ae124dd-0f95-4cb6-ba02-5c5aae0c0daa service nova] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Refreshing instance network info cache due to event network-changed-0ba6e23d-71aa-453b-af8c-5834803132f2. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.129976] env[69330]: DEBUG oslo_concurrency.lockutils [req-6a7423d7-cf52-4473-bfd4-3363e1d41d75 req-1ae124dd-0f95-4cb6-ba02-5c5aae0c0daa service nova] Acquiring lock "refresh_cache-f8b9e3a2-7519-4801-80d5-6fc96920bcfe" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.130153] env[69330]: DEBUG oslo_concurrency.lockutils [req-6a7423d7-cf52-4473-bfd4-3363e1d41d75 req-1ae124dd-0f95-4cb6-ba02-5c5aae0c0daa service nova] Acquired lock "refresh_cache-f8b9e3a2-7519-4801-80d5-6fc96920bcfe" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.130310] env[69330]: DEBUG nova.network.neutron [req-6a7423d7-cf52-4473-bfd4-3363e1d41d75 req-1ae124dd-0f95-4cb6-ba02-5c5aae0c0daa service nova] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Refreshing network info cache for port 0ba6e23d-71aa-453b-af8c-5834803132f2 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.191505] env[69330]: DEBUG nova.network.neutron [-] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.349431] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b22d196f-b09a-4340-b901-849db2674051 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "343cba2c-2c74-45dd-a070-848cf139b3bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.283s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.472322] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.472661] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79a97720-aa7e-4d6e-abd1-98fcb887393a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.483816] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 811.483816] env[69330]: value = "task-4128220" [ 811.483816] env[69330]: _type = "Task" [ 811.483816] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.489920] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128217, 'name': ReconfigVM_Task, 'duration_secs': 0.88946} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.490801] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Reconfigured VM instance instance-0000002d to attach disk [datastore1] f46ab4a0-a375-4d93-9cb6-0c0823fabbe4/f46ab4a0-a375-4d93-9cb6-0c0823fabbe4.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.491481] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a792842e-1e54-489d-b72c-3c63da5d38d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.496283] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.503918] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 811.503918] env[69330]: value = "task-4128221" [ 811.503918] env[69330]: _type = "Task" [ 811.503918] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.514562] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128221, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.554676] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128218, 'name': ReconfigVM_Task, 'duration_secs': 0.332592} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.554987] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 67cfedae-c64c-4b5b-abef-fb675497edc7/67cfedae-c64c-4b5b-abef-fb675497edc7.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.555778] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-142b4fb0-bc7a-468d-859c-902c9d203545 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.566669] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 811.566669] env[69330]: value = "task-4128222" [ 811.566669] env[69330]: _type = "Task" [ 811.566669] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.579101] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128222, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.589974] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128219, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.620698] env[69330]: DEBUG oslo_concurrency.lockutils [req-dff7badc-fb98-40e9-9ddf-8a04ea32025c req-03bd8488-a127-4c47-8f90-107bf28e2a38 service nova] Releasing lock "refresh_cache-0ca17a0f-73d1-4a32-b1df-a3e89f7bf386" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.695822] env[69330]: INFO nova.compute.manager [-] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Took 1.31 seconds to deallocate network for instance. [ 811.705965] env[69330]: DEBUG nova.network.neutron [-] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.989591] env[69330]: DEBUG nova.network.neutron [req-6a7423d7-cf52-4473-bfd4-3363e1d41d75 req-1ae124dd-0f95-4cb6-ba02-5c5aae0c0daa service nova] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Updated VIF entry in instance network info cache for port 0ba6e23d-71aa-453b-af8c-5834803132f2. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.989958] env[69330]: DEBUG nova.network.neutron [req-6a7423d7-cf52-4473-bfd4-3363e1d41d75 req-1ae124dd-0f95-4cb6-ba02-5c5aae0c0daa service nova] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Updating instance_info_cache with network_info: [{"id": "0ba6e23d-71aa-453b-af8c-5834803132f2", "address": "fa:16:3e:6f:41:bc", "network": {"id": "6c605ca7-c286-4916-a58e-7b784e5864d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-877310494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a45ef6bc73433387a596aa0b4338eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba6e23d-71", "ovs_interfaceid": "0ba6e23d-71aa-453b-af8c-5834803132f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.999146] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128220, 'name': PowerOffVM_Task, 'duration_secs': 0.341881} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.999419] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.999628] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.000571] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fe7076-e08f-49ce-ab10-547b572ba9de {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.015816] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.018876] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4b315a1-204e-497d-a283-e61b32ecf3a9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.023731] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128221, 'name': Rename_Task, 'duration_secs': 0.281511} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.026664] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.028159] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2febf7e0-9af1-4fb9-af33-46ba27bb7707 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.034793] env[69330]: DEBUG nova.compute.manager [req-ee3f5c92-9a68-4a45-bc13-ac50bb623c36 req-50afa482-2f5a-48c5-8862-905deac111b8 service nova] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Received event network-vif-deleted-95f2dd54-f84f-4beb-bb64-8c8f0c023323 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.037117] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 812.037117] env[69330]: value = "task-4128224" [ 812.037117] env[69330]: _type = "Task" [ 812.037117] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.049784] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.077642] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128222, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.090488] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566471} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.090784] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386/0ca17a0f-73d1-4a32-b1df-a3e89f7bf386.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.091012] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.091324] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb694ac0-3e70-4ea7-b9b7-f815da976eff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.095472] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.095694] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.095873] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleting the datastore file [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.099533] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcc235b9-9701-4276-b47e-074879be0dfd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.103969] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 812.103969] env[69330]: value = "task-4128225" [ 812.103969] env[69330]: _type = "Task" [ 812.103969] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.108297] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 812.108297] env[69330]: value = "task-4128226" [ 812.108297] env[69330]: _type = "Task" [ 812.108297] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.118391] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.123192] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.207056] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.208570] env[69330]: INFO nova.compute.manager [-] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Took 1.82 seconds to deallocate network for instance. [ 812.427067] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66d705e-e973-4ea9-910f-02f773582511 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.437033] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a1df89-214d-4cae-94a9-db68b1b0f7de {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.475840] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8fb2b0-74a2-41b0-9065-fe906dda6abf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.484859] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59134df0-55a9-46b4-ab65-72cce9eb28b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.501762] env[69330]: DEBUG oslo_concurrency.lockutils [req-6a7423d7-cf52-4473-bfd4-3363e1d41d75 req-1ae124dd-0f95-4cb6-ba02-5c5aae0c0daa service nova] Releasing lock "refresh_cache-f8b9e3a2-7519-4801-80d5-6fc96920bcfe" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.502414] env[69330]: DEBUG nova.compute.provider_tree [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.548916] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.577640] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128222, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.616386] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074553} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.617905] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.618106] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2165d70-0ab4-49cc-bb7a-8d25d39d3256 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.625602] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169702} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.627524] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.627997] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.627997] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.651401] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386/0ca17a0f-73d1-4a32-b1df-a3e89f7bf386.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.652336] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85643a76-2450-496b-9255-54cde67340a0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.674505] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 812.674505] env[69330]: value = "task-4128227" [ 812.674505] env[69330]: _type = "Task" [ 812.674505] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.684300] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.715685] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.796273] env[69330]: DEBUG nova.compute.manager [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 812.797779] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8913e149-4d5a-4eef-92ea-9128b7437692 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.025904] env[69330]: ERROR nova.scheduler.client.report [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [req-a6e7d30c-2e9f-465e-bb30-3109f9e4fcc5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6e7d30c-2e9f-465e-bb30-3109f9e4fcc5"}]} [ 813.046211] env[69330]: DEBUG nova.scheduler.client.report [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 813.054527] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128224, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.067215] env[69330]: DEBUG nova.scheduler.client.report [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 813.067512] env[69330]: DEBUG nova.compute.provider_tree [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.084096] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128222, 'name': Rename_Task, 'duration_secs': 1.076837} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.085135] env[69330]: DEBUG nova.scheduler.client.report [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 813.087331] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.087813] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94e8f67d-42b4-4f9e-b21b-8723467c7d4a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.096131] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 813.096131] env[69330]: value = "task-4128228" [ 813.096131] env[69330]: _type = "Task" [ 813.096131] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.105738] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.106797] env[69330]: DEBUG nova.scheduler.client.report [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 813.191639] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.305227] env[69330]: DEBUG nova.compute.manager [req-f5e73283-e15e-4196-8777-09a52d4acd61 req-c8f915e7-eae8-4d61-be8c-f035e4e0ff3e service nova] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Received event network-vif-deleted-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.310800] env[69330]: INFO nova.compute.manager [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] instance snapshotting [ 813.311454] env[69330]: WARNING nova.compute.manager [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 813.314266] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139d94a9-9332-405e-9d77-7a1bfcbf6934 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.343532] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b68936c-12b8-43fc-b17c-cb1bb5c3da7b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.551715] env[69330]: DEBUG oslo_vmware.api [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128224, 'name': PowerOnVM_Task, 'duration_secs': 1.057678} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.554790] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.555081] env[69330]: INFO nova.compute.manager [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Took 11.36 seconds to spawn the instance on the hypervisor. [ 813.555485] env[69330]: DEBUG nova.compute.manager [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 813.558989] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b578093f-ac66-4c20-b5e3-e1441d9e65ab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.612303] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128228, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.691268] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128227, 'name': ReconfigVM_Task, 'duration_secs': 0.699473} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.695654] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386/0ca17a0f-73d1-4a32-b1df-a3e89f7bf386.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.696861] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3337c279-ff23-4d1b-bbf6-3551e0a40bee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.705979] env[69330]: DEBUG nova.virt.hardware [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.706326] env[69330]: DEBUG nova.virt.hardware [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.706496] env[69330]: DEBUG nova.virt.hardware [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.706682] env[69330]: DEBUG nova.virt.hardware [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.706829] env[69330]: DEBUG nova.virt.hardware [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.706974] env[69330]: DEBUG nova.virt.hardware [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.707209] env[69330]: DEBUG nova.virt.hardware [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.707399] env[69330]: DEBUG nova.virt.hardware [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.707622] env[69330]: DEBUG nova.virt.hardware [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.707744] env[69330]: DEBUG nova.virt.hardware [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.707914] env[69330]: DEBUG nova.virt.hardware [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.710965] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b946df62-0363-475b-80ae-2cdb0f35765f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.715017] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 813.715017] env[69330]: value = "task-4128229" [ 813.715017] env[69330]: _type = "Task" [ 813.715017] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.723946] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54787cd6-ec35-49ff-bf8b-2ae824e72e49 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.734861] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128229, 'name': Rename_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.747728] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:b5:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9555c672-8ba9-4b34-8f71-6177534cf59f', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.755652] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.760018] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.762796] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c509383-c926-4a2d-a53c-57db362170ff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.782921] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23bad87-7d0f-40af-9f31-1a1874705a03 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.794132] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5cf5f9-a536-423d-8c01-2e7a4e01f478 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.797344] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.797344] env[69330]: value = "task-4128230" [ 813.797344] env[69330]: _type = "Task" [ 813.797344] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.830985] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec9b0fa-9558-4049-b4c2-bde16cab17be {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.836996] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128230, 'name': CreateVM_Task} progress is 15%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.843263] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6354346-5e9b-4838-9770-5dd6df9748a1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.861340] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 813.861919] env[69330]: DEBUG nova.compute.provider_tree [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.863402] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f2a1a439-e35e-4bd5-9989-e454eaaafd3f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.874050] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 813.874050] env[69330]: value = "task-4128231" [ 813.874050] env[69330]: _type = "Task" [ 813.874050] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.889383] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128231, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.084169] env[69330]: INFO nova.compute.manager [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Took 44.08 seconds to build instance. [ 814.112404] env[69330]: DEBUG oslo_vmware.api [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128228, 'name': PowerOnVM_Task, 'duration_secs': 0.523974} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.113430] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.113430] env[69330]: DEBUG nova.compute.manager [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 814.114347] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590625b8-a0a3-4d2a-bfc1-75eaf7a542c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.228603] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128229, 'name': Rename_Task, 'duration_secs': 0.237177} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.228935] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.229285] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14ce2c16-5ebc-4561-abf1-35e2760be17a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.236942] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 814.236942] env[69330]: value = "task-4128232" [ 814.236942] env[69330]: _type = "Task" [ 814.236942] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.246673] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.282085] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "e213cbd5-9ecf-497f-8c58-b8212071a36e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.282379] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "e213cbd5-9ecf-497f-8c58-b8212071a36e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.282644] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "e213cbd5-9ecf-497f-8c58-b8212071a36e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.282844] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "e213cbd5-9ecf-497f-8c58-b8212071a36e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.283149] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "e213cbd5-9ecf-497f-8c58-b8212071a36e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.286263] env[69330]: INFO nova.compute.manager [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Terminating instance [ 814.313089] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128230, 'name': CreateVM_Task, 'duration_secs': 0.438284} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.313346] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.314208] env[69330]: DEBUG oslo_concurrency.lockutils [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.314427] env[69330]: DEBUG oslo_concurrency.lockutils [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.315066] env[69330]: DEBUG oslo_concurrency.lockutils [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.315385] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d582718-84ae-4b56-bffd-8f3e90d1dd12 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.322938] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 814.322938] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52076fae-0279-3bc2-75c0-ff14432c49c5" [ 814.322938] env[69330]: _type = "Task" [ 814.322938] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.336050] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52076fae-0279-3bc2-75c0-ff14432c49c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.388686] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128231, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.413246] env[69330]: DEBUG nova.scheduler.client.report [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 814.413571] env[69330]: DEBUG nova.compute.provider_tree [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 71 to 72 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 814.413735] env[69330]: DEBUG nova.compute.provider_tree [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.491777] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "9d4d98af-ee8b-4311-ac78-a566fa59e207" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.492161] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "9d4d98af-ee8b-4311-ac78-a566fa59e207" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.492856] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "9d4d98af-ee8b-4311-ac78-a566fa59e207-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.492856] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "9d4d98af-ee8b-4311-ac78-a566fa59e207-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.493012] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "9d4d98af-ee8b-4311-ac78-a566fa59e207-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.497957] env[69330]: INFO nova.compute.manager [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Terminating instance [ 814.586633] env[69330]: DEBUG oslo_concurrency.lockutils [None req-475e46ac-b083-4492-abd8-260f1548fe51 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "f46ab4a0-a375-4d93-9cb6-0c0823fabbe4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.481s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.639898] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.753502] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.790731] env[69330]: DEBUG nova.compute.manager [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.790993] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.793308] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19600d24-b970-45ae-b840-e50486b3809a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.802779] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.803216] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad7dd277-acda-4ce9-a1fd-fd95fd286142 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.813306] env[69330]: DEBUG oslo_vmware.api [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 814.813306] env[69330]: value = "task-4128233" [ 814.813306] env[69330]: _type = "Task" [ 814.813306] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.827029] env[69330]: DEBUG oslo_vmware.api [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.841174] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52076fae-0279-3bc2-75c0-ff14432c49c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014457} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.841723] env[69330]: DEBUG oslo_concurrency.lockutils [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.842104] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.842690] env[69330]: DEBUG oslo_concurrency.lockutils [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.842841] env[69330]: DEBUG oslo_concurrency.lockutils [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.843223] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.843476] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffc078c5-a657-4d7e-b2d1-57dde017fb0c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.870436] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.870824] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.871735] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8e8dbe-7b3e-473b-b5a5-a8c0536c9b7e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.884299] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 814.884299] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529edb6a-5ffc-9820-b3a9-3e545de92b8a" [ 814.884299] env[69330]: _type = "Task" [ 814.884299] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.894543] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128231, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.904954] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529edb6a-5ffc-9820-b3a9-3e545de92b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.021363} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.906021] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68784d80-104d-43cd-8600-3d60643212eb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.914446] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 814.914446] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52edca1c-82ca-362b-9761-c51039357b0b" [ 814.914446] env[69330]: _type = "Task" [ 814.914446] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.919418] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.106s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.920212] env[69330]: DEBUG nova.compute.manager [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.923677] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.485s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.925483] env[69330]: INFO nova.compute.claims [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.941621] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52edca1c-82ca-362b-9761-c51039357b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.020216} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.942073] env[69330]: DEBUG oslo_concurrency.lockutils [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.942293] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8/87a19eb0-98f5-4435-858b-d7b643d549c8.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.942636] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6612d38e-f1e9-4ab9-9ec8-130c0770e280 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.958871] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 814.958871] env[69330]: value = "task-4128234" [ 814.958871] env[69330]: _type = "Task" [ 814.958871] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.972659] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.008959] env[69330]: DEBUG nova.compute.manager [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.010020] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.010453] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101575bf-7d4c-4cfb-8db4-4653d5e7430c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.023116] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.023116] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92d8c0a2-c9ca-4bea-bcb4-9ae46bae4f0d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.030745] env[69330]: DEBUG oslo_vmware.api [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 815.030745] env[69330]: value = "task-4128235" [ 815.030745] env[69330]: _type = "Task" [ 815.030745] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.045113] env[69330]: DEBUG oslo_vmware.api [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.090650] env[69330]: DEBUG nova.compute.manager [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.250145] env[69330]: DEBUG oslo_vmware.api [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128232, 'name': PowerOnVM_Task, 'duration_secs': 0.682603} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.250296] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.250544] env[69330]: INFO nova.compute.manager [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Took 9.23 seconds to spawn the instance on the hypervisor. [ 815.250727] env[69330]: DEBUG nova.compute.manager [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 815.251923] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eef40e-3296-4c30-be14-920981809449 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.332806] env[69330]: DEBUG oslo_vmware.api [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128233, 'name': PowerOffVM_Task, 'duration_secs': 0.247793} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.332806] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.332806] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.332806] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92619bce-18e5-404e-b5d9-d6ad99588b79 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.395859] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128231, 'name': CreateSnapshot_Task, 'duration_secs': 1.293575} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.396554] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.398520] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3320749-51e5-4c27-97c4-2c852c3e8be2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.425060] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.425366] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.425594] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Deleting the datastore file [datastore1] e213cbd5-9ecf-497f-8c58-b8212071a36e {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.425918] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a20d781-f37f-44f5-871a-55d83b8711f5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.431930] env[69330]: DEBUG nova.compute.utils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.436634] env[69330]: DEBUG nova.compute.manager [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.436825] env[69330]: DEBUG nova.network.neutron [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.451586] env[69330]: DEBUG oslo_vmware.api [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 815.451586] env[69330]: value = "task-4128237" [ 815.451586] env[69330]: _type = "Task" [ 815.451586] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.472965] env[69330]: DEBUG oslo_vmware.api [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.486040] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128234, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.534208] env[69330]: DEBUG nova.policy [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b8614f41e4049dd8cdac870aa100d03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbab6d6888e047d881d26bca0bbd50ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.551620] env[69330]: DEBUG oslo_vmware.api [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128235, 'name': PowerOffVM_Task, 'duration_secs': 0.340144} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.552208] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.552518] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.553409] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b8393c5-aaea-49fe-b772-9c0ff3411410 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.625913] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.650105] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.650615] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.650948] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Deleting the datastore file [datastore1] 9d4d98af-ee8b-4311-ac78-a566fa59e207 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.651382] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-febfb597-515b-48c9-a808-39d60741a9aa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.664906] env[69330]: DEBUG oslo_vmware.api [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for the task: (returnval){ [ 815.664906] env[69330]: value = "task-4128239" [ 815.664906] env[69330]: _type = "Task" [ 815.664906] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.682949] env[69330]: DEBUG oslo_vmware.api [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.778263] env[69330]: INFO nova.compute.manager [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Took 38.61 seconds to build instance. [ 815.923329] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 815.923653] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b99ede16-86d2-4e5f-a31e-7b1bb6c08145 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.934833] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 815.934833] env[69330]: value = "task-4128240" [ 815.934833] env[69330]: _type = "Task" [ 815.934833] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.938911] env[69330]: DEBUG nova.compute.manager [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.949684] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128240, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.961566] env[69330]: DEBUG oslo_vmware.api [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312531} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.965779] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.965779] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.965779] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.965957] env[69330]: INFO nova.compute.manager [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 815.966308] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.966944] env[69330]: DEBUG nova.compute.manager [-] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.967102] env[69330]: DEBUG nova.network.neutron [-] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.979884] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660909} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.980220] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8/87a19eb0-98f5-4435-858b-d7b643d549c8.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.980220] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.981755] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adc9f065-e008-4afe-ad22-c42baa37bcca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.990302] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 815.990302] env[69330]: value = "task-4128241" [ 815.990302] env[69330]: _type = "Task" [ 815.990302] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.003263] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.042080] env[69330]: DEBUG nova.network.neutron [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Successfully created port: 69c44213-e717-4c3a-9432-e7a6a64603e3 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.167166] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquiring lock "67cfedae-c64c-4b5b-abef-fb675497edc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.167166] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Lock "67cfedae-c64c-4b5b-abef-fb675497edc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.167280] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquiring lock "67cfedae-c64c-4b5b-abef-fb675497edc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.167587] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Lock "67cfedae-c64c-4b5b-abef-fb675497edc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.167786] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Lock "67cfedae-c64c-4b5b-abef-fb675497edc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.173120] env[69330]: INFO nova.compute.manager [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Terminating instance [ 816.188160] env[69330]: DEBUG oslo_vmware.api [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Task: {'id': task-4128239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373919} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.188499] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.192164] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.192164] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.192164] env[69330]: INFO nova.compute.manager [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Took 1.18 seconds to destroy the instance on the hypervisor. [ 816.192164] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.192164] env[69330]: DEBUG nova.compute.manager [-] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.192164] env[69330]: DEBUG nova.network.neutron [-] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.283487] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c681012f-5b31-48ea-811b-972cf4f5f751 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "0ca17a0f-73d1-4a32-b1df-a3e89f7bf386" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.159s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.457607] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128240, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.502414] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109873} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.503678] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.504717] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3fb372-f125-403e-b22e-82c39d71da78 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.534741] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8/87a19eb0-98f5-4435-858b-d7b643d549c8.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.539014] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a43d47-7fc4-4b19-a672-77cb7f778656 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.562775] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 816.562775] env[69330]: value = "task-4128242" [ 816.562775] env[69330]: _type = "Task" [ 816.562775] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.572662] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.684119] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquiring lock "refresh_cache-67cfedae-c64c-4b5b-abef-fb675497edc7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.684494] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquired lock "refresh_cache-67cfedae-c64c-4b5b-abef-fb675497edc7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.684494] env[69330]: DEBUG nova.network.neutron [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.719076] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5788e42-a43c-4a7b-a74a-32c33d8fee2e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.733812] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e28f74-a1ed-4eea-ae48-3cafc743c068 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.783590] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4143db-5df9-4d5c-9707-b50cb5150484 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.788512] env[69330]: DEBUG nova.compute.manager [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.800199] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c266d13-3db5-49f0-bd8b-a7df83085a9d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.825563] env[69330]: DEBUG nova.compute.provider_tree [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.865101] env[69330]: DEBUG nova.network.neutron [-] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.947453] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128240, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.954813] env[69330]: DEBUG nova.compute.manager [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.963712] env[69330]: DEBUG nova.compute.manager [req-91c48d0c-0f24-4fb3-af90-4fce1fdb279a req-ad18943d-0d2f-49ae-8517-54190a527ecb service nova] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Received event network-vif-deleted-12e29b37-f45c-4c37-9e79-ff3340fe2e75 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.982419] env[69330]: DEBUG nova.virt.hardware [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.982670] env[69330]: DEBUG nova.virt.hardware [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.982828] env[69330]: DEBUG nova.virt.hardware [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.983035] env[69330]: DEBUG nova.virt.hardware [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.983184] env[69330]: DEBUG nova.virt.hardware [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.983333] env[69330]: DEBUG nova.virt.hardware [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.983534] env[69330]: DEBUG nova.virt.hardware [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.983694] env[69330]: DEBUG nova.virt.hardware [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.983864] env[69330]: DEBUG nova.virt.hardware [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.984039] env[69330]: DEBUG nova.virt.hardware [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.984222] env[69330]: DEBUG nova.virt.hardware [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.984663] env[69330]: INFO nova.compute.manager [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Rebuilding instance [ 816.987574] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f12c585-c483-41f1-9615-d5c2c86b88c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.998154] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9e94a4-3d17-47e2-9344-d5ba5a7125e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.041936] env[69330]: DEBUG nova.compute.manager [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 817.043359] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb2cd76-f3e0-49d8-bc76-9b92247e68ec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.075554] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.209539] env[69330]: DEBUG nova.network.neutron [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.279413] env[69330]: DEBUG nova.network.neutron [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.309467] env[69330]: DEBUG nova.compute.manager [req-c08cf6d0-a222-42fb-9c70-2cff74f785f9 req-42578423-4fa4-4611-b9f5-478d39022869 service nova] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Received event network-vif-deleted-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.309626] env[69330]: INFO nova.compute.manager [req-c08cf6d0-a222-42fb-9c70-2cff74f785f9 req-42578423-4fa4-4611-b9f5-478d39022869 service nova] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Neutron deleted interface a2f07653-05d1-4e6a-8a1f-e6b4b07750f7; detaching it from the instance and deleting it from the info cache [ 817.310100] env[69330]: DEBUG nova.network.neutron [req-c08cf6d0-a222-42fb-9c70-2cff74f785f9 req-42578423-4fa4-4611-b9f5-478d39022869 service nova] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.311927] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.331774] env[69330]: DEBUG nova.scheduler.client.report [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.368209] env[69330]: INFO nova.compute.manager [-] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Took 1.40 seconds to deallocate network for instance. [ 817.396515] env[69330]: DEBUG nova.network.neutron [-] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.448522] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128240, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.576607] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128242, 'name': ReconfigVM_Task, 'duration_secs': 0.607936} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.577023] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8/87a19eb0-98f5-4435-858b-d7b643d549c8.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.577896] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c27d0c79-c116-43ab-81ee-75e3f7fe5860 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.587387] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 817.587387] env[69330]: value = "task-4128243" [ 817.587387] env[69330]: _type = "Task" [ 817.587387] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.598826] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128243, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.783327] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Releasing lock "refresh_cache-67cfedae-c64c-4b5b-abef-fb675497edc7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.783835] env[69330]: DEBUG nova.compute.manager [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.784023] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.784916] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04e2f23-cb24-43fc-ba93-a579768a1f3b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.798403] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.798838] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-727e91f2-dfa5-40ea-9b63-eecd6d93e9bb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.807827] env[69330]: DEBUG oslo_vmware.api [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 817.807827] env[69330]: value = "task-4128244" [ 817.807827] env[69330]: _type = "Task" [ 817.807827] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.815287] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5157ad6-faa9-499f-b0c2-ca2431ce1115 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.823953] env[69330]: DEBUG oslo_vmware.api [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.828616] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38cf319-ad51-40af-a350-cfc8e647169e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.842950] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.919s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.843636] env[69330]: DEBUG nova.compute.manager [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.847575] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.475s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.847893] env[69330]: DEBUG nova.objects.instance [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lazy-loading 'resources' on Instance uuid 9bb7ed59-d77e-4d35-88c2-4646a70c86dc {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.880043] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.880043] env[69330]: DEBUG nova.compute.manager [req-c08cf6d0-a222-42fb-9c70-2cff74f785f9 req-42578423-4fa4-4611-b9f5-478d39022869 service nova] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Detach interface failed, port_id=a2f07653-05d1-4e6a-8a1f-e6b4b07750f7, reason: Instance 9d4d98af-ee8b-4311-ac78-a566fa59e207 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.899369] env[69330]: INFO nova.compute.manager [-] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Took 1.71 seconds to deallocate network for instance. [ 817.958622] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128240, 'name': CloneVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.062912] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.063340] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fedfa12c-1264-4613-ad33-550a88e9ae2a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.072138] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 818.072138] env[69330]: value = "task-4128245" [ 818.072138] env[69330]: _type = "Task" [ 818.072138] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.086332] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.102159] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128243, 'name': Rename_Task, 'duration_secs': 0.158962} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.102569] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.103133] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85bfb5e5-c06d-4082-ba8d-c2af385e7881 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.111806] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 818.111806] env[69330]: value = "task-4128246" [ 818.111806] env[69330]: _type = "Task" [ 818.111806] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.121624] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.229243] env[69330]: DEBUG nova.network.neutron [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Successfully updated port: 69c44213-e717-4c3a-9432-e7a6a64603e3 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.322178] env[69330]: DEBUG oslo_vmware.api [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128244, 'name': PowerOffVM_Task, 'duration_secs': 0.162864} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.322178] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.322416] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.322703] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab0b864d-1832-4faf-a59e-cbd4d99ac874 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.352294] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.352569] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.352758] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Deleting the datastore file [datastore2] 67cfedae-c64c-4b5b-abef-fb675497edc7 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.356906] env[69330]: DEBUG nova.compute.utils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.358378] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20c55fee-cd24-47e7-9efb-aa0243d531e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.361692] env[69330]: DEBUG nova.compute.manager [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.362058] env[69330]: DEBUG nova.network.neutron [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.370509] env[69330]: DEBUG oslo_vmware.api [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for the task: (returnval){ [ 818.370509] env[69330]: value = "task-4128248" [ 818.370509] env[69330]: _type = "Task" [ 818.370509] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.382198] env[69330]: DEBUG oslo_vmware.api [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.407976] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.448531] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128240, 'name': CloneVM_Task, 'duration_secs': 2.098047} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.452020] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Created linked-clone VM from snapshot [ 818.452687] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2602bd-46d4-4b3b-8136-b97bc9fa944b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.461506] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Uploading image 77e63150-0a14-43c1-9c1d-565e55140faa {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 818.482984] env[69330]: DEBUG nova.policy [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '007b9b7b4fab4ae9bff667ecc22c746f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'feab4078b7e64f86b467ac145f681e21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.493536] env[69330]: DEBUG oslo_vmware.rw_handles [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.493536] env[69330]: value = "vm-817702" [ 818.493536] env[69330]: _type = "VirtualMachine" [ 818.493536] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.493843] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e4189a1f-23c8-49ae-8eb5-20a0b3310f9e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.502493] env[69330]: DEBUG oslo_vmware.rw_handles [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lease: (returnval){ [ 818.502493] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e9467f-037d-52cf-8e5b-0fe4ca1da46e" [ 818.502493] env[69330]: _type = "HttpNfcLease" [ 818.502493] env[69330]: } obtained for exporting VM: (result){ [ 818.502493] env[69330]: value = "vm-817702" [ 818.502493] env[69330]: _type = "VirtualMachine" [ 818.502493] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.502493] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the lease: (returnval){ [ 818.502493] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e9467f-037d-52cf-8e5b-0fe4ca1da46e" [ 818.502493] env[69330]: _type = "HttpNfcLease" [ 818.502493] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.514318] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.514318] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e9467f-037d-52cf-8e5b-0fe4ca1da46e" [ 818.514318] env[69330]: _type = "HttpNfcLease" [ 818.514318] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.589892] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128245, 'name': PowerOffVM_Task, 'duration_secs': 0.346984} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.590198] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.590427] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.591252] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fae4fd-b321-464a-8ddf-bc0f9b06bbc0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.601706] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.602036] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6e2a851-5d4b-43f4-b2ab-41b415f10dcb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.622503] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128246, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.694223] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.694477] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.694660] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleting the datastore file [datastore1] f46ab4a0-a375-4d93-9cb6-0c0823fabbe4 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.694945] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62266cfd-a884-4a93-a3cd-63bcb0c0d050 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.702733] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 818.702733] env[69330]: value = "task-4128251" [ 818.702733] env[69330]: _type = "Task" [ 818.702733] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.714569] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.734124] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.734383] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquired lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.734569] env[69330]: DEBUG nova.network.neutron [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.862698] env[69330]: DEBUG nova.compute.manager [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.884904] env[69330]: DEBUG oslo_vmware.api [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Task: {'id': task-4128248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10868} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.885276] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.885541] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.885773] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.886281] env[69330]: INFO nova.compute.manager [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 818.886625] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.889814] env[69330]: DEBUG nova.compute.manager [-] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.890084] env[69330]: DEBUG nova.network.neutron [-] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.934994] env[69330]: DEBUG nova.network.neutron [-] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.956424] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cfc750-eab4-4129-99df-64ab45f2e6ed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.966922] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c236bd-6506-47a4-9611-0d40629ff4b7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.999495] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007d2e3e-258f-4083-adda-46058009e312 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.009616] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.009616] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e9467f-037d-52cf-8e5b-0fe4ca1da46e" [ 819.009616] env[69330]: _type = "HttpNfcLease" [ 819.009616] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 819.012468] env[69330]: DEBUG oslo_vmware.rw_handles [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 819.012468] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e9467f-037d-52cf-8e5b-0fe4ca1da46e" [ 819.012468] env[69330]: _type = "HttpNfcLease" [ 819.012468] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 819.013358] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f83c982-f351-4967-80fe-5672211fb9bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.016801] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c8027f-0398-49c6-9c12-506917f68b2a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.034277] env[69330]: DEBUG nova.compute.provider_tree [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.038371] env[69330]: DEBUG oslo_vmware.rw_handles [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c7b12-5cff-8b50-63a9-800b35809e24/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 819.038561] env[69330]: DEBUG oslo_vmware.rw_handles [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c7b12-5cff-8b50-63a9-800b35809e24/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 819.122824] env[69330]: DEBUG oslo_vmware.api [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128246, 'name': PowerOnVM_Task, 'duration_secs': 0.538273} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.123770] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.123770] env[69330]: DEBUG nova.compute.manager [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 819.124584] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fba9ee-f280-4563-a026-e3c880c9a65d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.132398] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-96d9710d-bcd8-4a8e-b3c0-7c5783cb2f00 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.181040] env[69330]: DEBUG nova.network.neutron [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Successfully created port: 75617b72-e7a9-400a-a529-afda51fa4eba {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.214561] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429027} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.214925] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.215879] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.215879] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.277167] env[69330]: DEBUG nova.network.neutron [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.438193] env[69330]: DEBUG nova.network.neutron [-] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.524863] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "582e644b-fc0f-4c2c-a15a-79232a1d2038" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.525393] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "582e644b-fc0f-4c2c-a15a-79232a1d2038" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.566908] env[69330]: ERROR nova.scheduler.client.report [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] [req-9582812c-9aab-491f-ab82-5da139198ab6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9582812c-9aab-491f-ab82-5da139198ab6"}]} [ 819.587412] env[69330]: DEBUG nova.scheduler.client.report [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 819.609644] env[69330]: DEBUG nova.scheduler.client.report [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 819.609986] env[69330]: DEBUG nova.compute.provider_tree [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.625537] env[69330]: DEBUG nova.scheduler.client.report [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 819.653049] env[69330]: DEBUG oslo_concurrency.lockutils [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.654250] env[69330]: DEBUG nova.scheduler.client.report [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 819.880634] env[69330]: DEBUG nova.compute.manager [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.897204] env[69330]: DEBUG nova.compute.manager [req-96a28718-8fa8-491a-955f-de73c3fb3136 req-d4ebc3d2-4956-4029-8cdd-ea955f1426d4 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Received event network-vif-plugged-69c44213-e717-4c3a-9432-e7a6a64603e3 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.898039] env[69330]: DEBUG oslo_concurrency.lockutils [req-96a28718-8fa8-491a-955f-de73c3fb3136 req-d4ebc3d2-4956-4029-8cdd-ea955f1426d4 service nova] Acquiring lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.898039] env[69330]: DEBUG oslo_concurrency.lockutils [req-96a28718-8fa8-491a-955f-de73c3fb3136 req-d4ebc3d2-4956-4029-8cdd-ea955f1426d4 service nova] Lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.898653] env[69330]: DEBUG oslo_concurrency.lockutils [req-96a28718-8fa8-491a-955f-de73c3fb3136 req-d4ebc3d2-4956-4029-8cdd-ea955f1426d4 service nova] Lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.898653] env[69330]: DEBUG nova.compute.manager [req-96a28718-8fa8-491a-955f-de73c3fb3136 req-d4ebc3d2-4956-4029-8cdd-ea955f1426d4 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] No waiting events found dispatching network-vif-plugged-69c44213-e717-4c3a-9432-e7a6a64603e3 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 819.899137] env[69330]: WARNING nova.compute.manager [req-96a28718-8fa8-491a-955f-de73c3fb3136 req-d4ebc3d2-4956-4029-8cdd-ea955f1426d4 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Received unexpected event network-vif-plugged-69c44213-e717-4c3a-9432-e7a6a64603e3 for instance with vm_state building and task_state spawning. [ 819.899137] env[69330]: DEBUG nova.compute.manager [req-96a28718-8fa8-491a-955f-de73c3fb3136 req-d4ebc3d2-4956-4029-8cdd-ea955f1426d4 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Received event network-changed-69c44213-e717-4c3a-9432-e7a6a64603e3 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.899308] env[69330]: DEBUG nova.compute.manager [req-96a28718-8fa8-491a-955f-de73c3fb3136 req-d4ebc3d2-4956-4029-8cdd-ea955f1426d4 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Refreshing instance network info cache due to event network-changed-69c44213-e717-4c3a-9432-e7a6a64603e3. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.903296] env[69330]: DEBUG oslo_concurrency.lockutils [req-96a28718-8fa8-491a-955f-de73c3fb3136 req-d4ebc3d2-4956-4029-8cdd-ea955f1426d4 service nova] Acquiring lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.904497] env[69330]: DEBUG nova.network.neutron [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Updating instance_info_cache with network_info: [{"id": "69c44213-e717-4c3a-9432-e7a6a64603e3", "address": "fa:16:3e:e9:77:e2", "network": {"id": "3c618237-563b-467f-8202-fd0bc41afa26", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1523283478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbab6d6888e047d881d26bca0bbd50ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c44213-e7", "ovs_interfaceid": "69c44213-e717-4c3a-9432-e7a6a64603e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.922301] env[69330]: DEBUG nova.virt.hardware [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.922697] env[69330]: DEBUG nova.virt.hardware [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.922947] env[69330]: DEBUG nova.virt.hardware [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.923230] env[69330]: DEBUG nova.virt.hardware [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.923435] env[69330]: DEBUG nova.virt.hardware [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.923588] env[69330]: DEBUG nova.virt.hardware [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.923919] env[69330]: DEBUG nova.virt.hardware [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.923985] env[69330]: DEBUG nova.virt.hardware [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.924260] env[69330]: DEBUG nova.virt.hardware [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.924618] env[69330]: DEBUG nova.virt.hardware [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.924727] env[69330]: DEBUG nova.virt.hardware [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.926345] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5253cebd-f44e-4568-be13-00f4dbc99f4b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.945476] env[69330]: INFO nova.compute.manager [-] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Took 1.06 seconds to deallocate network for instance. [ 819.947055] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738b9ac6-686c-48d8-a30e-378909489c37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.252313] env[69330]: DEBUG nova.virt.hardware [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.253043] env[69330]: DEBUG nova.virt.hardware [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.253145] env[69330]: DEBUG nova.virt.hardware [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.253446] env[69330]: DEBUG nova.virt.hardware [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.253711] env[69330]: DEBUG nova.virt.hardware [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.253999] env[69330]: DEBUG nova.virt.hardware [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.254495] env[69330]: DEBUG nova.virt.hardware [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.257909] env[69330]: DEBUG nova.virt.hardware [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.257909] env[69330]: DEBUG nova.virt.hardware [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.257909] env[69330]: DEBUG nova.virt.hardware [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.257909] env[69330]: DEBUG nova.virt.hardware [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.257909] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3ee0ea-3fb6-46d5-870a-7a0bc3d65585 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.267984] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5fedc0-7d47-4963-81c8-0f71b2045206 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.289161] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:4b:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec8be91d-3cec-45e3-ad6a-2336e0e8540c', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.297445] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.299027] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.299898] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69834b19-741c-48e6-b55e-bfca7e77856b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.302821] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76a59c2e-5108-4add-9ecf-7bc0db38860e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.324180] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704efb4a-19b7-4de7-b693-150f2f8c83f9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.327674] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.327674] env[69330]: value = "task-4128252" [ 820.327674] env[69330]: _type = "Task" [ 820.327674] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.359706] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6c6d98-1372-487e-9146-0f0681d99cef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.367370] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128252, 'name': CreateVM_Task} progress is 15%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.373782] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b271f4-dbe7-474d-9990-f12e62d70be5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.391716] env[69330]: DEBUG nova.compute.provider_tree [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.413372] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Releasing lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.413683] env[69330]: DEBUG nova.compute.manager [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Instance network_info: |[{"id": "69c44213-e717-4c3a-9432-e7a6a64603e3", "address": "fa:16:3e:e9:77:e2", "network": {"id": "3c618237-563b-467f-8202-fd0bc41afa26", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1523283478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbab6d6888e047d881d26bca0bbd50ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c44213-e7", "ovs_interfaceid": "69c44213-e717-4c3a-9432-e7a6a64603e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.414480] env[69330]: DEBUG oslo_concurrency.lockutils [req-96a28718-8fa8-491a-955f-de73c3fb3136 req-d4ebc3d2-4956-4029-8cdd-ea955f1426d4 service nova] Acquired lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.414480] env[69330]: DEBUG nova.network.neutron [req-96a28718-8fa8-491a-955f-de73c3fb3136 req-d4ebc3d2-4956-4029-8cdd-ea955f1426d4 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Refreshing network info cache for port 69c44213-e717-4c3a-9432-e7a6a64603e3 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.416031] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:77:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69c44213-e717-4c3a-9432-e7a6a64603e3', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.423415] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.426662] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.427209] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61eb4acd-71d8-41b1-b81c-ad3408db147c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.449848] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.449848] env[69330]: value = "task-4128253" [ 820.449848] env[69330]: _type = "Task" [ 820.449848] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.459722] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128253, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.473107] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.840952] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128252, 'name': CreateVM_Task, 'duration_secs': 0.407308} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.841142] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.841852] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.842076] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.842364] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.842642] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826f8eaf-68f1-44cc-9b03-54174d40d22a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.849214] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 820.849214] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5295bf47-f73f-2c9c-5333-28ba3a57c8af" [ 820.849214] env[69330]: _type = "Task" [ 820.849214] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.852234] env[69330]: DEBUG nova.network.neutron [req-96a28718-8fa8-491a-955f-de73c3fb3136 req-d4ebc3d2-4956-4029-8cdd-ea955f1426d4 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Updated VIF entry in instance network info cache for port 69c44213-e717-4c3a-9432-e7a6a64603e3. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.852490] env[69330]: DEBUG nova.network.neutron [req-96a28718-8fa8-491a-955f-de73c3fb3136 req-d4ebc3d2-4956-4029-8cdd-ea955f1426d4 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Updating instance_info_cache with network_info: [{"id": "69c44213-e717-4c3a-9432-e7a6a64603e3", "address": "fa:16:3e:e9:77:e2", "network": {"id": "3c618237-563b-467f-8202-fd0bc41afa26", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1523283478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbab6d6888e047d881d26bca0bbd50ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c44213-e7", "ovs_interfaceid": "69c44213-e717-4c3a-9432-e7a6a64603e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.859679] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5295bf47-f73f-2c9c-5333-28ba3a57c8af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.928588] env[69330]: DEBUG nova.scheduler.client.report [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 820.928871] env[69330]: DEBUG nova.compute.provider_tree [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 74 to 75 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 820.928972] env[69330]: DEBUG nova.compute.provider_tree [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.960907] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128253, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.361388] env[69330]: DEBUG oslo_concurrency.lockutils [req-96a28718-8fa8-491a-955f-de73c3fb3136 req-d4ebc3d2-4956-4029-8cdd-ea955f1426d4 service nova] Releasing lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.362115] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5295bf47-f73f-2c9c-5333-28ba3a57c8af, 'name': SearchDatastore_Task, 'duration_secs': 0.018094} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.362483] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.362799] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.363109] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.363495] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.363768] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.364097] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6104c227-f12f-41e1-9285-a8db56ecd83e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.375244] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.375512] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.376405] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aab60537-8413-4f84-a1d3-e968e691273a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.383747] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 821.383747] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52596343-a878-6404-8376-10a9a7f1de7d" [ 821.383747] env[69330]: _type = "Task" [ 821.383747] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.394448] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52596343-a878-6404-8376-10a9a7f1de7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.437985] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.591s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.441206] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.361s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.442603] env[69330]: INFO nova.compute.claims [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.446737] env[69330]: DEBUG nova.network.neutron [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Successfully updated port: 75617b72-e7a9-400a-a529-afda51fa4eba {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.467180] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128253, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.485845] env[69330]: INFO nova.scheduler.client.report [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Deleted allocations for instance 9bb7ed59-d77e-4d35-88c2-4646a70c86dc [ 821.555913] env[69330]: INFO nova.compute.manager [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Rebuilding instance [ 821.669875] env[69330]: DEBUG nova.compute.manager [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.670861] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a277369a-5a68-43cf-b693-beb51a0e98cb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.904034] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52596343-a878-6404-8376-10a9a7f1de7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011655} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.904034] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e67a4b-b43c-4489-b031-f011bf47e127 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.911760] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 821.911760] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520c18f0-ae62-3353-9ca0-04b85ea3ad53" [ 821.911760] env[69330]: _type = "Task" [ 821.911760] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.920561] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520c18f0-ae62-3353-9ca0-04b85ea3ad53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.952023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "refresh_cache-63c431fc-2eba-4384-90df-38d924c83407" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.952305] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquired lock "refresh_cache-63c431fc-2eba-4384-90df-38d924c83407" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.952305] env[69330]: DEBUG nova.network.neutron [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.963421] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128253, 'name': CreateVM_Task, 'duration_secs': 1.464937} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.964466] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.965227] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.965565] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.965892] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.966446] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1571ef72-6c30-4cfd-a528-008cd301f612 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.972954] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 821.972954] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5234d0ff-99ba-c5d4-77f0-3f1c1d67e12b" [ 821.972954] env[69330]: _type = "Task" [ 821.972954] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.983611] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5234d0ff-99ba-c5d4-77f0-3f1c1d67e12b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.995758] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Lock "9bb7ed59-d77e-4d35-88c2-4646a70c86dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.020s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.144229] env[69330]: DEBUG nova.compute.manager [req-4069d0f0-7d6f-45b5-8a20-58d24d5ed0a3 req-30ccac1e-e4d7-4e3f-926b-3176e8f414fe service nova] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Received event network-vif-plugged-75617b72-e7a9-400a-a529-afda51fa4eba {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.144229] env[69330]: DEBUG oslo_concurrency.lockutils [req-4069d0f0-7d6f-45b5-8a20-58d24d5ed0a3 req-30ccac1e-e4d7-4e3f-926b-3176e8f414fe service nova] Acquiring lock "63c431fc-2eba-4384-90df-38d924c83407-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.144229] env[69330]: DEBUG oslo_concurrency.lockutils [req-4069d0f0-7d6f-45b5-8a20-58d24d5ed0a3 req-30ccac1e-e4d7-4e3f-926b-3176e8f414fe service nova] Lock "63c431fc-2eba-4384-90df-38d924c83407-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.144229] env[69330]: DEBUG oslo_concurrency.lockutils [req-4069d0f0-7d6f-45b5-8a20-58d24d5ed0a3 req-30ccac1e-e4d7-4e3f-926b-3176e8f414fe service nova] Lock "63c431fc-2eba-4384-90df-38d924c83407-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.144689] env[69330]: DEBUG nova.compute.manager [req-4069d0f0-7d6f-45b5-8a20-58d24d5ed0a3 req-30ccac1e-e4d7-4e3f-926b-3176e8f414fe service nova] [instance: 63c431fc-2eba-4384-90df-38d924c83407] No waiting events found dispatching network-vif-plugged-75617b72-e7a9-400a-a529-afda51fa4eba {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 822.144689] env[69330]: WARNING nova.compute.manager [req-4069d0f0-7d6f-45b5-8a20-58d24d5ed0a3 req-30ccac1e-e4d7-4e3f-926b-3176e8f414fe service nova] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Received unexpected event network-vif-plugged-75617b72-e7a9-400a-a529-afda51fa4eba for instance with vm_state building and task_state spawning. [ 822.144772] env[69330]: DEBUG nova.compute.manager [req-4069d0f0-7d6f-45b5-8a20-58d24d5ed0a3 req-30ccac1e-e4d7-4e3f-926b-3176e8f414fe service nova] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Received event network-changed-75617b72-e7a9-400a-a529-afda51fa4eba {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.144991] env[69330]: DEBUG nova.compute.manager [req-4069d0f0-7d6f-45b5-8a20-58d24d5ed0a3 req-30ccac1e-e4d7-4e3f-926b-3176e8f414fe service nova] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Refreshing instance network info cache due to event network-changed-75617b72-e7a9-400a-a529-afda51fa4eba. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.145387] env[69330]: DEBUG oslo_concurrency.lockutils [req-4069d0f0-7d6f-45b5-8a20-58d24d5ed0a3 req-30ccac1e-e4d7-4e3f-926b-3176e8f414fe service nova] Acquiring lock "refresh_cache-63c431fc-2eba-4384-90df-38d924c83407" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.425104] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520c18f0-ae62-3353-9ca0-04b85ea3ad53, 'name': SearchDatastore_Task, 'duration_secs': 0.018042} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.425610] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.427285] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] f46ab4a0-a375-4d93-9cb6-0c0823fabbe4/f46ab4a0-a375-4d93-9cb6-0c0823fabbe4.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.427655] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6a83d4e-be47-4ea9-b23f-4499f36fb5b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.436503] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 822.436503] env[69330]: value = "task-4128254" [ 822.436503] env[69330]: _type = "Task" [ 822.436503] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.447589] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.489062] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5234d0ff-99ba-c5d4-77f0-3f1c1d67e12b, 'name': SearchDatastore_Task, 'duration_secs': 0.018856} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.489062] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.489062] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.489343] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.489390] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.489661] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.489982] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e73966c3-758e-4151-89f1-0104c253df15 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.499301] env[69330]: DEBUG nova.network.neutron [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.520955] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.520955] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.521291] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7a90a2-5f4b-41bd-b310-75fb0d09ae8c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.533253] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 822.533253] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d43a50-2b58-3f0e-4990-3cee786aab83" [ 822.533253] env[69330]: _type = "Task" [ 822.533253] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.549901] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d43a50-2b58-3f0e-4990-3cee786aab83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.686341] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.686730] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9171db1-5c31-4ad9-81a3-72b4934b6965 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.696205] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 822.696205] env[69330]: value = "task-4128255" [ 822.696205] env[69330]: _type = "Task" [ 822.696205] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.709602] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.803823] env[69330]: DEBUG nova.network.neutron [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Updating instance_info_cache with network_info: [{"id": "75617b72-e7a9-400a-a529-afda51fa4eba", "address": "fa:16:3e:56:fe:db", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75617b72-e7", "ovs_interfaceid": "75617b72-e7a9-400a-a529-afda51fa4eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.956132] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128254, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.053891] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d43a50-2b58-3f0e-4990-3cee786aab83, 'name': SearchDatastore_Task, 'duration_secs': 0.016473} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.055725] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4afd1eb-81ba-48bd-9a89-06e27c429061 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.067840] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 823.067840] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52981c7e-57f2-53c0-5a1e-b2171b9e0889" [ 823.067840] env[69330]: _type = "Task" [ 823.067840] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.078437] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52981c7e-57f2-53c0-5a1e-b2171b9e0889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.186737] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb8f35e-876d-4504-9579-134b206282b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.196741] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750726ce-339a-47fe-8780-8cf7b0fd0e9a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.213197] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128255, 'name': PowerOffVM_Task, 'duration_secs': 0.478788} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.242536] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.242864] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.244010] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53345bb8-aff9-42d3-bed5-5c86078874b7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.247774] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e1a28a-a0c5-4e2d-b48f-57f3982aa4fb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.259614] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6340b50-49f4-4f74-9fe5-38c38b29b88b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.264341] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.264710] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dd25e65-93f3-49c3-b01d-8241293d5d9d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.283501] env[69330]: DEBUG nova.compute.provider_tree [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.307941] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Releasing lock "refresh_cache-63c431fc-2eba-4384-90df-38d924c83407" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.308305] env[69330]: DEBUG nova.compute.manager [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Instance network_info: |[{"id": "75617b72-e7a9-400a-a529-afda51fa4eba", "address": "fa:16:3e:56:fe:db", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75617b72-e7", "ovs_interfaceid": "75617b72-e7a9-400a-a529-afda51fa4eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.308672] env[69330]: DEBUG oslo_concurrency.lockutils [req-4069d0f0-7d6f-45b5-8a20-58d24d5ed0a3 req-30ccac1e-e4d7-4e3f-926b-3176e8f414fe service nova] Acquired lock "refresh_cache-63c431fc-2eba-4384-90df-38d924c83407" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.308868] env[69330]: DEBUG nova.network.neutron [req-4069d0f0-7d6f-45b5-8a20-58d24d5ed0a3 req-30ccac1e-e4d7-4e3f-926b-3176e8f414fe service nova] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Refreshing network info cache for port 75617b72-e7a9-400a-a529-afda51fa4eba {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.312738] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:fe:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75617b72-e7a9-400a-a529-afda51fa4eba', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.324714] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Creating folder: Project (feab4078b7e64f86b467ac145f681e21). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.326858] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f0a2ee8-3774-4785-9610-92936be3c456 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.341743] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.341743] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.341743] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleting the datastore file [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.343728] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6053d3be-2363-4e71-b34e-13c12efee504 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.346319] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Created folder: Project (feab4078b7e64f86b467ac145f681e21) in parent group-v817559. [ 823.346645] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Creating folder: Instances. Parent ref: group-v817705. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.347469] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c99d568-6892-4640-9afa-e5211bbddcda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.355015] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 823.355015] env[69330]: value = "task-4128258" [ 823.355015] env[69330]: _type = "Task" [ 823.355015] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.361167] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Created folder: Instances in parent group-v817705. [ 823.361514] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.362636] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.362895] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39bafb52-720f-4d21-8b7a-f25c4fff4f32 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.384278] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.391902] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.391902] env[69330]: value = "task-4128260" [ 823.391902] env[69330]: _type = "Task" [ 823.391902] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.402093] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128260, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.454916] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654214} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.455604] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] f46ab4a0-a375-4d93-9cb6-0c0823fabbe4/f46ab4a0-a375-4d93-9cb6-0c0823fabbe4.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.455604] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.455853] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c3b872b-adf0-4f0b-a1cc-5284ffc34912 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.465643] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 823.465643] env[69330]: value = "task-4128261" [ 823.465643] env[69330]: _type = "Task" [ 823.465643] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.483285] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.579761] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52981c7e-57f2-53c0-5a1e-b2171b9e0889, 'name': SearchDatastore_Task, 'duration_secs': 0.013652} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.580048] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.580237] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] ffd5b288-3fd6-409e-a4cf-69894dd8d62c/ffd5b288-3fd6-409e-a4cf-69894dd8d62c.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.580531] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06513b61-144a-4224-82e6-fdccd0940d99 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.588917] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 823.588917] env[69330]: value = "task-4128262" [ 823.588917] env[69330]: _type = "Task" [ 823.588917] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.598743] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.788217] env[69330]: DEBUG nova.scheduler.client.report [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.866997] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188048} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.867395] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.867653] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.867888] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.901914] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128260, 'name': CreateVM_Task, 'duration_secs': 0.452964} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.904334] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.904334] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.904334] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.907877] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.907877] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54904bc6-72e2-4217-9ad9-250da446daf0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.909993] env[69330]: DEBUG nova.objects.instance [None req-7b6479af-a037-480f-a66b-66893f980343 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Lazy-loading 'flavor' on Instance uuid 3c1b84e2-bdb7-414c-b3d1-218c5039aab0 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.921326] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 823.921326] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521b9e36-dad7-ac4d-4aff-87e35a336878" [ 823.921326] env[69330]: _type = "Task" [ 823.921326] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.931865] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521b9e36-dad7-ac4d-4aff-87e35a336878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.979100] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111488} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.979487] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.980335] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2c5425-72e9-4d0a-bf71-a48635f4614b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.011736] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] f46ab4a0-a375-4d93-9cb6-0c0823fabbe4/f46ab4a0-a375-4d93-9cb6-0c0823fabbe4.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.012161] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4040413-bbd7-4dac-b471-ea4168d37117 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.037484] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 824.037484] env[69330]: value = "task-4128263" [ 824.037484] env[69330]: _type = "Task" [ 824.037484] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.047347] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.100604] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128262, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.295235] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.854s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.295778] env[69330]: DEBUG nova.compute.manager [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.299587] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.977s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.301409] env[69330]: INFO nova.compute.claims [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.414923] env[69330]: DEBUG nova.network.neutron [req-4069d0f0-7d6f-45b5-8a20-58d24d5ed0a3 req-30ccac1e-e4d7-4e3f-926b-3176e8f414fe service nova] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Updated VIF entry in instance network info cache for port 75617b72-e7a9-400a-a529-afda51fa4eba. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.415438] env[69330]: DEBUG nova.network.neutron [req-4069d0f0-7d6f-45b5-8a20-58d24d5ed0a3 req-30ccac1e-e4d7-4e3f-926b-3176e8f414fe service nova] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Updating instance_info_cache with network_info: [{"id": "75617b72-e7a9-400a-a529-afda51fa4eba", "address": "fa:16:3e:56:fe:db", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75617b72-e7", "ovs_interfaceid": "75617b72-e7a9-400a-a529-afda51fa4eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.423894] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7b6479af-a037-480f-a66b-66893f980343 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquiring lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.424899] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7b6479af-a037-480f-a66b-66893f980343 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquired lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.444401] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521b9e36-dad7-ac4d-4aff-87e35a336878, 'name': SearchDatastore_Task, 'duration_secs': 0.030709} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.444914] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.445231] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.445516] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.445758] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.445982] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.446641] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fa3a6df-00ad-448b-9312-9aee857591f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.460238] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.460238] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.460812] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ab6457-0e22-4f9f-8e0b-4fce89e7a3b7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.469041] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 824.469041] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e4de3a-9845-e5af-0916-2858c3af8a6e" [ 824.469041] env[69330]: _type = "Task" [ 824.469041] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.479922] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e4de3a-9845-e5af-0916-2858c3af8a6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.549821] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128263, 'name': ReconfigVM_Task, 'duration_secs': 0.484365} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.550130] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Reconfigured VM instance instance-0000002d to attach disk [datastore2] f46ab4a0-a375-4d93-9cb6-0c0823fabbe4/f46ab4a0-a375-4d93-9cb6-0c0823fabbe4.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.550780] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6650430-c471-4a0f-aeb6-276f72d334e4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.558953] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 824.558953] env[69330]: value = "task-4128264" [ 824.558953] env[69330]: _type = "Task" [ 824.558953] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.570719] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128264, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.600953] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568493} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.601293] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] ffd5b288-3fd6-409e-a4cf-69894dd8d62c/ffd5b288-3fd6-409e-a4cf-69894dd8d62c.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.601534] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.601810] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9222abd-b937-44c0-b58a-dbee49aede41 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.615103] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 824.615103] env[69330]: value = "task-4128265" [ 824.615103] env[69330]: _type = "Task" [ 824.615103] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.625905] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.805077] env[69330]: DEBUG nova.compute.utils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.805077] env[69330]: DEBUG nova.compute.manager [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.805077] env[69330]: DEBUG nova.network.neutron [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.917503] env[69330]: DEBUG nova.virt.hardware [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.918124] env[69330]: DEBUG nova.virt.hardware [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.918284] env[69330]: DEBUG nova.virt.hardware [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.918633] env[69330]: DEBUG nova.virt.hardware [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.918932] env[69330]: DEBUG nova.virt.hardware [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.919250] env[69330]: DEBUG nova.virt.hardware [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.922021] env[69330]: DEBUG nova.virt.hardware [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.922021] env[69330]: DEBUG nova.virt.hardware [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.922021] env[69330]: DEBUG nova.virt.hardware [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.922021] env[69330]: DEBUG nova.virt.hardware [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.922021] env[69330]: DEBUG nova.virt.hardware [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.922021] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92f74af-a40e-426f-b214-69897906aa29 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.926484] env[69330]: DEBUG nova.policy [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff6a5b6a060d4c1a80f673793b486429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c90e72ba2a2427aa95c78a14f9c1423', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.930027] env[69330]: DEBUG oslo_concurrency.lockutils [req-4069d0f0-7d6f-45b5-8a20-58d24d5ed0a3 req-30ccac1e-e4d7-4e3f-926b-3176e8f414fe service nova] Releasing lock "refresh_cache-63c431fc-2eba-4384-90df-38d924c83407" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.939796] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60941fee-6e08-4bff-9af3-c0ef105c0021 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.958032] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:b5:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9555c672-8ba9-4b34-8f71-6177534cf59f', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.966493] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.967442] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.967878] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-274b5b83-efa6-47a5-a12d-3847165e71a1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.994979] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e4de3a-9845-e5af-0916-2858c3af8a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.012526} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.997691] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.997691] env[69330]: value = "task-4128266" [ 824.997691] env[69330]: _type = "Task" [ 824.997691] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.998257] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a94c324a-ccb0-4edb-80e3-c7339624a8bc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.011021] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 825.011021] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521513c7-ac51-dda2-61c9-e688bab3e659" [ 825.011021] env[69330]: _type = "Task" [ 825.011021] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.013151] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128266, 'name': CreateVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.024207] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521513c7-ac51-dda2-61c9-e688bab3e659, 'name': SearchDatastore_Task, 'duration_secs': 0.011581} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.024822] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.025930] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 63c431fc-2eba-4384-90df-38d924c83407/63c431fc-2eba-4384-90df-38d924c83407.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.026399] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-295a4ac5-94a0-4f65-8dda-537bb23d85c6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.034972] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 825.034972] env[69330]: value = "task-4128267" [ 825.034972] env[69330]: _type = "Task" [ 825.034972] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.045919] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.070878] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128264, 'name': Rename_Task, 'duration_secs': 0.229939} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.071253] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.071539] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d18074b-499e-4f0d-9b05-43cac05df276 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.079805] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 825.079805] env[69330]: value = "task-4128268" [ 825.079805] env[69330]: _type = "Task" [ 825.079805] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.089486] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.128091] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069744} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.128568] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.129304] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469e213e-dcb4-42f6-ab61-eee356b2520c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.158064] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] ffd5b288-3fd6-409e-a4cf-69894dd8d62c/ffd5b288-3fd6-409e-a4cf-69894dd8d62c.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.158064] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f8a3a10-0aec-4630-bfc7-c36d0e60340e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.178596] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 825.178596] env[69330]: value = "task-4128269" [ 825.178596] env[69330]: _type = "Task" [ 825.178596] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.188843] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.310035] env[69330]: DEBUG nova.compute.manager [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.460877] env[69330]: DEBUG nova.network.neutron [None req-7b6479af-a037-480f-a66b-66893f980343 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.521571] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128266, 'name': CreateVM_Task, 'duration_secs': 0.509916} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.522013] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.522956] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.523314] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.523803] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.524189] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a2db122-5b81-473d-8bca-3a780c4ae915 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.538384] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 825.538384] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5252717e-6738-6d5a-ba52-5f8f50c19dee" [ 825.538384] env[69330]: _type = "Task" [ 825.538384] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.560418] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128267, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.561063] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5252717e-6738-6d5a-ba52-5f8f50c19dee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.593544] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128268, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.655639] env[69330]: DEBUG nova.compute.manager [req-05acc9f6-5bc3-4c3b-90cb-98bb9fee366f req-11ba2b26-f227-4237-9935-75dcda57f4d3 service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Received event network-changed-9e16bead-0c5f-443c-b083-62e74f68a888 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.655992] env[69330]: DEBUG nova.compute.manager [req-05acc9f6-5bc3-4c3b-90cb-98bb9fee366f req-11ba2b26-f227-4237-9935-75dcda57f4d3 service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Refreshing instance network info cache due to event network-changed-9e16bead-0c5f-443c-b083-62e74f68a888. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.656260] env[69330]: DEBUG oslo_concurrency.lockutils [req-05acc9f6-5bc3-4c3b-90cb-98bb9fee366f req-11ba2b26-f227-4237-9935-75dcda57f4d3 service nova] Acquiring lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.696724] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128269, 'name': ReconfigVM_Task, 'duration_secs': 0.424721} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.696724] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Reconfigured VM instance instance-0000002f to attach disk [datastore1] ffd5b288-3fd6-409e-a4cf-69894dd8d62c/ffd5b288-3fd6-409e-a4cf-69894dd8d62c.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.696724] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25da868c-d33b-4969-9c6c-8bb26d97b36c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.702490] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 825.702490] env[69330]: value = "task-4128270" [ 825.702490] env[69330]: _type = "Task" [ 825.702490] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.717285] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128270, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.766198] env[69330]: DEBUG nova.network.neutron [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Successfully created port: 4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.030023] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4646a9-3530-4a78-a419-12cf238d8d81 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.044045] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6afa1c8-585b-4163-8a68-cb608b3a5cae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.059395] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550223} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.091064] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 63c431fc-2eba-4384-90df-38d924c83407/63c431fc-2eba-4384-90df-38d924c83407.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.091352] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.091888] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5252717e-6738-6d5a-ba52-5f8f50c19dee, 'name': SearchDatastore_Task, 'duration_secs': 0.03507} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.093665] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff4a77b3-99f9-4b4a-bf87-2fd8963a221f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.096155] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.096413] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.096732] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.096880] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.097645] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.101066] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca0d03c-c09e-4c3b-b463-1feabeb8df08 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.103711] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-022ae3b7-ccc0-487c-8b63-fe0f67579d1c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.112932] env[69330]: DEBUG oslo_vmware.api [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128268, 'name': PowerOnVM_Task, 'duration_secs': 0.706597} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.116568] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.116807] env[69330]: DEBUG nova.compute.manager [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 826.117228] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 826.117228] env[69330]: value = "task-4128271" [ 826.117228] env[69330]: _type = "Task" [ 826.117228] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.118998] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5b3c30-a49d-4b28-96b8-9562b8e3a4b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.122846] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287bd3a9-fb93-4b3f-8a21-8187adfb48d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.127799] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.128151] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.133186] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3a351c-bad7-4d74-8890-84c1a85396e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.142873] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 826.142873] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ebd0ea-1814-660c-a06a-c9931ed17837" [ 826.142873] env[69330]: _type = "Task" [ 826.142873] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.156814] env[69330]: DEBUG nova.compute.provider_tree [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.161738] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.175961] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ebd0ea-1814-660c-a06a-c9931ed17837, 'name': SearchDatastore_Task, 'duration_secs': 0.013142} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.178528] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d58139-2fda-48a0-816f-ffbb1a3dd11a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.185235] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 826.185235] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c1c7c6-76ed-422f-d43d-f7a3aa613aa7" [ 826.185235] env[69330]: _type = "Task" [ 826.185235] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.196585] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c1c7c6-76ed-422f-d43d-f7a3aa613aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.214023] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128270, 'name': Rename_Task, 'duration_secs': 0.234838} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.214023] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.214374] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b41cad64-4828-46b5-98fd-7fd48026b086 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.222974] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 826.222974] env[69330]: value = "task-4128272" [ 826.222974] env[69330]: _type = "Task" [ 826.222974] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.233922] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.320808] env[69330]: DEBUG nova.compute.manager [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.347439] env[69330]: DEBUG nova.virt.hardware [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.347786] env[69330]: DEBUG nova.virt.hardware [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.347997] env[69330]: DEBUG nova.virt.hardware [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.348269] env[69330]: DEBUG nova.virt.hardware [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.348462] env[69330]: DEBUG nova.virt.hardware [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.348655] env[69330]: DEBUG nova.virt.hardware [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.348917] env[69330]: DEBUG nova.virt.hardware [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.349138] env[69330]: DEBUG nova.virt.hardware [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.349833] env[69330]: DEBUG nova.virt.hardware [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.349833] env[69330]: DEBUG nova.virt.hardware [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.349833] env[69330]: DEBUG nova.virt.hardware [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.350742] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e70e29-3499-4932-8cb7-76839e42d13a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.362013] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e6fdaa-abab-49b3-82df-13f259c4116b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.644157] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08979} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.644526] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.646707] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aefea30-5ed6-4ee9-b889-68362d0d99b1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.679308] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 63c431fc-2eba-4384-90df-38d924c83407/63c431fc-2eba-4384-90df-38d924c83407.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.686014] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b851d5cb-4062-449e-a35b-73fde3424332 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.705421] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.716882] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c1c7c6-76ed-422f-d43d-f7a3aa613aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.011839} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.718774] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.718774] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8/87a19eb0-98f5-4435-858b-d7b643d549c8.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.719189] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 826.719189] env[69330]: value = "task-4128273" [ 826.719189] env[69330]: _type = "Task" [ 826.719189] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.723016] env[69330]: DEBUG nova.scheduler.client.report [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 826.723016] env[69330]: DEBUG nova.compute.provider_tree [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 75 to 76 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 826.723016] env[69330]: DEBUG nova.compute.provider_tree [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.724108] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-174cef80-4695-42b9-af55-f9f6d5134b4f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.740056] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.745034] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128272, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.745265] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 826.745265] env[69330]: value = "task-4128274" [ 826.745265] env[69330]: _type = "Task" [ 826.745265] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.755859] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.848888] env[69330]: DEBUG nova.network.neutron [None req-7b6479af-a037-480f-a66b-66893f980343 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Updating instance_info_cache with network_info: [{"id": "9e16bead-0c5f-443c-b083-62e74f68a888", "address": "fa:16:3e:46:2d:f0", "network": {"id": "eb2e298f-371d-4098-a742-776babe785f0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572239315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e90da1b4c33f41eea1c994962987c5cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e16bead-0c", "ovs_interfaceid": "9e16bead-0c5f-443c-b083-62e74f68a888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.033020] env[69330]: DEBUG oslo_vmware.rw_handles [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c7b12-5cff-8b50-63a9-800b35809e24/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.037099] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a076f78a-ead2-4d4d-bd8b-26ef1683ce91 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.043701] env[69330]: DEBUG oslo_vmware.rw_handles [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c7b12-5cff-8b50-63a9-800b35809e24/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.043866] env[69330]: ERROR oslo_vmware.rw_handles [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c7b12-5cff-8b50-63a9-800b35809e24/disk-0.vmdk due to incomplete transfer. [ 827.044459] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-faca647b-51bf-44f3-a12a-107c6db211d6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.055111] env[69330]: DEBUG oslo_vmware.rw_handles [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c7b12-5cff-8b50-63a9-800b35809e24/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 827.055435] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Uploaded image 77e63150-0a14-43c1-9c1d-565e55140faa to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 827.058137] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 827.058488] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2be14d1f-717a-4200-8b04-ea47d120ca18 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.067989] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 827.067989] env[69330]: value = "task-4128275" [ 827.067989] env[69330]: _type = "Task" [ 827.067989] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.079774] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128275, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.236870] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.937s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.237507] env[69330]: DEBUG nova.compute.manager [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.241303] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.031s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.243011] env[69330]: INFO nova.compute.claims [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.251524] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128273, 'name': ReconfigVM_Task, 'duration_secs': 0.518832} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.262023] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 63c431fc-2eba-4384-90df-38d924c83407/63c431fc-2eba-4384-90df-38d924c83407.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.262023] env[69330]: DEBUG oslo_vmware.api [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128272, 'name': PowerOnVM_Task, 'duration_secs': 0.69141} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.262023] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-656a99af-9f20-4e98-9024-c6e7594a2d63 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.262937] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.263210] env[69330]: INFO nova.compute.manager [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Took 10.31 seconds to spawn the instance on the hypervisor. [ 827.263493] env[69330]: DEBUG nova.compute.manager [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 827.264836] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732e2eb1-86d4-4039-acea-750d62c9c940 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.274066] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128274, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.285824] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 827.285824] env[69330]: value = "task-4128276" [ 827.285824] env[69330]: _type = "Task" [ 827.285824] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.296642] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128276, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.354106] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7b6479af-a037-480f-a66b-66893f980343 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Releasing lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.354106] env[69330]: DEBUG nova.compute.manager [None req-7b6479af-a037-480f-a66b-66893f980343 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Inject network info {{(pid=69330) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 827.354240] env[69330]: DEBUG nova.compute.manager [None req-7b6479af-a037-480f-a66b-66893f980343 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] network_info to inject: |[{"id": "9e16bead-0c5f-443c-b083-62e74f68a888", "address": "fa:16:3e:46:2d:f0", "network": {"id": "eb2e298f-371d-4098-a742-776babe785f0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572239315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e90da1b4c33f41eea1c994962987c5cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e16bead-0c", "ovs_interfaceid": "9e16bead-0c5f-443c-b083-62e74f68a888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 827.360725] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6479af-a037-480f-a66b-66893f980343 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Reconfiguring VM instance to set the machine id {{(pid=69330) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 827.363396] env[69330]: DEBUG oslo_concurrency.lockutils [req-05acc9f6-5bc3-4c3b-90cb-98bb9fee366f req-11ba2b26-f227-4237-9935-75dcda57f4d3 service nova] Acquired lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.363396] env[69330]: DEBUG nova.network.neutron [req-05acc9f6-5bc3-4c3b-90cb-98bb9fee366f req-11ba2b26-f227-4237-9935-75dcda57f4d3 service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Refreshing network info cache for port 9e16bead-0c5f-443c-b083-62e74f68a888 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.363396] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a20f711a-b814-4b25-85c2-d61e8c6c542f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.390139] env[69330]: DEBUG oslo_vmware.api [None req-7b6479af-a037-480f-a66b-66893f980343 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Waiting for the task: (returnval){ [ 827.390139] env[69330]: value = "task-4128277" [ 827.390139] env[69330]: _type = "Task" [ 827.390139] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.405305] env[69330]: DEBUG oslo_vmware.api [None req-7b6479af-a037-480f-a66b-66893f980343 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4128277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.580764] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128275, 'name': Destroy_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.753232] env[69330]: DEBUG nova.compute.utils [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.754801] env[69330]: DEBUG nova.compute.manager [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Not allocating networking since 'none' was specified. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 827.762644] env[69330]: DEBUG nova.network.neutron [req-05acc9f6-5bc3-4c3b-90cb-98bb9fee366f req-11ba2b26-f227-4237-9935-75dcda57f4d3 service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Updated VIF entry in instance network info cache for port 9e16bead-0c5f-443c-b083-62e74f68a888. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.766171] env[69330]: DEBUG nova.network.neutron [req-05acc9f6-5bc3-4c3b-90cb-98bb9fee366f req-11ba2b26-f227-4237-9935-75dcda57f4d3 service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Updating instance_info_cache with network_info: [{"id": "9e16bead-0c5f-443c-b083-62e74f68a888", "address": "fa:16:3e:46:2d:f0", "network": {"id": "eb2e298f-371d-4098-a742-776babe785f0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572239315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e90da1b4c33f41eea1c994962987c5cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e16bead-0c", "ovs_interfaceid": "9e16bead-0c5f-443c-b083-62e74f68a888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.780292] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563641} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.780292] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8/87a19eb0-98f5-4435-858b-d7b643d549c8.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.780292] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.780560] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b309962-139f-452b-bf68-d0dd570cd00f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.789012] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 827.789012] env[69330]: value = "task-4128278" [ 827.789012] env[69330]: _type = "Task" [ 827.789012] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.803292] env[69330]: INFO nova.compute.manager [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Took 40.20 seconds to build instance. [ 827.808839] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128276, 'name': Rename_Task, 'duration_secs': 0.345293} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.813600] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.813600] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.813600] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c19498b-8976-434c-8f50-246f340395c0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.821664] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 827.821664] env[69330]: value = "task-4128279" [ 827.821664] env[69330]: _type = "Task" [ 827.821664] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.833372] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.901291] env[69330]: DEBUG oslo_vmware.api [None req-7b6479af-a037-480f-a66b-66893f980343 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4128277, 'name': ReconfigVM_Task, 'duration_secs': 0.170314} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.901601] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6479af-a037-480f-a66b-66893f980343 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Reconfigured VM instance to set the machine id {{(pid=69330) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 828.083404] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128275, 'name': Destroy_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.208255] env[69330]: DEBUG nova.network.neutron [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Successfully updated port: 4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.240164] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "f46ab4a0-a375-4d93-9cb6-0c0823fabbe4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.240479] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "f46ab4a0-a375-4d93-9cb6-0c0823fabbe4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.240699] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "f46ab4a0-a375-4d93-9cb6-0c0823fabbe4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.241368] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "f46ab4a0-a375-4d93-9cb6-0c0823fabbe4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.241562] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "f46ab4a0-a375-4d93-9cb6-0c0823fabbe4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.245863] env[69330]: INFO nova.compute.manager [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Terminating instance [ 828.258966] env[69330]: DEBUG nova.compute.manager [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.269437] env[69330]: DEBUG oslo_concurrency.lockutils [req-05acc9f6-5bc3-4c3b-90cb-98bb9fee366f req-11ba2b26-f227-4237-9935-75dcda57f4d3 service nova] Releasing lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.312180] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3e7eb516-b796-4b18-aa75-430ec109e556 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.124s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.312180] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093595} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.316540] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.318073] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bcaf21-890b-4457-b7d6-68174b55f9b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.345707] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8/87a19eb0-98f5-4435-858b-d7b643d549c8.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.349786] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f50bf8e-d7c3-4da1-92d7-16755c72ebf0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.369978] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.378312] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 828.378312] env[69330]: value = "task-4128280" [ 828.378312] env[69330]: _type = "Task" [ 828.378312] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.385909] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.457891] env[69330]: DEBUG nova.compute.manager [req-8209dbd2-795b-42a4-ae3a-000b2241f38b req-c3a63245-8be2-4d37-a6ea-60d72a2f969f service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Received event network-vif-plugged-4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.458508] env[69330]: DEBUG oslo_concurrency.lockutils [req-8209dbd2-795b-42a4-ae3a-000b2241f38b req-c3a63245-8be2-4d37-a6ea-60d72a2f969f service nova] Acquiring lock "0a570f28-2b57-463e-a1a1-c8e073763c90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.458577] env[69330]: DEBUG oslo_concurrency.lockutils [req-8209dbd2-795b-42a4-ae3a-000b2241f38b req-c3a63245-8be2-4d37-a6ea-60d72a2f969f service nova] Lock "0a570f28-2b57-463e-a1a1-c8e073763c90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.462023] env[69330]: DEBUG oslo_concurrency.lockutils [req-8209dbd2-795b-42a4-ae3a-000b2241f38b req-c3a63245-8be2-4d37-a6ea-60d72a2f969f service nova] Lock "0a570f28-2b57-463e-a1a1-c8e073763c90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.462023] env[69330]: DEBUG nova.compute.manager [req-8209dbd2-795b-42a4-ae3a-000b2241f38b req-c3a63245-8be2-4d37-a6ea-60d72a2f969f service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] No waiting events found dispatching network-vif-plugged-4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 828.462023] env[69330]: WARNING nova.compute.manager [req-8209dbd2-795b-42a4-ae3a-000b2241f38b req-c3a63245-8be2-4d37-a6ea-60d72a2f969f service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Received unexpected event network-vif-plugged-4ce4f329-fce4-4f98-bb80-b6813f1df4fd for instance with vm_state building and task_state spawning. [ 828.588018] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128275, 'name': Destroy_Task, 'duration_secs': 1.409208} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.589594] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Destroyed the VM [ 828.589594] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.589594] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf086f62-a8c7-4c79-9d91-c02af0b6ff48 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.597565] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 828.597565] env[69330]: value = "task-4128281" [ 828.597565] env[69330]: _type = "Task" [ 828.597565] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.613150] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128281, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.711472] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquiring lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.711620] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquired lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.711780] env[69330]: DEBUG nova.network.neutron [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.751556] env[69330]: DEBUG nova.compute.manager [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.751556] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.752113] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69532fd-7aad-46dc-8e4d-fe9d3904cef7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.767378] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.771407] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22b36b6e-0360-4004-8051-1d041de1b105 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.782725] env[69330]: DEBUG oslo_vmware.api [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 828.782725] env[69330]: value = "task-4128282" [ 828.782725] env[69330]: _type = "Task" [ 828.782725] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.792948] env[69330]: DEBUG oslo_vmware.api [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.820685] env[69330]: DEBUG nova.compute.manager [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.837181] env[69330]: DEBUG oslo_vmware.api [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128279, 'name': PowerOnVM_Task, 'duration_secs': 0.902261} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.841713] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.842110] env[69330]: INFO nova.compute.manager [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Took 8.96 seconds to spawn the instance on the hypervisor. [ 828.842373] env[69330]: DEBUG nova.compute.manager [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 828.843791] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff80b3f7-296b-473a-a07b-32a9df5edac2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.893519] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128280, 'name': ReconfigVM_Task, 'duration_secs': 0.396473} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.893867] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8/87a19eb0-98f5-4435-858b-d7b643d549c8.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.894968] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd2a1124-5821-4d30-86ae-6e57d95a6fd9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.910090] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 828.910090] env[69330]: value = "task-4128283" [ 828.910090] env[69330]: _type = "Task" [ 828.910090] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.915974] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "14dd4ccb-14cd-410b-aaa4-de45334edeca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.915974] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "14dd4ccb-14cd-410b-aaa4-de45334edeca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.915974] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "14dd4ccb-14cd-410b-aaa4-de45334edeca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.915974] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "14dd4ccb-14cd-410b-aaa4-de45334edeca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.915974] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "14dd4ccb-14cd-410b-aaa4-de45334edeca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.919197] env[69330]: INFO nova.compute.manager [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Terminating instance [ 828.925104] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128283, 'name': Rename_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.990634] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c29e9be-813a-4c13-a4b3-4c5ddcd5e44e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.999599] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c630db-0141-450e-a3a1-08ec79b57b58 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.042011] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1c636e-281e-4705-bbb3-4a70d83d970e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.051526] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd61f01-ebb7-4a90-a2f3-bc3db85d168a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.069690] env[69330]: DEBUG nova.compute.provider_tree [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.100458] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "3640563f-1559-4624-9078-1ebd508bdc3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.100784] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "3640563f-1559-4624-9078-1ebd508bdc3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.113244] env[69330]: DEBUG oslo_vmware.api [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128281, 'name': RemoveSnapshot_Task, 'duration_secs': 0.488474} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.113525] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.113758] env[69330]: INFO nova.compute.manager [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Took 15.80 seconds to snapshot the instance on the hypervisor. [ 829.266880] env[69330]: DEBUG nova.network.neutron [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.279070] env[69330]: DEBUG nova.compute.manager [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.286265] env[69330]: DEBUG nova.objects.instance [None req-233d58dd-b682-4d21-b72e-fd36318b505f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Lazy-loading 'flavor' on Instance uuid 3c1b84e2-bdb7-414c-b3d1-218c5039aab0 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.301177] env[69330]: DEBUG oslo_vmware.api [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128282, 'name': PowerOffVM_Task, 'duration_secs': 0.252735} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.303614] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.303970] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.304887] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8686f5f1-b6e6-4baa-aba9-090d4c4aa54f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.311678] env[69330]: DEBUG nova.virt.hardware [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.311933] env[69330]: DEBUG nova.virt.hardware [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.312141] env[69330]: DEBUG nova.virt.hardware [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.312338] env[69330]: DEBUG nova.virt.hardware [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.312487] env[69330]: DEBUG nova.virt.hardware [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.312636] env[69330]: DEBUG nova.virt.hardware [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.312902] env[69330]: DEBUG nova.virt.hardware [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.313049] env[69330]: DEBUG nova.virt.hardware [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.313230] env[69330]: DEBUG nova.virt.hardware [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.313396] env[69330]: DEBUG nova.virt.hardware [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.313780] env[69330]: DEBUG nova.virt.hardware [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.315053] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce88ee95-ebcb-4b30-92c4-ff0fc93fda6c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.323471] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73c841b-27bb-4263-ad3e-74258dd11cf6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.343261] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.349234] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Creating folder: Project (e4e38aa0b24446a4942ab1f7771d9282). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.349906] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ecf9440-afac-4f3b-be0e-fed5a1026fde {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.356024] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.369460] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Created folder: Project (e4e38aa0b24446a4942ab1f7771d9282) in parent group-v817559. [ 829.369678] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Creating folder: Instances. Parent ref: group-v817709. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.370359] env[69330]: INFO nova.compute.manager [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Took 40.98 seconds to build instance. [ 829.371451] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09c56b06-6905-4854-809c-520efdbe1e0d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.385592] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Created folder: Instances in parent group-v817709. [ 829.385827] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.387322] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.387836] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.387954] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.388130] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleting the datastore file [datastore2] f46ab4a0-a375-4d93-9cb6-0c0823fabbe4 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.389042] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce841f3e-31bc-412c-a84a-d5fd33990424 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.402428] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8556e750-0f65-4f72-bf88-20bd9a767985 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.410513] env[69330]: DEBUG oslo_vmware.api [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 829.410513] env[69330]: value = "task-4128287" [ 829.410513] env[69330]: _type = "Task" [ 829.410513] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.412402] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.412402] env[69330]: value = "task-4128288" [ 829.412402] env[69330]: _type = "Task" [ 829.412402] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.429237] env[69330]: DEBUG nova.compute.manager [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.429576] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.429926] env[69330]: DEBUG oslo_vmware.api [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.437631] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296ed18d-0deb-4438-92df-4c4a7d458b08 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.443576] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128283, 'name': Rename_Task, 'duration_secs': 0.186488} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.443673] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128288, 'name': CreateVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.446773] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.447477] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e257b38-6c8d-45ac-b9d0-12c596a5df5d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.452299] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.452639] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c38fdee-d3cd-4108-bcde-0281b4e87551 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.455980] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 829.455980] env[69330]: value = "task-4128289" [ 829.455980] env[69330]: _type = "Task" [ 829.455980] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.466294] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.539140] env[69330]: DEBUG nova.network.neutron [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Updating instance_info_cache with network_info: [{"id": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "address": "fa:16:3e:2d:cd:70", "network": {"id": "b834c5f1-2102-4319-88c8-9cf7aa4dfd5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1837311640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2c90e72ba2a2427aa95c78a14f9c1423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce4f329-fc", "ovs_interfaceid": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.572354] env[69330]: DEBUG nova.scheduler.client.report [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.618381] env[69330]: DEBUG nova.compute.manager [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Instance disappeared during snapshot {{(pid=69330) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 829.635784] env[69330]: DEBUG nova.compute.manager [None req-eb7aade9-237a-4045-8b5a-8c2ac7005f3f tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Image not found during clean up 77e63150-0a14-43c1-9c1d-565e55140faa {{(pid=69330) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 829.795071] env[69330]: DEBUG oslo_concurrency.lockutils [None req-233d58dd-b682-4d21-b72e-fd36318b505f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquiring lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.795384] env[69330]: DEBUG oslo_concurrency.lockutils [None req-233d58dd-b682-4d21-b72e-fd36318b505f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquired lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.874357] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2793306-5518-4499-b076-8413de71580c tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "63c431fc-2eba-4384-90df-38d924c83407" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.578s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.922805] env[69330]: DEBUG oslo_vmware.api [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163017} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.926419] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.926659] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.926840] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.927030] env[69330]: INFO nova.compute.manager [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 829.927298] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.927546] env[69330]: DEBUG nova.compute.manager [-] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.927644] env[69330]: DEBUG nova.network.neutron [-] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.935610] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128288, 'name': CreateVM_Task, 'duration_secs': 0.373233} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.935610] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.935911] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.936098] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.936416] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.936732] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c5e023-b907-4601-a485-27f70a4d1de2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.941508] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 829.941508] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527eaa8f-3c86-7e5e-930b-09d8a64e2016" [ 829.941508] env[69330]: _type = "Task" [ 829.941508] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.950618] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527eaa8f-3c86-7e5e-930b-09d8a64e2016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.967586] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.042421] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Releasing lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.042953] env[69330]: DEBUG nova.compute.manager [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Instance network_info: |[{"id": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "address": "fa:16:3e:2d:cd:70", "network": {"id": "b834c5f1-2102-4319-88c8-9cf7aa4dfd5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1837311640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2c90e72ba2a2427aa95c78a14f9c1423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce4f329-fc", "ovs_interfaceid": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.043276] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:cd:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ce4f329-fce4-4f98-bb80-b6813f1df4fd', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.056485] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Creating folder: Project (2c90e72ba2a2427aa95c78a14f9c1423). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.058909] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b77aee07-6856-4e17-a422-c008b259b9e8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.077231] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Created folder: Project (2c90e72ba2a2427aa95c78a14f9c1423) in parent group-v817559. [ 830.077492] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Creating folder: Instances. Parent ref: group-v817712. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.078419] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.079013] env[69330]: DEBUG nova.compute.manager [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.081837] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a213040-5aef-4489-934c-2be580b1adb9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.084952] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.998s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.087145] env[69330]: INFO nova.compute.claims [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.102343] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Created folder: Instances in parent group-v817712. [ 830.102343] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.102343] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.102343] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff737880-dc85-4e25-8fda-70d1df33758b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.124290] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.124290] env[69330]: value = "task-4128293" [ 830.124290] env[69330]: _type = "Task" [ 830.124290] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.133639] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128293, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.189898] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.190300] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.377709] env[69330]: DEBUG nova.compute.manager [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.460882] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527eaa8f-3c86-7e5e-930b-09d8a64e2016, 'name': SearchDatastore_Task, 'duration_secs': 0.015357} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.464227] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.464488] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.464737] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.464889] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.465110] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.465905] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cb306dd-8639-43b0-ba68-9cf0ededb4cf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.474682] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.476318] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.476805] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.477396] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f003f62-af91-49d7-834f-df62625fe580 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.484072] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 830.484072] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f7b732-eedb-b5db-1686-33e30fe84c46" [ 830.484072] env[69330]: _type = "Task" [ 830.484072] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.494448] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f7b732-eedb-b5db-1686-33e30fe84c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.587366] env[69330]: DEBUG nova.compute.utils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.589633] env[69330]: DEBUG nova.compute.manager [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.589940] env[69330]: DEBUG nova.network.neutron [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.638248] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128293, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.662253] env[69330]: DEBUG nova.policy [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af5f75bbdc65477894565efbb332940a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73b52c9ddfcd4f5d8356e143246742eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.671548] env[69330]: DEBUG nova.network.neutron [None req-233d58dd-b682-4d21-b72e-fd36318b505f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.899747] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.970569] env[69330]: DEBUG oslo_vmware.api [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128289, 'name': PowerOnVM_Task, 'duration_secs': 1.307051} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.970853] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.971077] env[69330]: DEBUG nova.compute.manager [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.971854] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2581a70-c819-41ec-9cfc-cc10c5cce9f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.984400] env[69330]: DEBUG nova.network.neutron [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Successfully created port: a1317eed-3989-4411-b254-fabba5ada5b6 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.999337] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f7b732-eedb-b5db-1686-33e30fe84c46, 'name': SearchDatastore_Task, 'duration_secs': 0.012439} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.999337] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a442675a-8925-4eec-8d70-22f8ab0bf8f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.005523] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 831.005523] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520b31d6-72f4-f4e6-e8c7-a4170063c213" [ 831.005523] env[69330]: _type = "Task" [ 831.005523] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.015432] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520b31d6-72f4-f4e6-e8c7-a4170063c213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.088668] env[69330]: DEBUG nova.compute.manager [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Received event network-changed-4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.088668] env[69330]: DEBUG nova.compute.manager [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Refreshing instance network info cache due to event network-changed-4ce4f329-fce4-4f98-bb80-b6813f1df4fd. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.088668] env[69330]: DEBUG oslo_concurrency.lockutils [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] Acquiring lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.088892] env[69330]: DEBUG oslo_concurrency.lockutils [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] Acquired lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.089696] env[69330]: DEBUG nova.network.neutron [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Refreshing network info cache for port 4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.094189] env[69330]: DEBUG nova.compute.manager [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.126023] env[69330]: DEBUG nova.network.neutron [-] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.140321] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128293, 'name': CreateVM_Task, 'duration_secs': 0.517875} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.143029] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.145208] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.145347] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.145653] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.146482] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e2473d-cc5c-4df1-ab9b-6063dc37a45a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.155198] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 831.155198] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52788339-1842-3331-64eb-fa49df7f9deb" [ 831.155198] env[69330]: _type = "Task" [ 831.155198] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.169654] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52788339-1842-3331-64eb-fa49df7f9deb, 'name': SearchDatastore_Task, 'duration_secs': 0.011067} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.170457] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.170720] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.170937] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.272200] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.272441] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.304699] env[69330]: DEBUG nova.network.neutron [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Successfully created port: 002baa32-15d9-4c71-9268-b6de8d40f994 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.405051] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "d358134d-299b-4a91-90e5-bad725ee2715" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.405373] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "d358134d-299b-4a91-90e5-bad725ee2715" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.497207] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.520064] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520b31d6-72f4-f4e6-e8c7-a4170063c213, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.520379] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.520655] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 7a8a93ab-8e2a-40e9-8f91-df749f7391bc/7a8a93ab-8e2a-40e9-8f91-df749f7391bc.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.520958] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.521182] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.521421] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34e51db3-01e2-4a91-926f-a93d16e5ddd0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.523497] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-728ad547-e495-4215-ba16-59a2d7895af5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.533432] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 831.533432] env[69330]: value = "task-4128294" [ 831.533432] env[69330]: _type = "Task" [ 831.533432] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.538342] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.538557] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.539698] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-702436e2-8a7a-4ae0-ad4d-2ac7c7ec8579 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.548357] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.554785] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 831.554785] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521f8f42-dc5f-4a9a-8b65-b48c771bdf0a" [ 831.554785] env[69330]: _type = "Task" [ 831.554785] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.565930] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521f8f42-dc5f-4a9a-8b65-b48c771bdf0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.607131] env[69330]: DEBUG nova.network.neutron [None req-233d58dd-b682-4d21-b72e-fd36318b505f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Updating instance_info_cache with network_info: [{"id": "9e16bead-0c5f-443c-b083-62e74f68a888", "address": "fa:16:3e:46:2d:f0", "network": {"id": "eb2e298f-371d-4098-a742-776babe785f0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572239315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e90da1b4c33f41eea1c994962987c5cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e16bead-0c", "ovs_interfaceid": "9e16bead-0c5f-443c-b083-62e74f68a888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.630345] env[69330]: INFO nova.compute.manager [-] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Took 1.70 seconds to deallocate network for instance. [ 831.788775] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.788775] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.788775] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.789114] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.792439] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.793257] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.793329] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69330) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 831.797048] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.813370] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be21943-ceda-497e-a3e5-1d1504c67b07 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.825271] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d54c36d-ddb5-4d4e-91de-a3288a5fb597 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.869473] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8513c62-7e29-4757-a0c3-c0616fbe03fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.878529] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef106843-1a9a-4c2e-8621-b75edbd0e100 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.895649] env[69330]: DEBUG nova.compute.provider_tree [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.967818] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.968303] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.968565] env[69330]: INFO nova.compute.manager [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Rebooting instance [ 832.000279] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.000555] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.003959] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleting the datastore file [datastore1] 14dd4ccb-14cd-410b-aaa4-de45334edeca {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.003959] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a9ec4c8-b445-493b-8e07-29fe8316b212 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.006031] env[69330]: DEBUG nova.network.neutron [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Updated VIF entry in instance network info cache for port 4ce4f329-fce4-4f98-bb80-b6813f1df4fd. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.006146] env[69330]: DEBUG nova.network.neutron [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Updating instance_info_cache with network_info: [{"id": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "address": "fa:16:3e:2d:cd:70", "network": {"id": "b834c5f1-2102-4319-88c8-9cf7aa4dfd5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1837311640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2c90e72ba2a2427aa95c78a14f9c1423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce4f329-fc", "ovs_interfaceid": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.009939] env[69330]: DEBUG oslo_vmware.api [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 832.009939] env[69330]: value = "task-4128295" [ 832.009939] env[69330]: _type = "Task" [ 832.009939] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.019828] env[69330]: DEBUG oslo_vmware.api [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.044904] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490381} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.045287] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 7a8a93ab-8e2a-40e9-8f91-df749f7391bc/7a8a93ab-8e2a-40e9-8f91-df749f7391bc.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.045590] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.045992] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b510e0d-4e3d-49d8-a9f7-b48d7eda5d82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.053386] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 832.053386] env[69330]: value = "task-4128296" [ 832.053386] env[69330]: _type = "Task" [ 832.053386] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.066718] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.070208] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521f8f42-dc5f-4a9a-8b65-b48c771bdf0a, 'name': SearchDatastore_Task, 'duration_secs': 0.010494} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.071171] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae172b9-e0ec-44db-ba3f-0074c4e37b33 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.078046] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 832.078046] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52abf5a9-cc54-b726-632a-4113a137c5eb" [ 832.078046] env[69330]: _type = "Task" [ 832.078046] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.088429] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52abf5a9-cc54-b726-632a-4113a137c5eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.108699] env[69330]: DEBUG oslo_concurrency.lockutils [None req-233d58dd-b682-4d21-b72e-fd36318b505f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Releasing lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.109071] env[69330]: DEBUG nova.compute.manager [None req-233d58dd-b682-4d21-b72e-fd36318b505f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Inject network info {{(pid=69330) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 832.109368] env[69330]: DEBUG nova.compute.manager [None req-233d58dd-b682-4d21-b72e-fd36318b505f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] network_info to inject: |[{"id": "9e16bead-0c5f-443c-b083-62e74f68a888", "address": "fa:16:3e:46:2d:f0", "network": {"id": "eb2e298f-371d-4098-a742-776babe785f0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572239315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e90da1b4c33f41eea1c994962987c5cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e16bead-0c", "ovs_interfaceid": "9e16bead-0c5f-443c-b083-62e74f68a888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 832.114206] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-233d58dd-b682-4d21-b72e-fd36318b505f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Reconfiguring VM instance to set the machine id {{(pid=69330) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 832.115387] env[69330]: DEBUG nova.compute.manager [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.117680] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac9c1c20-b039-49de-bef4-a5eb390ecdf0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.142816] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.142816] env[69330]: DEBUG oslo_vmware.api [None req-233d58dd-b682-4d21-b72e-fd36318b505f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Waiting for the task: (returnval){ [ 832.142816] env[69330]: value = "task-4128297" [ 832.142816] env[69330]: _type = "Task" [ 832.142816] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.153050] env[69330]: DEBUG oslo_vmware.api [None req-233d58dd-b682-4d21-b72e-fd36318b505f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4128297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.157143] env[69330]: DEBUG nova.virt.hardware [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.157418] env[69330]: DEBUG nova.virt.hardware [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.157605] env[69330]: DEBUG nova.virt.hardware [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.158028] env[69330]: DEBUG nova.virt.hardware [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.158028] env[69330]: DEBUG nova.virt.hardware [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.158163] env[69330]: DEBUG nova.virt.hardware [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.158374] env[69330]: DEBUG nova.virt.hardware [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.158533] env[69330]: DEBUG nova.virt.hardware [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.158722] env[69330]: DEBUG nova.virt.hardware [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.158877] env[69330]: DEBUG nova.virt.hardware [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.159083] env[69330]: DEBUG nova.virt.hardware [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.160203] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d9c39e-a619-4889-b2cd-2d78a57ced55 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.168974] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcecfa9-0173-4276-a05e-206d06e6a7fc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.297506] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.400050] env[69330]: DEBUG nova.scheduler.client.report [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.495611] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.495845] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquired lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.496062] env[69330]: DEBUG nova.network.neutron [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.509823] env[69330]: DEBUG oslo_concurrency.lockutils [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] Releasing lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.509823] env[69330]: DEBUG nova.compute.manager [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Received event network-changed-69c44213-e717-4c3a-9432-e7a6a64603e3 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.509823] env[69330]: DEBUG nova.compute.manager [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Refreshing instance network info cache due to event network-changed-69c44213-e717-4c3a-9432-e7a6a64603e3. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.509823] env[69330]: DEBUG oslo_concurrency.lockutils [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] Acquiring lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.520740] env[69330]: DEBUG oslo_vmware.api [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192965} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.520983] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.521171] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.521385] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.521508] env[69330]: INFO nova.compute.manager [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Took 3.09 seconds to destroy the instance on the hypervisor. [ 832.521737] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.521926] env[69330]: DEBUG nova.compute.manager [-] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.522013] env[69330]: DEBUG nova.network.neutron [-] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.568785] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074467} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.570826] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.570826] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bb46b2-c542-4f5d-9510-f3492609334f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.595348] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 7a8a93ab-8e2a-40e9-8f91-df749f7391bc/7a8a93ab-8e2a-40e9-8f91-df749f7391bc.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.598265] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf68d2d-ff76-46b1-946e-b2e1277cef97 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.622737] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52abf5a9-cc54-b726-632a-4113a137c5eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.624188] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.624451] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 0a570f28-2b57-463e-a1a1-c8e073763c90/0a570f28-2b57-463e-a1a1-c8e073763c90.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.624790] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 832.624790] env[69330]: value = "task-4128298" [ 832.624790] env[69330]: _type = "Task" [ 832.624790] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.625097] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb7b9438-3555-410d-b827-f575c7b74cfa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.639105] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128298, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.640698] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 832.640698] env[69330]: value = "task-4128299" [ 832.640698] env[69330]: _type = "Task" [ 832.640698] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.657407] env[69330]: DEBUG oslo_vmware.api [None req-233d58dd-b682-4d21-b72e-fd36318b505f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4128297, 'name': ReconfigVM_Task, 'duration_secs': 0.170797} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.657724] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.658042] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-233d58dd-b682-4d21-b72e-fd36318b505f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Reconfigured VM instance to set the machine id {{(pid=69330) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 832.665751] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "c53a48e6-0819-41bc-947a-ad02f5b411de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.666045] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "c53a48e6-0819-41bc-947a-ad02f5b411de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.907032] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.907032] env[69330]: DEBUG nova.compute.manager [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.912764] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.537s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.914521] env[69330]: INFO nova.compute.claims [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.977588] env[69330]: DEBUG nova.network.neutron [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Successfully updated port: a1317eed-3989-4411-b254-fabba5ada5b6 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.140135] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128298, 'name': ReconfigVM_Task, 'duration_secs': 0.392477} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.140574] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 7a8a93ab-8e2a-40e9-8f91-df749f7391bc/7a8a93ab-8e2a-40e9-8f91-df749f7391bc.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.141257] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a90b6f1-5519-46ad-8b34-1a3061cbefe0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.153075] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477746} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.156018] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 0a570f28-2b57-463e-a1a1-c8e073763c90/0a570f28-2b57-463e-a1a1-c8e073763c90.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.156342] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.157695] env[69330]: DEBUG nova.compute.manager [req-1c7df682-fc5c-4e01-ad26-438991019cf5 req-6fe57fa3-5d06-47b0-9fee-fd9722d5af76 service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Received event network-vif-plugged-a1317eed-3989-4411-b254-fabba5ada5b6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.158076] env[69330]: DEBUG oslo_concurrency.lockutils [req-1c7df682-fc5c-4e01-ad26-438991019cf5 req-6fe57fa3-5d06-47b0-9fee-fd9722d5af76 service nova] Acquiring lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.158374] env[69330]: DEBUG oslo_concurrency.lockutils [req-1c7df682-fc5c-4e01-ad26-438991019cf5 req-6fe57fa3-5d06-47b0-9fee-fd9722d5af76 service nova] Lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.158592] env[69330]: DEBUG oslo_concurrency.lockutils [req-1c7df682-fc5c-4e01-ad26-438991019cf5 req-6fe57fa3-5d06-47b0-9fee-fd9722d5af76 service nova] Lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.159621] env[69330]: DEBUG nova.compute.manager [req-1c7df682-fc5c-4e01-ad26-438991019cf5 req-6fe57fa3-5d06-47b0-9fee-fd9722d5af76 service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] No waiting events found dispatching network-vif-plugged-a1317eed-3989-4411-b254-fabba5ada5b6 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 833.159621] env[69330]: WARNING nova.compute.manager [req-1c7df682-fc5c-4e01-ad26-438991019cf5 req-6fe57fa3-5d06-47b0-9fee-fd9722d5af76 service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Received unexpected event network-vif-plugged-a1317eed-3989-4411-b254-fabba5ada5b6 for instance with vm_state building and task_state spawning. [ 833.160447] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 833.160447] env[69330]: value = "task-4128300" [ 833.160447] env[69330]: _type = "Task" [ 833.160447] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.160851] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66276403-3bcf-4590-b9cf-9d3d48b0c805 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.183732] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128300, 'name': Rename_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.185568] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 833.185568] env[69330]: value = "task-4128301" [ 833.185568] env[69330]: _type = "Task" [ 833.185568] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.197505] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.415123] env[69330]: DEBUG nova.compute.utils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.418342] env[69330]: DEBUG nova.compute.manager [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.418419] env[69330]: DEBUG nova.network.neutron [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.435721] env[69330]: DEBUG nova.network.neutron [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Updating instance_info_cache with network_info: [{"id": "69c44213-e717-4c3a-9432-e7a6a64603e3", "address": "fa:16:3e:e9:77:e2", "network": {"id": "3c618237-563b-467f-8202-fd0bc41afa26", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1523283478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbab6d6888e047d881d26bca0bbd50ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c44213-e7", "ovs_interfaceid": "69c44213-e717-4c3a-9432-e7a6a64603e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.486702] env[69330]: DEBUG nova.network.neutron [-] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.495418] env[69330]: DEBUG nova.policy [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe3e708cba9842a58094af1a3183b20c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5ec26bbf54c495cb655b88651521387', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.569273] env[69330]: DEBUG nova.compute.manager [req-6b1fb065-807a-4639-b4c9-fe2342f2291f req-b697eadb-3425-4dfb-8ebf-f8069d728b4c service nova] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Received event network-vif-deleted-ec8be91d-3cec-45e3-ad6a-2336e0e8540c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.569273] env[69330]: DEBUG nova.compute.manager [req-6b1fb065-807a-4639-b4c9-fe2342f2291f req-b697eadb-3425-4dfb-8ebf-f8069d728b4c service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Received event network-changed-9e16bead-0c5f-443c-b083-62e74f68a888 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.569273] env[69330]: DEBUG nova.compute.manager [req-6b1fb065-807a-4639-b4c9-fe2342f2291f req-b697eadb-3425-4dfb-8ebf-f8069d728b4c service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Refreshing instance network info cache due to event network-changed-9e16bead-0c5f-443c-b083-62e74f68a888. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.569437] env[69330]: DEBUG oslo_concurrency.lockutils [req-6b1fb065-807a-4639-b4c9-fe2342f2291f req-b697eadb-3425-4dfb-8ebf-f8069d728b4c service nova] Acquiring lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.570622] env[69330]: DEBUG oslo_concurrency.lockutils [req-6b1fb065-807a-4639-b4c9-fe2342f2291f req-b697eadb-3425-4dfb-8ebf-f8069d728b4c service nova] Acquired lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.570622] env[69330]: DEBUG nova.network.neutron [req-6b1fb065-807a-4639-b4c9-fe2342f2291f req-b697eadb-3425-4dfb-8ebf-f8069d728b4c service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Refreshing network info cache for port 9e16bead-0c5f-443c-b083-62e74f68a888 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.675789] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128300, 'name': Rename_Task, 'duration_secs': 0.173439} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.676694] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.676694] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8823ba65-519b-44d7-9a11-253a0158e983 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.684724] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 833.684724] env[69330]: value = "task-4128302" [ 833.684724] env[69330]: _type = "Task" [ 833.684724] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.697495] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.701225] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081056} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.701498] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.702365] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c928ea18-33fa-4e46-8d99-e64785bfb87a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.731405] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 0a570f28-2b57-463e-a1a1-c8e073763c90/0a570f28-2b57-463e-a1a1-c8e073763c90.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.731815] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d296c361-8f90-4cda-8544-2d97a868c42a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.754406] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 833.754406] env[69330]: value = "task-4128303" [ 833.754406] env[69330]: _type = "Task" [ 833.754406] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.763652] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.922230] env[69330]: DEBUG nova.compute.manager [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.941848] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Releasing lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.948191] env[69330]: DEBUG oslo_concurrency.lockutils [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] Acquired lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.948191] env[69330]: DEBUG nova.network.neutron [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Refreshing network info cache for port 69c44213-e717-4c3a-9432-e7a6a64603e3 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.991299] env[69330]: INFO nova.compute.manager [-] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Took 1.47 seconds to deallocate network for instance. [ 834.030409] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquiring lock "3c1b84e2-bdb7-414c-b3d1-218c5039aab0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.030698] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Lock "3c1b84e2-bdb7-414c-b3d1-218c5039aab0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.030921] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquiring lock "3c1b84e2-bdb7-414c-b3d1-218c5039aab0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.031124] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Lock "3c1b84e2-bdb7-414c-b3d1-218c5039aab0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.031305] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Lock "3c1b84e2-bdb7-414c-b3d1-218c5039aab0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.033807] env[69330]: INFO nova.compute.manager [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Terminating instance [ 834.121141] env[69330]: DEBUG nova.network.neutron [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Successfully created port: 0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.204697] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.275203] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.307631] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "6da1f33f-0bb2-4a90-a69b-502d50ee2af1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.307979] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "6da1f33f-0bb2-4a90-a69b-502d50ee2af1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.308286] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "6da1f33f-0bb2-4a90-a69b-502d50ee2af1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.308488] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "6da1f33f-0bb2-4a90-a69b-502d50ee2af1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.308662] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "6da1f33f-0bb2-4a90-a69b-502d50ee2af1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.314145] env[69330]: INFO nova.compute.manager [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Terminating instance [ 834.453260] env[69330]: DEBUG nova.compute.manager [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 834.454309] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eb7af9-1d5f-40a5-92c1-ac03803b0206 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.504042] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.540535] env[69330]: DEBUG nova.compute.manager [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.540773] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.541705] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a134ec26-b996-4c25-bc56-d15801771e18 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.555363] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.555922] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef23afb7-8a52-45b1-abeb-5439b85f152e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.565537] env[69330]: DEBUG oslo_vmware.api [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Waiting for the task: (returnval){ [ 834.565537] env[69330]: value = "task-4128304" [ 834.565537] env[69330]: _type = "Task" [ 834.565537] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.589739] env[69330]: DEBUG oslo_vmware.api [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4128304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.626952] env[69330]: DEBUG nova.network.neutron [req-6b1fb065-807a-4639-b4c9-fe2342f2291f req-b697eadb-3425-4dfb-8ebf-f8069d728b4c service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Updated VIF entry in instance network info cache for port 9e16bead-0c5f-443c-b083-62e74f68a888. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.627491] env[69330]: DEBUG nova.network.neutron [req-6b1fb065-807a-4639-b4c9-fe2342f2291f req-b697eadb-3425-4dfb-8ebf-f8069d728b4c service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Updating instance_info_cache with network_info: [{"id": "9e16bead-0c5f-443c-b083-62e74f68a888", "address": "fa:16:3e:46:2d:f0", "network": {"id": "eb2e298f-371d-4098-a742-776babe785f0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572239315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e90da1b4c33f41eea1c994962987c5cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e16bead-0c", "ovs_interfaceid": "9e16bead-0c5f-443c-b083-62e74f68a888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.692860] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660d892e-5fca-4f19-a955-2756e74ceb5f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.702659] env[69330]: DEBUG oslo_vmware.api [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128302, 'name': PowerOnVM_Task, 'duration_secs': 0.941225} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.705177] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.705447] env[69330]: INFO nova.compute.manager [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Took 5.43 seconds to spawn the instance on the hypervisor. [ 834.705633] env[69330]: DEBUG nova.compute.manager [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 834.706601] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41455d8b-eefd-404e-b1e2-c95efbce2ca0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.716185] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7626c2a1-cffa-4ff4-a3ae-62a51d49a075 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.763739] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cbecf4-a805-467c-978c-a317c806bc8f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.767857] env[69330]: DEBUG nova.network.neutron [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Updated VIF entry in instance network info cache for port 69c44213-e717-4c3a-9432-e7a6a64603e3. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.767857] env[69330]: DEBUG nova.network.neutron [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Updating instance_info_cache with network_info: [{"id": "69c44213-e717-4c3a-9432-e7a6a64603e3", "address": "fa:16:3e:e9:77:e2", "network": {"id": "3c618237-563b-467f-8202-fd0bc41afa26", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1523283478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbab6d6888e047d881d26bca0bbd50ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c44213-e7", "ovs_interfaceid": "69c44213-e717-4c3a-9432-e7a6a64603e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.777630] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128303, 'name': ReconfigVM_Task, 'duration_secs': 0.901812} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.779856] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d8be00-805a-41ec-ab7d-7f1ad5bfcaf5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.784583] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 0a570f28-2b57-463e-a1a1-c8e073763c90/0a570f28-2b57-463e-a1a1-c8e073763c90.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.786044] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04630144-f2ef-43ff-8c64-c64552e77d1e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.801393] env[69330]: DEBUG nova.compute.provider_tree [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.803957] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 834.803957] env[69330]: value = "task-4128305" [ 834.803957] env[69330]: _type = "Task" [ 834.803957] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.813901] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128305, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.820550] env[69330]: DEBUG nova.compute.manager [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.821416] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.822201] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc5064c-d846-4bcb-98ef-99132b499389 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.831872] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.832223] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10f003be-215c-405f-b491-3bb4f859cbf6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.841593] env[69330]: DEBUG oslo_vmware.api [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 834.841593] env[69330]: value = "task-4128306" [ 834.841593] env[69330]: _type = "Task" [ 834.841593] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.852767] env[69330]: DEBUG oslo_vmware.api [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.945385] env[69330]: DEBUG nova.compute.manager [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.990221] env[69330]: DEBUG nova.virt.hardware [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.990221] env[69330]: DEBUG nova.virt.hardware [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.990695] env[69330]: DEBUG nova.virt.hardware [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.991134] env[69330]: DEBUG nova.virt.hardware [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.991463] env[69330]: DEBUG nova.virt.hardware [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.991777] env[69330]: DEBUG nova.virt.hardware [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.992166] env[69330]: DEBUG nova.virt.hardware [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.992494] env[69330]: DEBUG nova.virt.hardware [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.992943] env[69330]: DEBUG nova.virt.hardware [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.993274] env[69330]: DEBUG nova.virt.hardware [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.993603] env[69330]: DEBUG nova.virt.hardware [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.995026] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbe926c-df9c-4ca4-b6bb-09cc16a5619b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.006962] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155b20ce-46c7-4020-8c15-fcb88158108f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.080656] env[69330]: DEBUG oslo_vmware.api [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4128304, 'name': PowerOffVM_Task, 'duration_secs': 0.316765} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.081152] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.081373] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.081831] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dd5adb6-3c9b-455c-97b6-19cba0eaae02 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.130485] env[69330]: DEBUG oslo_concurrency.lockutils [req-6b1fb065-807a-4639-b4c9-fe2342f2291f req-b697eadb-3425-4dfb-8ebf-f8069d728b4c service nova] Releasing lock "refresh_cache-3c1b84e2-bdb7-414c-b3d1-218c5039aab0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.130819] env[69330]: DEBUG nova.compute.manager [req-6b1fb065-807a-4639-b4c9-fe2342f2291f req-b697eadb-3425-4dfb-8ebf-f8069d728b4c service nova] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Received event network-vif-deleted-d0f4812c-1c47-4edb-93c4-a6b797e2e428 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.175331] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.175610] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.175822] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Deleting the datastore file [datastore2] 3c1b84e2-bdb7-414c-b3d1-218c5039aab0 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.176167] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6200b16b-7af1-4c99-9b8f-5704356cf7e9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.185543] env[69330]: DEBUG oslo_vmware.api [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Waiting for the task: (returnval){ [ 835.185543] env[69330]: value = "task-4128308" [ 835.185543] env[69330]: _type = "Task" [ 835.185543] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.195839] env[69330]: DEBUG oslo_vmware.api [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4128308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.270907] env[69330]: DEBUG oslo_concurrency.lockutils [req-f7cd646e-6632-40e9-adb9-bedad377a34d req-7492c98e-bd58-4b69-9752-49116fe104e4 service nova] Releasing lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.271725] env[69330]: INFO nova.compute.manager [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Took 35.98 seconds to build instance. [ 835.310653] env[69330]: DEBUG nova.scheduler.client.report [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.320859] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128305, 'name': Rename_Task, 'duration_secs': 0.292117} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.321227] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.321502] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e466d967-b0fb-4930-bc11-1159e1a9addd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.329271] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 835.329271] env[69330]: value = "task-4128309" [ 835.329271] env[69330]: _type = "Task" [ 835.329271] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.339217] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.352900] env[69330]: DEBUG oslo_vmware.api [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128306, 'name': PowerOffVM_Task, 'duration_secs': 0.232251} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.353216] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.353473] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.354018] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44f55994-79c6-455d-8c4a-7fc676ed6a28 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.419377] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.419668] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.419929] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleting the datastore file [datastore2] 6da1f33f-0bb2-4a90-a69b-502d50ee2af1 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.420279] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-466fc11e-b1ba-47fd-994c-3e5335e7bd2e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.430507] env[69330]: DEBUG oslo_vmware.api [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 835.430507] env[69330]: value = "task-4128311" [ 835.430507] env[69330]: _type = "Task" [ 835.430507] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.440788] env[69330]: DEBUG oslo_vmware.api [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.444204] env[69330]: DEBUG nova.compute.manager [req-4e3c9e1b-935b-4733-8aea-f03fe7186a07 req-7af8ec02-25da-4db6-b8ea-47af0dca9745 service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Received event network-changed-a1317eed-3989-4411-b254-fabba5ada5b6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.444535] env[69330]: DEBUG nova.compute.manager [req-4e3c9e1b-935b-4733-8aea-f03fe7186a07 req-7af8ec02-25da-4db6-b8ea-47af0dca9745 service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Refreshing instance network info cache due to event network-changed-a1317eed-3989-4411-b254-fabba5ada5b6. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.444624] env[69330]: DEBUG oslo_concurrency.lockutils [req-4e3c9e1b-935b-4733-8aea-f03fe7186a07 req-7af8ec02-25da-4db6-b8ea-47af0dca9745 service nova] Acquiring lock "refresh_cache-4f977295-2f54-47ca-95f7-ae98ac7e09b0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.444769] env[69330]: DEBUG oslo_concurrency.lockutils [req-4e3c9e1b-935b-4733-8aea-f03fe7186a07 req-7af8ec02-25da-4db6-b8ea-47af0dca9745 service nova] Acquired lock "refresh_cache-4f977295-2f54-47ca-95f7-ae98ac7e09b0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.444931] env[69330]: DEBUG nova.network.neutron [req-4e3c9e1b-935b-4733-8aea-f03fe7186a07 req-7af8ec02-25da-4db6-b8ea-47af0dca9745 service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Refreshing network info cache for port a1317eed-3989-4411-b254-fabba5ada5b6 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.483132] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db7962-f30f-427a-8628-c70c910c9ccb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.491353] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Doing hard reboot of VM {{(pid=69330) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 835.491859] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b231973b-c53f-4fac-b357-b10ebbf45d66 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.500149] env[69330]: DEBUG oslo_vmware.api [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 835.500149] env[69330]: value = "task-4128312" [ 835.500149] env[69330]: _type = "Task" [ 835.500149] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.511884] env[69330]: DEBUG oslo_vmware.api [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128312, 'name': ResetVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.531821] env[69330]: DEBUG nova.network.neutron [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Successfully updated port: 002baa32-15d9-4c71-9268-b6de8d40f994 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.699358] env[69330]: DEBUG nova.compute.manager [req-21d4fe55-78f9-4a21-82c1-2a542a29a5b6 req-8c93062b-1e49-4822-9808-64ea9e4128fa service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Received event network-vif-plugged-002baa32-15d9-4c71-9268-b6de8d40f994 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.700356] env[69330]: DEBUG oslo_concurrency.lockutils [req-21d4fe55-78f9-4a21-82c1-2a542a29a5b6 req-8c93062b-1e49-4822-9808-64ea9e4128fa service nova] Acquiring lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.700804] env[69330]: DEBUG oslo_concurrency.lockutils [req-21d4fe55-78f9-4a21-82c1-2a542a29a5b6 req-8c93062b-1e49-4822-9808-64ea9e4128fa service nova] Lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.701215] env[69330]: DEBUG oslo_concurrency.lockutils [req-21d4fe55-78f9-4a21-82c1-2a542a29a5b6 req-8c93062b-1e49-4822-9808-64ea9e4128fa service nova] Lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.701595] env[69330]: DEBUG nova.compute.manager [req-21d4fe55-78f9-4a21-82c1-2a542a29a5b6 req-8c93062b-1e49-4822-9808-64ea9e4128fa service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] No waiting events found dispatching network-vif-plugged-002baa32-15d9-4c71-9268-b6de8d40f994 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 835.701971] env[69330]: WARNING nova.compute.manager [req-21d4fe55-78f9-4a21-82c1-2a542a29a5b6 req-8c93062b-1e49-4822-9808-64ea9e4128fa service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Received unexpected event network-vif-plugged-002baa32-15d9-4c71-9268-b6de8d40f994 for instance with vm_state building and task_state spawning. [ 835.702350] env[69330]: DEBUG nova.compute.manager [req-21d4fe55-78f9-4a21-82c1-2a542a29a5b6 req-8c93062b-1e49-4822-9808-64ea9e4128fa service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Received event network-changed-002baa32-15d9-4c71-9268-b6de8d40f994 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.702693] env[69330]: DEBUG nova.compute.manager [req-21d4fe55-78f9-4a21-82c1-2a542a29a5b6 req-8c93062b-1e49-4822-9808-64ea9e4128fa service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Refreshing instance network info cache due to event network-changed-002baa32-15d9-4c71-9268-b6de8d40f994. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.703070] env[69330]: DEBUG oslo_concurrency.lockutils [req-21d4fe55-78f9-4a21-82c1-2a542a29a5b6 req-8c93062b-1e49-4822-9808-64ea9e4128fa service nova] Acquiring lock "refresh_cache-4f977295-2f54-47ca-95f7-ae98ac7e09b0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.713887] env[69330]: DEBUG oslo_vmware.api [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Task: {'id': task-4128308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164241} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.714318] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.714699] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.714969] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.715267] env[69330]: INFO nova.compute.manager [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 835.715571] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.715891] env[69330]: DEBUG nova.compute.manager [-] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.716082] env[69330]: DEBUG nova.network.neutron [-] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.755998] env[69330]: DEBUG nova.network.neutron [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Successfully updated port: 0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.776766] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ddb0d44d-8d87-4d2a-9f79-c3895996af4a tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Lock "7a8a93ab-8e2a-40e9-8f91-df749f7391bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.873s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.816672] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.817249] env[69330]: DEBUG nova.compute.manager [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.820485] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.443s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.822235] env[69330]: INFO nova.compute.claims [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.842555] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.956430] env[69330]: DEBUG oslo_vmware.api [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179788} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.956430] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.956713] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.956995] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.957314] env[69330]: INFO nova.compute.manager [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 835.957692] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.958555] env[69330]: DEBUG nova.compute.manager [-] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.958649] env[69330]: DEBUG nova.network.neutron [-] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.012901] env[69330]: DEBUG oslo_vmware.api [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128312, 'name': ResetVM_Task, 'duration_secs': 0.124562} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.013916] env[69330]: DEBUG nova.network.neutron [req-4e3c9e1b-935b-4733-8aea-f03fe7186a07 req-7af8ec02-25da-4db6-b8ea-47af0dca9745 service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.015999] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Did hard reboot of VM {{(pid=69330) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 836.016238] env[69330]: DEBUG nova.compute.manager [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 836.017147] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2b4c5c-0056-4d9d-870a-84eab85fc62a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.036721] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "refresh_cache-4f977295-2f54-47ca-95f7-ae98ac7e09b0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.180716] env[69330]: DEBUG nova.network.neutron [req-4e3c9e1b-935b-4733-8aea-f03fe7186a07 req-7af8ec02-25da-4db6-b8ea-47af0dca9745 service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.258654] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Acquiring lock "refresh_cache-cb192c53-da48-40ca-9824-a81b5494ea93" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.258808] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Acquired lock "refresh_cache-cb192c53-da48-40ca-9824-a81b5494ea93" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.258969] env[69330]: DEBUG nova.network.neutron [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.280080] env[69330]: DEBUG nova.compute.manager [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.329779] env[69330]: DEBUG nova.compute.utils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.334501] env[69330]: DEBUG nova.compute.manager [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.334748] env[69330]: DEBUG nova.network.neutron [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.348437] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.381239] env[69330]: DEBUG nova.policy [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '508c9bf835fa4445930945eb1bbbbbe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d1085be8bd9427c9482a2ecb3cd5168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.533467] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52cef699-1061-4492-bfa4-363e8eb6bc24 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.565s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.685077] env[69330]: DEBUG oslo_concurrency.lockutils [req-4e3c9e1b-935b-4733-8aea-f03fe7186a07 req-7af8ec02-25da-4db6-b8ea-47af0dca9745 service nova] Releasing lock "refresh_cache-4f977295-2f54-47ca-95f7-ae98ac7e09b0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.685077] env[69330]: DEBUG oslo_concurrency.lockutils [req-21d4fe55-78f9-4a21-82c1-2a542a29a5b6 req-8c93062b-1e49-4822-9808-64ea9e4128fa service nova] Acquired lock "refresh_cache-4f977295-2f54-47ca-95f7-ae98ac7e09b0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.685077] env[69330]: DEBUG nova.network.neutron [req-21d4fe55-78f9-4a21-82c1-2a542a29a5b6 req-8c93062b-1e49-4822-9808-64ea9e4128fa service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Refreshing network info cache for port 002baa32-15d9-4c71-9268-b6de8d40f994 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.717752] env[69330]: DEBUG nova.network.neutron [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Successfully created port: c867aaf3-d478-43f7-b831-89fdacc45f88 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.818394] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.821989] env[69330]: DEBUG nova.network.neutron [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.824614] env[69330]: DEBUG nova.network.neutron [-] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.835258] env[69330]: DEBUG nova.compute.manager [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.866961] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128309, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.059230] env[69330]: DEBUG nova.network.neutron [-] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.086271] env[69330]: DEBUG nova.network.neutron [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Updating instance_info_cache with network_info: [{"id": "0ee69fcd-5de2-4fe1-b3c5-05645a5afc73", "address": "fa:16:3e:49:48:68", "network": {"id": "5fcc3cf1-b8f5-4cd3-b31a-546fd03e0893", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-420450398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5ec26bbf54c495cb655b88651521387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee69fcd-5d", "ovs_interfaceid": "0ee69fcd-5de2-4fe1-b3c5-05645a5afc73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.231769] env[69330]: DEBUG nova.network.neutron [req-21d4fe55-78f9-4a21-82c1-2a542a29a5b6 req-8c93062b-1e49-4822-9808-64ea9e4128fa service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.334179] env[69330]: INFO nova.compute.manager [-] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Took 1.37 seconds to deallocate network for instance. [ 837.363754] env[69330]: DEBUG oslo_vmware.api [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128309, 'name': PowerOnVM_Task, 'duration_secs': 1.587985} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.364977] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.365258] env[69330]: INFO nova.compute.manager [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Took 11.04 seconds to spawn the instance on the hypervisor. [ 837.365851] env[69330]: DEBUG nova.compute.manager [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 837.368921] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c07daf-9e41-4c3b-9ca5-2614b6f3b28e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.396262] env[69330]: DEBUG nova.network.neutron [req-21d4fe55-78f9-4a21-82c1-2a542a29a5b6 req-8c93062b-1e49-4822-9808-64ea9e4128fa service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.467215] env[69330]: INFO nova.compute.manager [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Rebuilding instance [ 837.517643] env[69330]: DEBUG nova.compute.manager [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 837.521024] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c0335a-acea-49e7-980d-2a5f81cfcc72 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.561876] env[69330]: INFO nova.compute.manager [-] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Took 1.85 seconds to deallocate network for instance. [ 837.568025] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40de321-323c-4373-93e3-1d69498e7c57 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.577398] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197b2274-e709-426f-95b3-8ac279a21b80 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.612115] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Releasing lock "refresh_cache-cb192c53-da48-40ca-9824-a81b5494ea93" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.612393] env[69330]: DEBUG nova.compute.manager [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Instance network_info: |[{"id": "0ee69fcd-5de2-4fe1-b3c5-05645a5afc73", "address": "fa:16:3e:49:48:68", "network": {"id": "5fcc3cf1-b8f5-4cd3-b31a-546fd03e0893", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-420450398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5ec26bbf54c495cb655b88651521387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee69fcd-5d", "ovs_interfaceid": "0ee69fcd-5de2-4fe1-b3c5-05645a5afc73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.613218] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:48:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ee69fcd-5de2-4fe1-b3c5-05645a5afc73', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.621573] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Creating folder: Project (d5ec26bbf54c495cb655b88651521387). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.622211] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae11e2a6-dd25-4a1b-b209-7eede88e173c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.625500] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-751c4eb4-cf87-492f-b9e4-6f08456ff992 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.633558] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcefa1b-9369-4d88-8dfd-0be4f5d1d4a1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.639089] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Created folder: Project (d5ec26bbf54c495cb655b88651521387) in parent group-v817559. [ 837.639947] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Creating folder: Instances. Parent ref: group-v817715. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.639947] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3a418cf-e355-4908-a681-65cf95bc29b0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.650844] env[69330]: DEBUG nova.compute.provider_tree [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.653580] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Created folder: Instances in parent group-v817715. [ 837.653858] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.654457] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.654561] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9be975c6-959a-4b15-8ea5-4e202ed81cf6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.675822] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.675822] env[69330]: value = "task-4128315" [ 837.675822] env[69330]: _type = "Task" [ 837.675822] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.686261] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128315, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.848886] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.861841] env[69330]: DEBUG nova.compute.manager [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.867245] env[69330]: DEBUG nova.compute.manager [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Received event network-vif-plugged-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.867245] env[69330]: DEBUG oslo_concurrency.lockutils [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] Acquiring lock "cb192c53-da48-40ca-9824-a81b5494ea93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.868393] env[69330]: DEBUG oslo_concurrency.lockutils [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] Lock "cb192c53-da48-40ca-9824-a81b5494ea93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.868393] env[69330]: DEBUG oslo_concurrency.lockutils [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] Lock "cb192c53-da48-40ca-9824-a81b5494ea93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.868393] env[69330]: DEBUG nova.compute.manager [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] No waiting events found dispatching network-vif-plugged-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 837.868393] env[69330]: WARNING nova.compute.manager [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Received unexpected event network-vif-plugged-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 for instance with vm_state building and task_state spawning. [ 837.868393] env[69330]: DEBUG nova.compute.manager [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Received event network-changed-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.868393] env[69330]: DEBUG nova.compute.manager [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Refreshing instance network info cache due to event network-changed-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.868717] env[69330]: DEBUG oslo_concurrency.lockutils [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] Acquiring lock "refresh_cache-cb192c53-da48-40ca-9824-a81b5494ea93" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.868717] env[69330]: DEBUG oslo_concurrency.lockutils [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] Acquired lock "refresh_cache-cb192c53-da48-40ca-9824-a81b5494ea93" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.868825] env[69330]: DEBUG nova.network.neutron [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Refreshing network info cache for port 0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.890466] env[69330]: INFO nova.compute.manager [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Took 43.84 seconds to build instance. [ 837.899071] env[69330]: DEBUG nova.virt.hardware [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.899506] env[69330]: DEBUG nova.virt.hardware [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.899506] env[69330]: DEBUG nova.virt.hardware [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.899795] env[69330]: DEBUG nova.virt.hardware [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.899888] env[69330]: DEBUG nova.virt.hardware [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.899983] env[69330]: DEBUG nova.virt.hardware [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.900237] env[69330]: DEBUG nova.virt.hardware [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.900439] env[69330]: DEBUG nova.virt.hardware [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.900644] env[69330]: DEBUG nova.virt.hardware [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.900817] env[69330]: DEBUG nova.virt.hardware [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.900995] env[69330]: DEBUG nova.virt.hardware [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.902023] env[69330]: DEBUG oslo_concurrency.lockutils [req-21d4fe55-78f9-4a21-82c1-2a542a29a5b6 req-8c93062b-1e49-4822-9808-64ea9e4128fa service nova] Releasing lock "refresh_cache-4f977295-2f54-47ca-95f7-ae98ac7e09b0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.902795] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cd86c7-f8fe-45ab-8b06-27b70cb57957 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.906191] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquired lock "refresh_cache-4f977295-2f54-47ca-95f7-ae98ac7e09b0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.906359] env[69330]: DEBUG nova.network.neutron [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.915441] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5c160a-b3d7-4635-8d4c-dc8464d365d4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.073725] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.095535] env[69330]: DEBUG nova.compute.manager [req-e4d20e47-5582-4f9d-b1fa-7c5002b55b73 req-17f043ee-de95-4d9c-b5ed-f8d26a444a78 service nova] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Received event network-vif-deleted-9e16bead-0c5f-443c-b083-62e74f68a888 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.095787] env[69330]: DEBUG nova.compute.manager [req-e4d20e47-5582-4f9d-b1fa-7c5002b55b73 req-17f043ee-de95-4d9c-b5ed-f8d26a444a78 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Received event network-changed-69c44213-e717-4c3a-9432-e7a6a64603e3 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.095951] env[69330]: DEBUG nova.compute.manager [req-e4d20e47-5582-4f9d-b1fa-7c5002b55b73 req-17f043ee-de95-4d9c-b5ed-f8d26a444a78 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Refreshing instance network info cache due to event network-changed-69c44213-e717-4c3a-9432-e7a6a64603e3. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.096809] env[69330]: DEBUG oslo_concurrency.lockutils [req-e4d20e47-5582-4f9d-b1fa-7c5002b55b73 req-17f043ee-de95-4d9c-b5ed-f8d26a444a78 service nova] Acquiring lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.096809] env[69330]: DEBUG oslo_concurrency.lockutils [req-e4d20e47-5582-4f9d-b1fa-7c5002b55b73 req-17f043ee-de95-4d9c-b5ed-f8d26a444a78 service nova] Acquired lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.096809] env[69330]: DEBUG nova.network.neutron [req-e4d20e47-5582-4f9d-b1fa-7c5002b55b73 req-17f043ee-de95-4d9c-b5ed-f8d26a444a78 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Refreshing network info cache for port 69c44213-e717-4c3a-9432-e7a6a64603e3 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.184623] env[69330]: ERROR nova.scheduler.client.report [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [req-5ec4c7f5-6e00-4aea-bc90-912c6e24f155] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5ec4c7f5-6e00-4aea-bc90-912c6e24f155"}]} [ 838.199971] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128315, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.213598] env[69330]: DEBUG nova.scheduler.client.report [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 838.231124] env[69330]: DEBUG nova.scheduler.client.report [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 838.231124] env[69330]: DEBUG nova.compute.provider_tree [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 838.244975] env[69330]: DEBUG nova.scheduler.client.report [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 838.270096] env[69330]: DEBUG nova.scheduler.client.report [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 838.338884] env[69330]: DEBUG nova.network.neutron [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Successfully updated port: c867aaf3-d478-43f7-b831-89fdacc45f88 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.392053] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Lock "0a570f28-2b57-463e-a1a1-c8e073763c90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.306s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.537614] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.537795] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5fd9299-8f5d-44ed-baf9-d03841128d40 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.546360] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 838.546360] env[69330]: value = "task-4128316" [ 838.546360] env[69330]: _type = "Task" [ 838.546360] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.564192] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.564502] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.564722] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.564912] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.565100] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.567201] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.568124] env[69330]: INFO nova.compute.manager [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Terminating instance [ 838.694863] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128315, 'name': CreateVM_Task, 'duration_secs': 0.729861} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.695926] env[69330]: DEBUG nova.network.neutron [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.698022] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.702238] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.702525] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.703084] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.704368] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51be85b2-0153-488f-938c-eacc58b0ddc5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.713031] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Waiting for the task: (returnval){ [ 838.713031] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524c703a-79b6-23f7-6fb0-78ced9972b51" [ 838.713031] env[69330]: _type = "Task" [ 838.713031] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.721685] env[69330]: DEBUG nova.network.neutron [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Updated VIF entry in instance network info cache for port 0ee69fcd-5de2-4fe1-b3c5-05645a5afc73. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.722970] env[69330]: DEBUG nova.network.neutron [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Updating instance_info_cache with network_info: [{"id": "0ee69fcd-5de2-4fe1-b3c5-05645a5afc73", "address": "fa:16:3e:49:48:68", "network": {"id": "5fcc3cf1-b8f5-4cd3-b31a-546fd03e0893", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-420450398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5ec26bbf54c495cb655b88651521387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee69fcd-5d", "ovs_interfaceid": "0ee69fcd-5de2-4fe1-b3c5-05645a5afc73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.733763] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524c703a-79b6-23f7-6fb0-78ced9972b51, 'name': SearchDatastore_Task, 'duration_secs': 0.018164} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.734340] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.734618] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.735329] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.735487] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.735685] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.736143] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2a3ecf3-9a6a-498a-98e4-f92ca018d26d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.752934] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.753168] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.757067] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c0684c-af71-428b-b2b3-3decc6c1225e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.765441] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Waiting for the task: (returnval){ [ 838.765441] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5207bb59-3e00-e192-b427-d9b930633c39" [ 838.765441] env[69330]: _type = "Task" [ 838.765441] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.788513] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5207bb59-3e00-e192-b427-d9b930633c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.844761] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "refresh_cache-01d47885-7375-44f0-a12f-d30b91882858" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.845059] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquired lock "refresh_cache-01d47885-7375-44f0-a12f-d30b91882858" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.845263] env[69330]: DEBUG nova.network.neutron [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.897424] env[69330]: DEBUG nova.compute.manager [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.914674] env[69330]: DEBUG nova.network.neutron [req-e4d20e47-5582-4f9d-b1fa-7c5002b55b73 req-17f043ee-de95-4d9c-b5ed-f8d26a444a78 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Updated VIF entry in instance network info cache for port 69c44213-e717-4c3a-9432-e7a6a64603e3. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.919236] env[69330]: DEBUG nova.network.neutron [req-e4d20e47-5582-4f9d-b1fa-7c5002b55b73 req-17f043ee-de95-4d9c-b5ed-f8d26a444a78 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Updating instance_info_cache with network_info: [{"id": "69c44213-e717-4c3a-9432-e7a6a64603e3", "address": "fa:16:3e:e9:77:e2", "network": {"id": "3c618237-563b-467f-8202-fd0bc41afa26", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1523283478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbab6d6888e047d881d26bca0bbd50ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c44213-e7", "ovs_interfaceid": "69c44213-e717-4c3a-9432-e7a6a64603e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.003223] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bac9922-b07f-4727-9131-a708b7e0c02d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.014383] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c15b57-7b26-47c5-bba9-fa43647c4c1c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.046825] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafc97d6-4c11-46e3-ba82-d3f4e6766c4f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.058319] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128316, 'name': PowerOffVM_Task, 'duration_secs': 0.149081} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.060266] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.060953] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.061757] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44381ab-0157-4f34-8224-8a0cb32a76c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.065478] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c756d1-1c0b-4c53-9b03-f2e9d3ed9012 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.082577] env[69330]: DEBUG nova.compute.manager [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.082970] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.083515] env[69330]: DEBUG nova.compute.provider_tree [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.087327] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b762b195-80bd-4779-af0f-4ce2bfa8b2aa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.092014] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.092014] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-600e306c-d7b9-47b4-8113-4e9bd736eb0a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.097723] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.098014] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfcf2a6e-c157-4ae5-86f3-028fc191c61c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.105775] env[69330]: DEBUG oslo_vmware.api [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 839.105775] env[69330]: value = "task-4128318" [ 839.105775] env[69330]: _type = "Task" [ 839.105775] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.120439] env[69330]: DEBUG oslo_vmware.api [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.120844] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.121099] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.121292] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Deleting the datastore file [datastore1] 7a8a93ab-8e2a-40e9-8f91-df749f7391bc {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.121559] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5e2ba48-c9c2-4d39-ace2-5274e2d9b442 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.129749] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 839.129749] env[69330]: value = "task-4128319" [ 839.129749] env[69330]: _type = "Task" [ 839.129749] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.138678] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.229233] env[69330]: DEBUG oslo_concurrency.lockutils [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] Releasing lock "refresh_cache-cb192c53-da48-40ca-9824-a81b5494ea93" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.229233] env[69330]: DEBUG nova.compute.manager [req-da9a7917-94aa-472d-a674-d44a9e469c7a req-4fcbb52c-7956-4e43-9936-669da7e165dd service nova] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Received event network-vif-deleted-bb25fa3f-b361-45ca-a292-13cfc7bd8274 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.240467] env[69330]: DEBUG nova.network.neutron [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Updating instance_info_cache with network_info: [{"id": "a1317eed-3989-4411-b254-fabba5ada5b6", "address": "fa:16:3e:40:6e:d2", "network": {"id": "166aa227-a4b2-4fa5-8331-9870aa4d1a31", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1694787953", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1317eed-39", "ovs_interfaceid": "a1317eed-3989-4411-b254-fabba5ada5b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "002baa32-15d9-4c71-9268-b6de8d40f994", "address": "fa:16:3e:4b:a8:3b", "network": {"id": "b7b0db7a-2c44-4f26-a26e-63ed05df9d16", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-709154199", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002baa32-15", "ovs_interfaceid": "002baa32-15d9-4c71-9268-b6de8d40f994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.282080] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5207bb59-3e00-e192-b427-d9b930633c39, 'name': SearchDatastore_Task, 'duration_secs': 0.031205} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.283097] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31795681-ee03-4a75-a20d-6b9a1c089e4d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.290480] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Waiting for the task: (returnval){ [ 839.290480] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cdd959-17e6-aace-3367-4fe9369e9a1b" [ 839.290480] env[69330]: _type = "Task" [ 839.290480] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.304649] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cdd959-17e6-aace-3367-4fe9369e9a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.422591] env[69330]: DEBUG oslo_concurrency.lockutils [req-e4d20e47-5582-4f9d-b1fa-7c5002b55b73 req-17f043ee-de95-4d9c-b5ed-f8d26a444a78 service nova] Releasing lock "refresh_cache-ffd5b288-3fd6-409e-a4cf-69894dd8d62c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.424810] env[69330]: DEBUG oslo_concurrency.lockutils [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.463325] env[69330]: DEBUG nova.network.neutron [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.623058] env[69330]: DEBUG oslo_vmware.api [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128318, 'name': PowerOffVM_Task, 'duration_secs': 0.493818} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.623650] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.624055] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.624520] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a7d1962-2437-486d-80be-ceecf19597e2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.647036] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111386} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.649367] env[69330]: DEBUG nova.scheduler.client.report [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 839.649367] env[69330]: DEBUG nova.compute.provider_tree [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 80 to 81 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 839.649367] env[69330]: DEBUG nova.compute.provider_tree [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.653932] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.655920] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.656242] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.711023] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.711023] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.711023] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Deleting the datastore file [datastore1] ffd5b288-3fd6-409e-a4cf-69894dd8d62c {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.711023] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10aedb70-6006-4a03-8f9c-2e55f4aa9101 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.721368] env[69330]: DEBUG oslo_vmware.api [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 839.721368] env[69330]: value = "task-4128321" [ 839.721368] env[69330]: _type = "Task" [ 839.721368] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.730989] env[69330]: DEBUG oslo_vmware.api [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.747331] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Releasing lock "refresh_cache-4f977295-2f54-47ca-95f7-ae98ac7e09b0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.747912] env[69330]: DEBUG nova.compute.manager [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Instance network_info: |[{"id": "a1317eed-3989-4411-b254-fabba5ada5b6", "address": "fa:16:3e:40:6e:d2", "network": {"id": "166aa227-a4b2-4fa5-8331-9870aa4d1a31", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1694787953", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1317eed-39", "ovs_interfaceid": "a1317eed-3989-4411-b254-fabba5ada5b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "002baa32-15d9-4c71-9268-b6de8d40f994", "address": "fa:16:3e:4b:a8:3b", "network": {"id": "b7b0db7a-2c44-4f26-a26e-63ed05df9d16", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-709154199", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002baa32-15", "ovs_interfaceid": "002baa32-15d9-4c71-9268-b6de8d40f994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.748674] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:6e:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1317eed-3989-4411-b254-fabba5ada5b6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:a8:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '002baa32-15d9-4c71-9268-b6de8d40f994', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.760582] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.761588] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.762323] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-456c6844-8285-4603-af8d-bdec17b74448 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.792073] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.792073] env[69330]: value = "task-4128322" [ 839.792073] env[69330]: _type = "Task" [ 839.792073] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.807594] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cdd959-17e6-aace-3367-4fe9369e9a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.013248} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.811594] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.811993] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] cb192c53-da48-40ca-9824-a81b5494ea93/cb192c53-da48-40ca-9824-a81b5494ea93.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.812321] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128322, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.812612] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da2e4538-81b2-48db-a862-be16aa2453ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.820755] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Waiting for the task: (returnval){ [ 839.820755] env[69330]: value = "task-4128323" [ 839.820755] env[69330]: _type = "Task" [ 839.820755] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.831686] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.844760] env[69330]: DEBUG nova.network.neutron [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Updating instance_info_cache with network_info: [{"id": "c867aaf3-d478-43f7-b831-89fdacc45f88", "address": "fa:16:3e:ba:69:8a", "network": {"id": "1661263f-0f83-443a-9ade-153c392ec0ca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-123585934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d1085be8bd9427c9482a2ecb3cd5168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc867aaf3-d4", "ovs_interfaceid": "c867aaf3-d478-43f7-b831-89fdacc45f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.888644] env[69330]: INFO nova.compute.manager [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Rescuing [ 839.888946] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquiring lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.889145] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquired lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.889342] env[69330]: DEBUG nova.network.neutron [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.134578] env[69330]: DEBUG nova.compute.manager [req-a1deb7f9-1bd8-4e26-a845-a5d88d2d5bc0 req-da041826-4cc1-4f3e-b43d-226b69d3700e service nova] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Received event network-vif-plugged-c867aaf3-d478-43f7-b831-89fdacc45f88 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.134578] env[69330]: DEBUG oslo_concurrency.lockutils [req-a1deb7f9-1bd8-4e26-a845-a5d88d2d5bc0 req-da041826-4cc1-4f3e-b43d-226b69d3700e service nova] Acquiring lock "01d47885-7375-44f0-a12f-d30b91882858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.134578] env[69330]: DEBUG oslo_concurrency.lockutils [req-a1deb7f9-1bd8-4e26-a845-a5d88d2d5bc0 req-da041826-4cc1-4f3e-b43d-226b69d3700e service nova] Lock "01d47885-7375-44f0-a12f-d30b91882858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.134578] env[69330]: DEBUG oslo_concurrency.lockutils [req-a1deb7f9-1bd8-4e26-a845-a5d88d2d5bc0 req-da041826-4cc1-4f3e-b43d-226b69d3700e service nova] Lock "01d47885-7375-44f0-a12f-d30b91882858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.134578] env[69330]: DEBUG nova.compute.manager [req-a1deb7f9-1bd8-4e26-a845-a5d88d2d5bc0 req-da041826-4cc1-4f3e-b43d-226b69d3700e service nova] [instance: 01d47885-7375-44f0-a12f-d30b91882858] No waiting events found dispatching network-vif-plugged-c867aaf3-d478-43f7-b831-89fdacc45f88 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 840.134578] env[69330]: WARNING nova.compute.manager [req-a1deb7f9-1bd8-4e26-a845-a5d88d2d5bc0 req-da041826-4cc1-4f3e-b43d-226b69d3700e service nova] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Received unexpected event network-vif-plugged-c867aaf3-d478-43f7-b831-89fdacc45f88 for instance with vm_state building and task_state spawning. [ 840.134578] env[69330]: DEBUG nova.compute.manager [req-a1deb7f9-1bd8-4e26-a845-a5d88d2d5bc0 req-da041826-4cc1-4f3e-b43d-226b69d3700e service nova] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Received event network-changed-c867aaf3-d478-43f7-b831-89fdacc45f88 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.134578] env[69330]: DEBUG nova.compute.manager [req-a1deb7f9-1bd8-4e26-a845-a5d88d2d5bc0 req-da041826-4cc1-4f3e-b43d-226b69d3700e service nova] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Refreshing instance network info cache due to event network-changed-c867aaf3-d478-43f7-b831-89fdacc45f88. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.134578] env[69330]: DEBUG oslo_concurrency.lockutils [req-a1deb7f9-1bd8-4e26-a845-a5d88d2d5bc0 req-da041826-4cc1-4f3e-b43d-226b69d3700e service nova] Acquiring lock "refresh_cache-01d47885-7375-44f0-a12f-d30b91882858" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.169144] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.348s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.171901] env[69330]: DEBUG nova.compute.manager [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.172901] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.966s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.173151] env[69330]: DEBUG nova.objects.instance [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lazy-loading 'resources' on Instance uuid 8ac8a233-7f92-437d-ae1f-7e80d7286796 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.232973] env[69330]: DEBUG oslo_vmware.api [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169863} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.233298] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.233512] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.234080] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.234080] env[69330]: INFO nova.compute.manager [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 840.234331] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.234619] env[69330]: DEBUG nova.compute.manager [-] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.234730] env[69330]: DEBUG nova.network.neutron [-] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.312991] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128322, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.333051] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128323, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.351481] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Releasing lock "refresh_cache-01d47885-7375-44f0-a12f-d30b91882858" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.351856] env[69330]: DEBUG nova.compute.manager [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Instance network_info: |[{"id": "c867aaf3-d478-43f7-b831-89fdacc45f88", "address": "fa:16:3e:ba:69:8a", "network": {"id": "1661263f-0f83-443a-9ade-153c392ec0ca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-123585934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d1085be8bd9427c9482a2ecb3cd5168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc867aaf3-d4", "ovs_interfaceid": "c867aaf3-d478-43f7-b831-89fdacc45f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.352259] env[69330]: DEBUG oslo_concurrency.lockutils [req-a1deb7f9-1bd8-4e26-a845-a5d88d2d5bc0 req-da041826-4cc1-4f3e-b43d-226b69d3700e service nova] Acquired lock "refresh_cache-01d47885-7375-44f0-a12f-d30b91882858" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.352945] env[69330]: DEBUG nova.network.neutron [req-a1deb7f9-1bd8-4e26-a845-a5d88d2d5bc0 req-da041826-4cc1-4f3e-b43d-226b69d3700e service nova] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Refreshing network info cache for port c867aaf3-d478-43f7-b831-89fdacc45f88 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.360040] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:69:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c867aaf3-d478-43f7-b831-89fdacc45f88', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.370061] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.371398] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.371818] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ee3816f-9144-469b-abe7-747b59da9520 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.406131] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.406131] env[69330]: value = "task-4128324" [ 840.406131] env[69330]: _type = "Task" [ 840.406131] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.419104] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128324, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.664170] env[69330]: DEBUG nova.network.neutron [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Updating instance_info_cache with network_info: [{"id": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "address": "fa:16:3e:2d:cd:70", "network": {"id": "b834c5f1-2102-4319-88c8-9cf7aa4dfd5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1837311640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2c90e72ba2a2427aa95c78a14f9c1423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce4f329-fc", "ovs_interfaceid": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.677534] env[69330]: DEBUG nova.compute.utils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.685908] env[69330]: DEBUG nova.compute.manager [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.685908] env[69330]: DEBUG nova.network.neutron [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.715755] env[69330]: DEBUG nova.virt.hardware [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.715999] env[69330]: DEBUG nova.virt.hardware [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.716205] env[69330]: DEBUG nova.virt.hardware [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.716412] env[69330]: DEBUG nova.virt.hardware [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.717277] env[69330]: DEBUG nova.virt.hardware [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.717277] env[69330]: DEBUG nova.virt.hardware [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.717277] env[69330]: DEBUG nova.virt.hardware [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.717450] env[69330]: DEBUG nova.virt.hardware [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.717490] env[69330]: DEBUG nova.virt.hardware [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.717770] env[69330]: DEBUG nova.virt.hardware [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.717822] env[69330]: DEBUG nova.virt.hardware [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.718854] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49be1ced-c7a6-4433-bec7-a4f5947eb28d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.735757] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11216cba-4605-4f23-86b5-7028ac29ad90 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.755967] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.763288] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.766396] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.767048] env[69330]: DEBUG nova.compute.manager [req-15cce3d2-269c-4828-a9aa-432f43b2a5b7 req-8b6b5563-9664-4e84-be7d-e55cbf104290 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Received event network-vif-deleted-69c44213-e717-4c3a-9432-e7a6a64603e3 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.767247] env[69330]: INFO nova.compute.manager [req-15cce3d2-269c-4828-a9aa-432f43b2a5b7 req-8b6b5563-9664-4e84-be7d-e55cbf104290 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Neutron deleted interface 69c44213-e717-4c3a-9432-e7a6a64603e3; detaching it from the instance and deleting it from the info cache [ 840.769235] env[69330]: DEBUG nova.network.neutron [req-15cce3d2-269c-4828-a9aa-432f43b2a5b7 req-8b6b5563-9664-4e84-be7d-e55cbf104290 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.769607] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e24778d8-d488-4292-bb6d-816d976c6263 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.783505] env[69330]: DEBUG nova.policy [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32e8e100581144dc8041a0065d3217b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8274dde6c414a3982a4d113f9999eea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.793781] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.793781] env[69330]: value = "task-4128325" [ 840.793781] env[69330]: _type = "Task" [ 840.793781] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.807436] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128325, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.813685] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128322, 'name': CreateVM_Task, 'duration_secs': 0.617831} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.814857] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.814857] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.815193] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.815319] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.815554] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde3bcac-326d-4f03-8f1e-802665e2a611 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.822715] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 840.822715] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524fe6cf-33af-20e7-8148-c5e9c2a14d59" [ 840.822715] env[69330]: _type = "Task" [ 840.822715] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.839742] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524fe6cf-33af-20e7-8148-c5e9c2a14d59, 'name': SearchDatastore_Task, 'duration_secs': 0.011098} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.843463] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.843834] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.844231] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.844577] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.844788] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.845185] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571344} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.848174] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-742c3b49-3a03-4fdf-bf0f-02d95b6270e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.850494] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] cb192c53-da48-40ca-9824-a81b5494ea93/cb192c53-da48-40ca-9824-a81b5494ea93.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.850617] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.853335] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bcce35a-75c7-4c45-87f3-707e26bc1e0b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.861919] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Waiting for the task: (returnval){ [ 840.861919] env[69330]: value = "task-4128326" [ 840.861919] env[69330]: _type = "Task" [ 840.861919] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.874037] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.874037] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.877009] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c93883-2c55-4439-ab80-6d2b04028399 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.884445] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.892671] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 840.892671] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52db37ec-d5b5-80b7-3c70-ac500241450b" [ 840.892671] env[69330]: _type = "Task" [ 840.892671] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.906431] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52db37ec-d5b5-80b7-3c70-ac500241450b, 'name': SearchDatastore_Task, 'duration_secs': 0.012476} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.911013] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-173071ee-4352-4778-aba4-479de67d07ae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.921361] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128324, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.925486] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 840.925486] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52edc7bb-e8a2-ef36-1e07-e552fd0278e5" [ 840.925486] env[69330]: _type = "Task" [ 840.925486] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.940667] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52edc7bb-e8a2-ef36-1e07-e552fd0278e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012858} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.944272] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.944634] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 4f977295-2f54-47ca-95f7-ae98ac7e09b0/4f977295-2f54-47ca-95f7-ae98ac7e09b0.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.945196] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a896f719-9dd0-40cb-ad6d-033101437d97 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.955027] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 840.955027] env[69330]: value = "task-4128327" [ 840.955027] env[69330]: _type = "Task" [ 840.955027] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.965469] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.160323] env[69330]: DEBUG nova.network.neutron [req-a1deb7f9-1bd8-4e26-a845-a5d88d2d5bc0 req-da041826-4cc1-4f3e-b43d-226b69d3700e service nova] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Updated VIF entry in instance network info cache for port c867aaf3-d478-43f7-b831-89fdacc45f88. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.160323] env[69330]: DEBUG nova.network.neutron [req-a1deb7f9-1bd8-4e26-a845-a5d88d2d5bc0 req-da041826-4cc1-4f3e-b43d-226b69d3700e service nova] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Updating instance_info_cache with network_info: [{"id": "c867aaf3-d478-43f7-b831-89fdacc45f88", "address": "fa:16:3e:ba:69:8a", "network": {"id": "1661263f-0f83-443a-9ade-153c392ec0ca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-123585934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d1085be8bd9427c9482a2ecb3cd5168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc867aaf3-d4", "ovs_interfaceid": "c867aaf3-d478-43f7-b831-89fdacc45f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.167683] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Releasing lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.172064] env[69330]: DEBUG nova.network.neutron [-] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.186608] env[69330]: DEBUG nova.compute.manager [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.272253] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34f1b5c5-0fb6-4fe5-9c3b-8b184232ceb8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.282207] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c959a609-3ea7-47b1-a67f-a436557af403 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.312792] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128325, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.329149] env[69330]: DEBUG nova.compute.manager [req-15cce3d2-269c-4828-a9aa-432f43b2a5b7 req-8b6b5563-9664-4e84-be7d-e55cbf104290 service nova] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Detach interface failed, port_id=69c44213-e717-4c3a-9432-e7a6a64603e3, reason: Instance ffd5b288-3fd6-409e-a4cf-69894dd8d62c could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 841.374827] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090232} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.375693] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.380581] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3c7a0a-889a-4cb5-b715-3fdd67f4daf9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.409915] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] cb192c53-da48-40ca-9824-a81b5494ea93/cb192c53-da48-40ca-9824-a81b5494ea93.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.413365] env[69330]: DEBUG nova.network.neutron [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Successfully created port: 225db240-bbe8-4a6b-9163-8f3c89c71499 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.416517] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0260e880-3939-451d-9be0-de7dd52f742e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.446981] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128324, 'name': CreateVM_Task, 'duration_secs': 0.777722} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.448914] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.449404] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Waiting for the task: (returnval){ [ 841.449404] env[69330]: value = "task-4128328" [ 841.449404] env[69330]: _type = "Task" [ 841.449404] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.450092] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.450904] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.450904] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.451283] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee31ca78-acc2-404d-b568-b4ed55c032dc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.468291] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 841.468291] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5268f14c-db6b-bf2e-9ee3-44bdbe982c64" [ 841.468291] env[69330]: _type = "Task" [ 841.468291] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.475542] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128327, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.475644] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.485672] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5268f14c-db6b-bf2e-9ee3-44bdbe982c64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.571799] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06499b7-6181-4811-836b-236852a75ca6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.579977] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b867b1-3fc4-47b2-bc64-db30f6253f61 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.612301] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2998eb-23e2-40ce-bdb7-d8c7c94497cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.621626] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d752afbf-4688-48e4-83dc-fa1319d24a28 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.635649] env[69330]: DEBUG nova.compute.provider_tree [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.663073] env[69330]: DEBUG oslo_concurrency.lockutils [req-a1deb7f9-1bd8-4e26-a845-a5d88d2d5bc0 req-da041826-4cc1-4f3e-b43d-226b69d3700e service nova] Releasing lock "refresh_cache-01d47885-7375-44f0-a12f-d30b91882858" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.674895] env[69330]: INFO nova.compute.manager [-] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Took 1.44 seconds to deallocate network for instance. [ 841.810382] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128325, 'name': CreateVM_Task, 'duration_secs': 0.527933} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.810478] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.811225] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.962061] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.974040] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561076} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.978442] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 4f977295-2f54-47ca-95f7-ae98ac7e09b0/4f977295-2f54-47ca-95f7-ae98ac7e09b0.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.978851] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.979387] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5268f14c-db6b-bf2e-9ee3-44bdbe982c64, 'name': SearchDatastore_Task, 'duration_secs': 0.037936} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.979387] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b5186a0-87ca-4e17-b9d3-c25c3c62dc8a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.981195] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.981461] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.981778] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.981951] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.982152] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.982439] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.982728] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.982935] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57a01cd6-6220-4c2a-b40c-a9649a98fe13 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.985644] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6942a29c-0dcd-40a2-841c-f77d9224ad23 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.990678] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 841.990678] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527c67e5-8c15-4f1d-2256-2857a86f85bb" [ 841.990678] env[69330]: _type = "Task" [ 841.990678] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.992015] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 841.992015] env[69330]: value = "task-4128329" [ 841.992015] env[69330]: _type = "Task" [ 841.992015] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.002741] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.002942] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.004255] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c6ba4a-3beb-48b4-b7cd-03867092b465 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.010906] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527c67e5-8c15-4f1d-2256-2857a86f85bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011765} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.011532] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.011768] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.011977] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.015533] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.016593] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 842.016593] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b82c1d-32be-ee67-5105-b1d2f9a5f989" [ 842.016593] env[69330]: _type = "Task" [ 842.016593] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.026029] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b82c1d-32be-ee67-5105-b1d2f9a5f989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.181469] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.187033] env[69330]: DEBUG nova.scheduler.client.report [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 842.187421] env[69330]: DEBUG nova.compute.provider_tree [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 81 to 82 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 842.187932] env[69330]: DEBUG nova.compute.provider_tree [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.202140] env[69330]: DEBUG nova.compute.manager [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.242488] env[69330]: DEBUG nova.virt.hardware [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.242488] env[69330]: DEBUG nova.virt.hardware [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.242488] env[69330]: DEBUG nova.virt.hardware [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.242806] env[69330]: DEBUG nova.virt.hardware [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.242860] env[69330]: DEBUG nova.virt.hardware [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.242999] env[69330]: DEBUG nova.virt.hardware [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.243230] env[69330]: DEBUG nova.virt.hardware [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.243386] env[69330]: DEBUG nova.virt.hardware [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.243551] env[69330]: DEBUG nova.virt.hardware [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.243707] env[69330]: DEBUG nova.virt.hardware [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.243870] env[69330]: DEBUG nova.virt.hardware [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.244928] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4992a1-b3a3-49b9-8aa9-72166255d4c5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.256113] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a769bd-4bc5-4720-af26-8e2bdfe95e20 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.466520] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.505897] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074272} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.506291] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.509721] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850918bc-f5ce-43a2-96df-69796815f721 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.535680] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 4f977295-2f54-47ca-95f7-ae98ac7e09b0/4f977295-2f54-47ca-95f7-ae98ac7e09b0.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.539405] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5c7f89a-da4c-4cc5-b1e8-96b5f36cf9e0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.560721] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b82c1d-32be-ee67-5105-b1d2f9a5f989, 'name': SearchDatastore_Task, 'duration_secs': 0.012216} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.563036] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 842.563036] env[69330]: value = "task-4128330" [ 842.563036] env[69330]: _type = "Task" [ 842.563036] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.563404] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4eb4240-e454-4246-b9fd-56e0e24187b7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.573148] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 842.573148] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520f1d8a-e5ad-7021-36e5-eb8aecae424f" [ 842.573148] env[69330]: _type = "Task" [ 842.573148] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.576699] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128330, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.586100] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520f1d8a-e5ad-7021-36e5-eb8aecae424f, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.586564] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.587054] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 01d47885-7375-44f0-a12f-d30b91882858/01d47885-7375-44f0-a12f-d30b91882858.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.587397] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.587667] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.587959] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1723e6e5-b3bb-4725-bc43-147f66fa9152 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.592308] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-187f04b7-4786-477e-942a-cb4eeda61c42 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.601013] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 842.601013] env[69330]: value = "task-4128331" [ 842.601013] env[69330]: _type = "Task" [ 842.601013] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.602533] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.602820] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.607045] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a29734-1a46-466e-b739-d01a2722f84d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.616944] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 842.616944] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527dfdf6-5194-3fc2-5c31-66c56efdaf9e" [ 842.616944] env[69330]: _type = "Task" [ 842.616944] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.617271] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.626631] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527dfdf6-5194-3fc2-5c31-66c56efdaf9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.698564] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.525s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.701183] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.986s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.702362] env[69330]: DEBUG nova.objects.instance [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Lazy-loading 'resources' on Instance uuid 257f9d36-bd6f-410a-a8d8-bba2e862b131 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.718032] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.718464] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c857a6c1-20b6-4b77-980c-423b5fc5085a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.727434] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 842.727434] env[69330]: value = "task-4128332" [ 842.727434] env[69330]: _type = "Task" [ 842.727434] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.734576] env[69330]: INFO nova.scheduler.client.report [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Deleted allocations for instance 8ac8a233-7f92-437d-ae1f-7e80d7286796 [ 842.744366] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.963869] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128328, 'name': ReconfigVM_Task, 'duration_secs': 1.294375} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.964327] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Reconfigured VM instance instance-00000034 to attach disk [datastore2] cb192c53-da48-40ca-9824-a81b5494ea93/cb192c53-da48-40ca-9824-a81b5494ea93.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.965099] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bacc431-4964-4774-9d09-65eae39a0585 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.973609] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Waiting for the task: (returnval){ [ 842.973609] env[69330]: value = "task-4128333" [ 842.973609] env[69330]: _type = "Task" [ 842.973609] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.984528] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128333, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.076443] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128330, 'name': ReconfigVM_Task, 'duration_secs': 0.411339} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.076595] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 4f977295-2f54-47ca-95f7-ae98ac7e09b0/4f977295-2f54-47ca-95f7-ae98ac7e09b0.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.077657] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcceca9e-4f92-4cef-98a2-4312e77da13d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.085440] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 843.085440] env[69330]: value = "task-4128334" [ 843.085440] env[69330]: _type = "Task" [ 843.085440] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.095574] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128334, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.113254] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128331, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.128229] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527dfdf6-5194-3fc2-5c31-66c56efdaf9e, 'name': SearchDatastore_Task, 'duration_secs': 0.01231} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.129040] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eeb71ca-c9fd-483e-8835-d2501eed5818 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.134824] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 843.134824] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e4dfca-0dc0-ba1b-807a-c3aea0c7c25a" [ 843.134824] env[69330]: _type = "Task" [ 843.134824] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.146105] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e4dfca-0dc0-ba1b-807a-c3aea0c7c25a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.240757] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128332, 'name': PowerOffVM_Task, 'duration_secs': 0.197745} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.241058] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.241862] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58f07a4-2b8f-44d9-be55-5f5fb5cd7489 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.266347] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60553ac2-0555-45a5-98cb-f6de23cd5f9b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.269689] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b496855-b7c0-4802-90e0-99bd590f7d11 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "8ac8a233-7f92-437d-ae1f-7e80d7286796" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.525s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.312404] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.313062] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c24983-efd9-444a-bc5c-e26bf8fd3ede {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.323404] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 843.323404] env[69330]: value = "task-4128335" [ 843.323404] env[69330]: _type = "Task" [ 843.323404] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.332955] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.358163] env[69330]: DEBUG nova.compute.manager [req-d243a87f-0660-46fc-b7d2-d1b383eb11f9 req-1084ce95-92e2-4d51-b4eb-7645ba1a39d2 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Received event network-vif-plugged-225db240-bbe8-4a6b-9163-8f3c89c71499 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.358163] env[69330]: DEBUG oslo_concurrency.lockutils [req-d243a87f-0660-46fc-b7d2-d1b383eb11f9 req-1084ce95-92e2-4d51-b4eb-7645ba1a39d2 service nova] Acquiring lock "0db83f12-91e4-40d9-b67b-f717108c5865-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.358163] env[69330]: DEBUG oslo_concurrency.lockutils [req-d243a87f-0660-46fc-b7d2-d1b383eb11f9 req-1084ce95-92e2-4d51-b4eb-7645ba1a39d2 service nova] Lock "0db83f12-91e4-40d9-b67b-f717108c5865-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.358163] env[69330]: DEBUG oslo_concurrency.lockutils [req-d243a87f-0660-46fc-b7d2-d1b383eb11f9 req-1084ce95-92e2-4d51-b4eb-7645ba1a39d2 service nova] Lock "0db83f12-91e4-40d9-b67b-f717108c5865-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.358163] env[69330]: DEBUG nova.compute.manager [req-d243a87f-0660-46fc-b7d2-d1b383eb11f9 req-1084ce95-92e2-4d51-b4eb-7645ba1a39d2 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] No waiting events found dispatching network-vif-plugged-225db240-bbe8-4a6b-9163-8f3c89c71499 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 843.358163] env[69330]: WARNING nova.compute.manager [req-d243a87f-0660-46fc-b7d2-d1b383eb11f9 req-1084ce95-92e2-4d51-b4eb-7645ba1a39d2 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Received unexpected event network-vif-plugged-225db240-bbe8-4a6b-9163-8f3c89c71499 for instance with vm_state building and task_state spawning. [ 843.440573] env[69330]: DEBUG nova.network.neutron [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Successfully updated port: 225db240-bbe8-4a6b-9163-8f3c89c71499 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.487969] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128333, 'name': Rename_Task, 'duration_secs': 0.232955} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.488803] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.488803] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e91dbee6-60a2-4ff1-8837-366aacf17dd3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.499559] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Waiting for the task: (returnval){ [ 843.499559] env[69330]: value = "task-4128336" [ 843.499559] env[69330]: _type = "Task" [ 843.499559] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.508673] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.598514] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128334, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.612847] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541712} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.615764] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 01d47885-7375-44f0-a12f-d30b91882858/01d47885-7375-44f0-a12f-d30b91882858.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.616086] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.616589] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b70115e-fd34-493e-9422-ed43c848e39f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.624107] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 843.624107] env[69330]: value = "task-4128337" [ 843.624107] env[69330]: _type = "Task" [ 843.624107] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.636893] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.646620] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e4dfca-0dc0-ba1b-807a-c3aea0c7c25a, 'name': SearchDatastore_Task, 'duration_secs': 0.020868} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.649565] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.649859] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 7a8a93ab-8e2a-40e9-8f91-df749f7391bc/7a8a93ab-8e2a-40e9-8f91-df749f7391bc.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.651316] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c0124d8-fa0b-4fcb-a3ed-bb23b5d5b2c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.658332] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 843.658332] env[69330]: value = "task-4128338" [ 843.658332] env[69330]: _type = "Task" [ 843.658332] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.669829] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.784066] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60142468-7d52-4d1e-9bc2-f22b12e7f99a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.792457] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3c8e59-8c43-4e22-a36f-29e1d7b358a7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.829986] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b240600c-d1e6-400f-9dc0-e2805bb0b598 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.841285] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 843.841729] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.841729] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.841902] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.842038] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.842329] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57c089c8-b640-45c6-9707-0090e98c21f6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.845232] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf658f5c-4f8d-4b20-beaa-dd1290b9aa3f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.860467] env[69330]: DEBUG nova.compute.provider_tree [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.864062] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.864062] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.864511] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba7d40ae-c515-4660-8c48-d31706986b4b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.871920] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 843.871920] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e14296-b93a-6818-9e13-5ed6684573f7" [ 843.871920] env[69330]: _type = "Task" [ 843.871920] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.882150] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e14296-b93a-6818-9e13-5ed6684573f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.949697] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.949697] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.949697] env[69330]: DEBUG nova.network.neutron [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.010843] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128336, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.100245] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128334, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.137088] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076356} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.137088] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.137088] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c300ebba-81ec-4a66-8d1a-e6d7128a0971 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.163975] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 01d47885-7375-44f0-a12f-d30b91882858/01d47885-7375-44f0-a12f-d30b91882858.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.163975] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41a50959-60fc-4d2c-8d73-80fc2c431a46 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.190639] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128338, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.192375] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 844.192375] env[69330]: value = "task-4128339" [ 844.192375] env[69330]: _type = "Task" [ 844.192375] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.202840] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.232136] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "b6681b5b-3c27-44a4-ad39-5c7782dbd48a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.232136] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "b6681b5b-3c27-44a4-ad39-5c7782dbd48a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.232136] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "b6681b5b-3c27-44a4-ad39-5c7782dbd48a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.232136] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "b6681b5b-3c27-44a4-ad39-5c7782dbd48a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.232341] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "b6681b5b-3c27-44a4-ad39-5c7782dbd48a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.234711] env[69330]: INFO nova.compute.manager [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Terminating instance [ 844.368661] env[69330]: DEBUG nova.scheduler.client.report [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.382327] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e14296-b93a-6818-9e13-5ed6684573f7, 'name': SearchDatastore_Task, 'duration_secs': 0.018526} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.383105] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ce4e7c-b73e-4196-b3ae-4a6d64b2a981 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.389805] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 844.389805] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]525cbb5b-b45e-e93d-fa1e-c829d15c928f" [ 844.389805] env[69330]: _type = "Task" [ 844.389805] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.399672] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525cbb5b-b45e-e93d-fa1e-c829d15c928f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.505829] env[69330]: DEBUG nova.network.neutron [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.513627] env[69330]: DEBUG oslo_vmware.api [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128336, 'name': PowerOnVM_Task, 'duration_secs': 0.620141} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.513944] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.514317] env[69330]: INFO nova.compute.manager [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Took 9.57 seconds to spawn the instance on the hypervisor. [ 844.514544] env[69330]: DEBUG nova.compute.manager [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 844.515400] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a67730-bc6f-42b4-a925-dbb8e057a634 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.598607] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128334, 'name': Rename_Task, 'duration_secs': 1.175715} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.598987] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.599418] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bccc01aa-d43f-4b95-913b-ccbee7256e62 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.609477] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 844.609477] env[69330]: value = "task-4128340" [ 844.609477] env[69330]: _type = "Task" [ 844.609477] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.619074] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.674283] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551237} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.674599] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 7a8a93ab-8e2a-40e9-8f91-df749f7391bc/7a8a93ab-8e2a-40e9-8f91-df749f7391bc.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.674831] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.675107] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b58ccd73-3b11-4f71-852d-5066206f8797 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.682615] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 844.682615] env[69330]: value = "task-4128341" [ 844.682615] env[69330]: _type = "Task" [ 844.682615] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.691809] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.703990] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.739317] env[69330]: DEBUG nova.compute.manager [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.740018] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.740501] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ba3ccb-08ce-47f2-ae59-180038e03471 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.749145] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.749444] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb9cea73-b9ab-4cfa-9222-17dca97cb116 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.757240] env[69330]: DEBUG oslo_vmware.api [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 844.757240] env[69330]: value = "task-4128342" [ 844.757240] env[69330]: _type = "Task" [ 844.757240] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.771056] env[69330]: DEBUG oslo_vmware.api [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.781992] env[69330]: DEBUG nova.network.neutron [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Updating instance_info_cache with network_info: [{"id": "225db240-bbe8-4a6b-9163-8f3c89c71499", "address": "fa:16:3e:89:89:e6", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225db240-bb", "ovs_interfaceid": "225db240-bbe8-4a6b-9163-8f3c89c71499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.874580] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.880373] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.237s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.880612] env[69330]: DEBUG nova.objects.instance [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 844.902193] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525cbb5b-b45e-e93d-fa1e-c829d15c928f, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.902193] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.902193] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 0a570f28-2b57-463e-a1a1-c8e073763c90/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk. {{(pid=69330) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 844.903408] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ac3e302-86ea-4b21-9be4-461886fe2e4b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.908113] env[69330]: INFO nova.scheduler.client.report [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Deleted allocations for instance 257f9d36-bd6f-410a-a8d8-bba2e862b131 [ 844.918759] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 844.918759] env[69330]: value = "task-4128343" [ 844.918759] env[69330]: _type = "Task" [ 844.918759] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.934766] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.039180] env[69330]: INFO nova.compute.manager [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Took 43.97 seconds to build instance. [ 845.121784] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.194304] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14055} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.197554] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.198805] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd5c19b-ee33-492c-976c-b76695401c6e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.207601] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128339, 'name': ReconfigVM_Task, 'duration_secs': 0.942622} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.215571] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 01d47885-7375-44f0-a12f-d30b91882858/01d47885-7375-44f0-a12f-d30b91882858.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.224977] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 7a8a93ab-8e2a-40e9-8f91-df749f7391bc/7a8a93ab-8e2a-40e9-8f91-df749f7391bc.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.225363] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cc32b01-f820-4f1f-8098-395a1623e713 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.227306] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17348781-be49-4120-a16b-0814588e698a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.253740] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 845.253740] env[69330]: value = "task-4128345" [ 845.253740] env[69330]: _type = "Task" [ 845.253740] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.255254] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 845.255254] env[69330]: value = "task-4128344" [ 845.255254] env[69330]: _type = "Task" [ 845.255254] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.276671] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.277306] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128344, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.280610] env[69330]: DEBUG oslo_vmware.api [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128342, 'name': PowerOffVM_Task, 'duration_secs': 0.412769} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.280928] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.281185] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.281369] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a75794da-240c-4adc-8067-1efed4cfe205 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.284122] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.284574] env[69330]: DEBUG nova.compute.manager [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Instance network_info: |[{"id": "225db240-bbe8-4a6b-9163-8f3c89c71499", "address": "fa:16:3e:89:89:e6", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225db240-bb", "ovs_interfaceid": "225db240-bbe8-4a6b-9163-8f3c89c71499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.284830] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:89:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '225db240-bbe8-4a6b-9163-8f3c89c71499', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.293558] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.294352] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.294611] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85d11947-f90a-4455-be6c-b7ff9d54a854 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.317050] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.317050] env[69330]: value = "task-4128347" [ 845.317050] env[69330]: _type = "Task" [ 845.317050] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.327091] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128347, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.377531] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.377873] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.378132] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Deleting the datastore file [datastore1] b6681b5b-3c27-44a4-ad39-5c7782dbd48a {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.378463] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f4fcf0f-f3a8-4241-bdf0-f72e21a0993c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.395027] env[69330]: DEBUG oslo_vmware.api [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for the task: (returnval){ [ 845.395027] env[69330]: value = "task-4128348" [ 845.395027] env[69330]: _type = "Task" [ 845.395027] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.405161] env[69330]: DEBUG oslo_vmware.api [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.426167] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c783755-964a-46b9-83a4-95aabb9beabe tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Lock "257f9d36-bd6f-410a-a8d8-bba2e862b131" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.428s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.434286] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.543334] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d8f9afbb-8062-4df3-b057-bc88f512011e tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Lock "cb192c53-da48-40ca-9824-a81b5494ea93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.323s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.573033] env[69330]: DEBUG nova.compute.manager [req-48a89571-f324-4b57-b6bc-613c5685f84b req-2056e256-f2e7-4ea4-bbdf-ec392bc95322 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Received event network-changed-225db240-bbe8-4a6b-9163-8f3c89c71499 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.573033] env[69330]: DEBUG nova.compute.manager [req-48a89571-f324-4b57-b6bc-613c5685f84b req-2056e256-f2e7-4ea4-bbdf-ec392bc95322 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Refreshing instance network info cache due to event network-changed-225db240-bbe8-4a6b-9163-8f3c89c71499. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.573396] env[69330]: DEBUG oslo_concurrency.lockutils [req-48a89571-f324-4b57-b6bc-613c5685f84b req-2056e256-f2e7-4ea4-bbdf-ec392bc95322 service nova] Acquiring lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.573396] env[69330]: DEBUG oslo_concurrency.lockutils [req-48a89571-f324-4b57-b6bc-613c5685f84b req-2056e256-f2e7-4ea4-bbdf-ec392bc95322 service nova] Acquired lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.573555] env[69330]: DEBUG nova.network.neutron [req-48a89571-f324-4b57-b6bc-613c5685f84b req-2056e256-f2e7-4ea4-bbdf-ec392bc95322 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Refreshing network info cache for port 225db240-bbe8-4a6b-9163-8f3c89c71499 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.622659] env[69330]: DEBUG oslo_vmware.api [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128340, 'name': PowerOnVM_Task, 'duration_secs': 0.804028} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.622955] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.623211] env[69330]: INFO nova.compute.manager [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Took 13.51 seconds to spawn the instance on the hypervisor. [ 845.623405] env[69330]: DEBUG nova.compute.manager [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.624319] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c79ac2-8218-479c-a014-60e039e79468 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.749523] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Acquiring lock "cb192c53-da48-40ca-9824-a81b5494ea93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.749847] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Lock "cb192c53-da48-40ca-9824-a81b5494ea93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.750134] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Acquiring lock "cb192c53-da48-40ca-9824-a81b5494ea93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.750375] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Lock "cb192c53-da48-40ca-9824-a81b5494ea93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.750591] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Lock "cb192c53-da48-40ca-9824-a81b5494ea93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.754896] env[69330]: INFO nova.compute.manager [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Terminating instance [ 845.771882] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128345, 'name': ReconfigVM_Task, 'duration_secs': 0.485702} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.776563] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 7a8a93ab-8e2a-40e9-8f91-df749f7391bc/7a8a93ab-8e2a-40e9-8f91-df749f7391bc.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.777796] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128344, 'name': Rename_Task, 'duration_secs': 0.273109} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.778162] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3db15bdf-b566-4928-bd46-425ddb122910 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.780333] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.780880] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c31f80c-4caa-4829-a523-c70bd1b670b9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.789096] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 845.789096] env[69330]: value = "task-4128350" [ 845.789096] env[69330]: _type = "Task" [ 845.789096] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.790505] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 845.790505] env[69330]: value = "task-4128349" [ 845.790505] env[69330]: _type = "Task" [ 845.790505] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.804256] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.807855] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128349, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.829704] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128347, 'name': CreateVM_Task, 'duration_secs': 0.471455} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.830042] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.830901] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.831118] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.835105] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.835105] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a830ea-51f8-411c-a521-9e6fb3d341b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.840199] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 845.840199] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e4b886-ce98-59c7-b35d-01cafaad3df1" [ 845.840199] env[69330]: _type = "Task" [ 845.840199] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.851159] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e4b886-ce98-59c7-b35d-01cafaad3df1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.893876] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cb323d9d-25d9-46f6-be71-0f7dea8e094f tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.895276] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.270s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.896855] env[69330]: INFO nova.compute.claims [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.913088] env[69330]: DEBUG oslo_vmware.api [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Task: {'id': task-4128348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23998} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.913088] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.915605] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.916198] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.916586] env[69330]: INFO nova.compute.manager [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 845.917128] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.917945] env[69330]: DEBUG nova.compute.manager [-] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.918200] env[69330]: DEBUG nova.network.neutron [-] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.938042] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128343, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.049042] env[69330]: DEBUG nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.147050] env[69330]: INFO nova.compute.manager [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Took 45.96 seconds to build instance. [ 846.268075] env[69330]: DEBUG nova.compute.manager [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.268654] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.269817] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fb9892-c378-4b81-8b00-7b36dbe1bba2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.280831] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.281363] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19aaa078-4932-457c-9e66-1cb36bc0b23b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.291996] env[69330]: DEBUG oslo_vmware.api [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Waiting for the task: (returnval){ [ 846.291996] env[69330]: value = "task-4128351" [ 846.291996] env[69330]: _type = "Task" [ 846.291996] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.311199] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.318177] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128349, 'name': Rename_Task, 'duration_secs': 0.190768} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.318749] env[69330]: DEBUG oslo_vmware.api [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.319138] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.319691] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d52733-c389-4380-a71a-a9d0500ee35f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.327688] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 846.327688] env[69330]: value = "task-4128352" [ 846.327688] env[69330]: _type = "Task" [ 846.327688] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.329282] env[69330]: DEBUG nova.network.neutron [req-48a89571-f324-4b57-b6bc-613c5685f84b req-2056e256-f2e7-4ea4-bbdf-ec392bc95322 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Updated VIF entry in instance network info cache for port 225db240-bbe8-4a6b-9163-8f3c89c71499. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.329810] env[69330]: DEBUG nova.network.neutron [req-48a89571-f324-4b57-b6bc-613c5685f84b req-2056e256-f2e7-4ea4-bbdf-ec392bc95322 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Updating instance_info_cache with network_info: [{"id": "225db240-bbe8-4a6b-9163-8f3c89c71499", "address": "fa:16:3e:89:89:e6", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225db240-bb", "ovs_interfaceid": "225db240-bbe8-4a6b-9163-8f3c89c71499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.343526] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.364024] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e4b886-ce98-59c7-b35d-01cafaad3df1, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.364024] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.364024] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.364024] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.364024] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.364024] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.364024] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba2968b4-0b94-4a6e-9375-28eec6e90f95 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.374565] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.374884] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.378150] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20372e9d-a54b-4824-bd68-074048a45310 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.384746] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 846.384746] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522520c7-e993-6ac4-3afa-d9914897061f" [ 846.384746] env[69330]: _type = "Task" [ 846.384746] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.396105] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522520c7-e993-6ac4-3afa-d9914897061f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.435982] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128343, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.363999} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.436439] env[69330]: INFO nova.virt.vmwareapi.ds_util [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 0a570f28-2b57-463e-a1a1-c8e073763c90/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk. [ 846.437849] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1513666-23a2-4967-b125-c73c672c6198 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.473671] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 0a570f28-2b57-463e-a1a1-c8e073763c90/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.473818] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25a97a8a-e855-4b05-8337-db7436d6c62b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.496319] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 846.496319] env[69330]: value = "task-4128353" [ 846.496319] env[69330]: _type = "Task" [ 846.496319] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.508057] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.574666] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.649269] env[69330]: DEBUG oslo_concurrency.lockutils [None req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.465s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.808422] env[69330]: DEBUG oslo_vmware.api [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128350, 'name': PowerOnVM_Task, 'duration_secs': 0.635381} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.811963] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.812298] env[69330]: INFO nova.compute.manager [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Took 8.95 seconds to spawn the instance on the hypervisor. [ 846.812570] env[69330]: DEBUG nova.compute.manager [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.812872] env[69330]: DEBUG oslo_vmware.api [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128351, 'name': PowerOffVM_Task, 'duration_secs': 0.26531} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.813649] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e442dbb0-c8e5-4f74-8cd6-e9465c492e27 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.817099] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.817329] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.817683] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5f35e1d-c5ad-47eb-9cd3-23b0f8b994ea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.843263] env[69330]: DEBUG oslo_concurrency.lockutils [req-48a89571-f324-4b57-b6bc-613c5685f84b req-2056e256-f2e7-4ea4-bbdf-ec392bc95322 service nova] Releasing lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.843721] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128352, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.903333] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522520c7-e993-6ac4-3afa-d9914897061f, 'name': SearchDatastore_Task, 'duration_secs': 0.013626} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.903333] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd6fa1e-c11f-4363-ac4e-6cf768dec1be {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.914657] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 846.914657] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52feb781-2eea-9a0d-4781-fb9175849247" [ 846.914657] env[69330]: _type = "Task" [ 846.914657] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.915458] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.915835] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.916160] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Deleting the datastore file [datastore2] cb192c53-da48-40ca-9824-a81b5494ea93 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.921017] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e57c1bf0-58c3-456e-824e-9972f4ff79a2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.929365] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52feb781-2eea-9a0d-4781-fb9175849247, 'name': SearchDatastore_Task, 'duration_secs': 0.01274} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.930953] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.931379] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0db83f12-91e4-40d9-b67b-f717108c5865/0db83f12-91e4-40d9-b67b-f717108c5865.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.931615] env[69330]: DEBUG oslo_vmware.api [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Waiting for the task: (returnval){ [ 846.931615] env[69330]: value = "task-4128355" [ 846.931615] env[69330]: _type = "Task" [ 846.931615] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.931813] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-003541e6-c443-43e6-bec5-add56aa1a4dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.948788] env[69330]: DEBUG oslo_vmware.api [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.950049] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 846.950049] env[69330]: value = "task-4128356" [ 846.950049] env[69330]: _type = "Task" [ 846.950049] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.010782] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.124860] env[69330]: DEBUG nova.network.neutron [-] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.155197] env[69330]: DEBUG nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.342432] env[69330]: INFO nova.compute.manager [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Took 37.04 seconds to build instance. [ 847.350984] env[69330]: DEBUG oslo_vmware.api [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128352, 'name': PowerOnVM_Task, 'duration_secs': 0.827884} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.351698] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.355027] env[69330]: DEBUG nova.compute.manager [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 847.355027] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93655ac4-12be-4313-aa6a-fde458efec86 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.444900] env[69330]: DEBUG oslo_vmware.api [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Task: {'id': task-4128355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189696} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.448084] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.448347] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.448546] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.448741] env[69330]: INFO nova.compute.manager [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Took 1.18 seconds to destroy the instance on the hypervisor. [ 847.449012] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.450274] env[69330]: DEBUG nova.compute.manager [-] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.450274] env[69330]: DEBUG nova.network.neutron [-] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.464316] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128356, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.516951] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128353, 'name': ReconfigVM_Task, 'duration_secs': 0.729686} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.525228] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 0a570f28-2b57-463e-a1a1-c8e073763c90/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.529039] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616410cd-1eed-477c-b039-76f3ef743ad6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.563713] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f735c2e2-ca99-4efe-8af8-44ecd2cf1b50 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.583855] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 847.583855] env[69330]: value = "task-4128357" [ 847.583855] env[69330]: _type = "Task" [ 847.583855] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.592628] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.628928] env[69330]: INFO nova.compute.manager [-] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Took 1.71 seconds to deallocate network for instance. [ 847.679911] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.699427] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd882d52-b645-4971-8a63-d67535bdcf6a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.708863] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764c4313-17f6-4c2a-beda-38f09224bb88 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.748288] env[69330]: DEBUG nova.compute.manager [req-390dcc3c-f298-4cd7-be3b-f692c348173c req-9f635d0c-f406-4d7d-91ba-8bed1cc3ae9d service nova] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Received event network-vif-deleted-eb56647c-2a1c-4262-ab1a-535af3578244 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.748454] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f134ce-f2d7-4467-a7b5-a055cbb12d3f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.758138] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f11d2f-4023-4118-afb2-688781b582ee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.779966] env[69330]: DEBUG nova.compute.provider_tree [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.852238] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "01d47885-7375-44f0-a12f-d30b91882858" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.443s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.874179] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.962241] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586325} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.962613] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0db83f12-91e4-40d9-b67b-f717108c5865/0db83f12-91e4-40d9-b67b-f717108c5865.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.962613] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.962898] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db2444fd-d4b3-4ca6-8065-b3d591ffffbd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.971013] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 847.971013] env[69330]: value = "task-4128358" [ 847.971013] env[69330]: _type = "Task" [ 847.971013] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.982108] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.094875] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.125232] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.125846] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.125846] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.126016] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.126486] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.128670] env[69330]: INFO nova.compute.manager [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Terminating instance [ 848.139377] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.216280] env[69330]: DEBUG oslo_concurrency.lockutils [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquiring lock "7a8a93ab-8e2a-40e9-8f91-df749f7391bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.216621] env[69330]: DEBUG oslo_concurrency.lockutils [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Lock "7a8a93ab-8e2a-40e9-8f91-df749f7391bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.216864] env[69330]: DEBUG oslo_concurrency.lockutils [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquiring lock "7a8a93ab-8e2a-40e9-8f91-df749f7391bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.217092] env[69330]: DEBUG oslo_concurrency.lockutils [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Lock "7a8a93ab-8e2a-40e9-8f91-df749f7391bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.217278] env[69330]: DEBUG oslo_concurrency.lockutils [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Lock "7a8a93ab-8e2a-40e9-8f91-df749f7391bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.220022] env[69330]: INFO nova.compute.manager [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Terminating instance [ 848.268799] env[69330]: DEBUG oslo_concurrency.lockutils [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Acquiring lock "f8b9e3a2-7519-4801-80d5-6fc96920bcfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.269101] env[69330]: DEBUG oslo_concurrency.lockutils [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Lock "f8b9e3a2-7519-4801-80d5-6fc96920bcfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.269401] env[69330]: DEBUG oslo_concurrency.lockutils [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Acquiring lock "f8b9e3a2-7519-4801-80d5-6fc96920bcfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.269639] env[69330]: DEBUG oslo_concurrency.lockutils [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Lock "f8b9e3a2-7519-4801-80d5-6fc96920bcfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.269813] env[69330]: DEBUG oslo_concurrency.lockutils [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Lock "f8b9e3a2-7519-4801-80d5-6fc96920bcfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.272153] env[69330]: INFO nova.compute.manager [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Terminating instance [ 848.330190] env[69330]: DEBUG nova.scheduler.client.report [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 848.330536] env[69330]: DEBUG nova.compute.provider_tree [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 82 to 83 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 848.330765] env[69330]: DEBUG nova.compute.provider_tree [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.354897] env[69330]: DEBUG nova.compute.manager [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.382784] env[69330]: DEBUG nova.network.neutron [-] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.483916] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070837} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.483916] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.484583] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372f936b-afa6-47c0-8943-99546905c87f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.520913] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 0db83f12-91e4-40d9-b67b-f717108c5865/0db83f12-91e4-40d9-b67b-f717108c5865.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.521644] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5458671-76b0-4eae-83e7-755d76f7a4ab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.553255] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 848.553255] env[69330]: value = "task-4128359" [ 848.553255] env[69330]: _type = "Task" [ 848.553255] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.562654] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.594412] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128357, 'name': ReconfigVM_Task, 'duration_secs': 0.930853} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.594850] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.595241] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a67db5ff-8acb-41e5-bbc5-dacf271c048f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.603956] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 848.603956] env[69330]: value = "task-4128360" [ 848.603956] env[69330]: _type = "Task" [ 848.603956] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.616439] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.636574] env[69330]: DEBUG nova.compute.manager [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.636759] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.638206] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675f71ed-ef53-4631-ba8f-ba87e507aaa0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.648993] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.649767] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ca552dc-c5d2-429d-8fa4-0bc0213a27fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.657347] env[69330]: DEBUG oslo_vmware.api [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 848.657347] env[69330]: value = "task-4128361" [ 848.657347] env[69330]: _type = "Task" [ 848.657347] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.666537] env[69330]: DEBUG oslo_vmware.api [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.725581] env[69330]: DEBUG oslo_concurrency.lockutils [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquiring lock "refresh_cache-7a8a93ab-8e2a-40e9-8f91-df749f7391bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.725952] env[69330]: DEBUG oslo_concurrency.lockutils [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquired lock "refresh_cache-7a8a93ab-8e2a-40e9-8f91-df749f7391bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.726288] env[69330]: DEBUG nova.network.neutron [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.780225] env[69330]: DEBUG nova.compute.manager [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.780225] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.780225] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41287f6e-4f04-4a52-b01a-f5717ba971bb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.790628] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.790628] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30817031-7479-428c-a32a-fffda2537592 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.799381] env[69330]: DEBUG oslo_vmware.api [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Waiting for the task: (returnval){ [ 848.799381] env[69330]: value = "task-4128362" [ 848.799381] env[69330]: _type = "Task" [ 848.799381] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.811168] env[69330]: DEBUG oslo_vmware.api [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.836872] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.941s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.837546] env[69330]: DEBUG nova.compute.manager [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.841597] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.529s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.842823] env[69330]: INFO nova.compute.claims [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.885313] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.885761] env[69330]: INFO nova.compute.manager [-] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Took 1.44 seconds to deallocate network for instance. [ 849.071720] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.118150] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128360, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.178255] env[69330]: DEBUG oslo_vmware.api [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128361, 'name': PowerOffVM_Task, 'duration_secs': 0.234602} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.178629] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.178949] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.179398] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-415fc312-d9b0-4937-bf41-0978bb732e29 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.255079] env[69330]: DEBUG nova.network.neutron [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.313565] env[69330]: DEBUG oslo_vmware.api [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128362, 'name': PowerOffVM_Task, 'duration_secs': 0.209521} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.314204] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.314367] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.314682] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0578bb6-76c8-4707-a574-5a69a29db31a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.346433] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.349364] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.349824] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Deleting the datastore file [datastore2] 4f977295-2f54-47ca-95f7-ae98ac7e09b0 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.351496] env[69330]: DEBUG nova.compute.utils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.358113] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e375ad9c-789d-4358-8be4-496bc8515e22 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.362101] env[69330]: DEBUG nova.network.neutron [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.364070] env[69330]: DEBUG nova.compute.manager [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.364447] env[69330]: DEBUG nova.network.neutron [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.373070] env[69330]: DEBUG oslo_vmware.api [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for the task: (returnval){ [ 849.373070] env[69330]: value = "task-4128365" [ 849.373070] env[69330]: _type = "Task" [ 849.373070] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.385319] env[69330]: DEBUG oslo_vmware.api [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.393751] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.394160] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.394230] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Deleting the datastore file [datastore1] f8b9e3a2-7519-4801-80d5-6fc96920bcfe {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.394554] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f23e4dd-114d-4c48-b48f-51f2be38e8c9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.398987] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.407298] env[69330]: DEBUG oslo_vmware.api [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Waiting for the task: (returnval){ [ 849.407298] env[69330]: value = "task-4128366" [ 849.407298] env[69330]: _type = "Task" [ 849.407298] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.419372] env[69330]: DEBUG oslo_vmware.api [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.460327] env[69330]: DEBUG nova.policy [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce15d6ee3d6b46cd926d66dacfe0202c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd49bd8d6026493c9c319a000fe651c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.566108] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128359, 'name': ReconfigVM_Task, 'duration_secs': 0.589558} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.567173] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 0db83f12-91e4-40d9-b67b-f717108c5865/0db83f12-91e4-40d9-b67b-f717108c5865.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.567808] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c41382d6-4f98-4039-b12d-849247758141 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.576111] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 849.576111] env[69330]: value = "task-4128367" [ 849.576111] env[69330]: _type = "Task" [ 849.576111] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.587041] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128367, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.615701] env[69330]: DEBUG oslo_vmware.api [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128360, 'name': PowerOnVM_Task, 'duration_secs': 0.581085} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.615701] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.618817] env[69330]: DEBUG nova.compute.manager [None req-cf64f5af-9edb-45fb-a126-c7085ad1f36b tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.619790] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc2b1ee-553d-4a68-a7e6-24fe079ecd17 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.864042] env[69330]: DEBUG nova.compute.manager [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.873249] env[69330]: DEBUG oslo_concurrency.lockutils [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Releasing lock "refresh_cache-7a8a93ab-8e2a-40e9-8f91-df749f7391bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.873249] env[69330]: DEBUG nova.compute.manager [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.873249] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.874306] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e1a771-f603-440a-92de-36265cf2c7cb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.891027] env[69330]: DEBUG oslo_vmware.api [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Task: {'id': task-4128365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173647} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.891027] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.891027] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.891027] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.891027] env[69330]: INFO nova.compute.manager [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Took 1.25 seconds to destroy the instance on the hypervisor. [ 849.891315] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.892036] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.892036] env[69330]: DEBUG nova.compute.manager [-] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.892036] env[69330]: DEBUG nova.network.neutron [-] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.895850] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-603adb64-50f1-4533-9654-c3ae904bfd8c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.904424] env[69330]: DEBUG oslo_vmware.api [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 849.904424] env[69330]: value = "task-4128368" [ 849.904424] env[69330]: _type = "Task" [ 849.904424] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.926439] env[69330]: DEBUG oslo_vmware.api [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.932914] env[69330]: DEBUG oslo_vmware.api [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Task: {'id': task-4128366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163014} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.934243] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.934243] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.934243] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.934243] env[69330]: INFO nova.compute.manager [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Took 1.16 seconds to destroy the instance on the hypervisor. [ 849.935026] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.935026] env[69330]: DEBUG nova.compute.manager [-] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.935026] env[69330]: DEBUG nova.network.neutron [-] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.092150] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128367, 'name': Rename_Task, 'duration_secs': 0.163203} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.095548] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.095681] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7707851e-fce8-4bfd-8f6e-35dc067b7966 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.106195] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 850.106195] env[69330]: value = "task-4128369" [ 850.106195] env[69330]: _type = "Task" [ 850.106195] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.118901] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.144708] env[69330]: DEBUG nova.network.neutron [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Successfully created port: 04535d85-1a28-4faf-bdd4-a7c175a846c0 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.260422] env[69330]: DEBUG nova.compute.manager [req-9811befc-3bff-4898-8ada-fe9bc5301eb3 req-698d46de-b965-46e7-8ef3-8ab1f3a94cf9 service nova] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Received event network-vif-deleted-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.264495] env[69330]: DEBUG nova.compute.manager [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 850.265571] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f105231-a76c-405a-8ccc-0d642e1263ac {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.427220] env[69330]: DEBUG oslo_vmware.api [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128368, 'name': PowerOffVM_Task, 'duration_secs': 0.221808} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.427220] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.427220] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.427220] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4462850-4bef-42ed-b16f-16c11aabff65 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.478490] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.478490] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.478642] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Deleting the datastore file [datastore2] 7a8a93ab-8e2a-40e9-8f91-df749f7391bc {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.478930] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ebe275f-a1db-422f-9af2-774b8cdac534 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.487078] env[69330]: DEBUG oslo_vmware.api [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for the task: (returnval){ [ 850.487078] env[69330]: value = "task-4128371" [ 850.487078] env[69330]: _type = "Task" [ 850.487078] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.498337] env[69330]: DEBUG oslo_vmware.api [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.597721] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083dd4dc-4e73-437e-b9bd-1fc7fc00e5f6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.617382] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e67990-8867-4a46-b423-cf614f610995 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.634034] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128369, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.672771] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8759a6-21a1-404a-be19-37c0f2aec8ba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.686162] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356200e9-1398-4435-acba-06eb9ee2099e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.710285] env[69330]: DEBUG nova.compute.provider_tree [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.779914] env[69330]: INFO nova.compute.manager [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] instance snapshotting [ 850.783269] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fde183a-ce34-4639-83a2-16c41c35d92d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.803933] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e57e893-8655-4dfe-99c4-ba7c83f70050 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.827029] env[69330]: DEBUG nova.compute.manager [req-ef51b04e-448b-4053-864b-33aa11ebf879 req-581e8044-13a7-491c-be21-2d34b8643588 service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Received event network-vif-deleted-a1317eed-3989-4411-b254-fabba5ada5b6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.827261] env[69330]: INFO nova.compute.manager [req-ef51b04e-448b-4053-864b-33aa11ebf879 req-581e8044-13a7-491c-be21-2d34b8643588 service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Neutron deleted interface a1317eed-3989-4411-b254-fabba5ada5b6; detaching it from the instance and deleting it from the info cache [ 850.827515] env[69330]: DEBUG nova.network.neutron [req-ef51b04e-448b-4053-864b-33aa11ebf879 req-581e8044-13a7-491c-be21-2d34b8643588 service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Updating instance_info_cache with network_info: [{"id": "002baa32-15d9-4c71-9268-b6de8d40f994", "address": "fa:16:3e:4b:a8:3b", "network": {"id": "b7b0db7a-2c44-4f26-a26e-63ed05df9d16", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-709154199", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "73b52c9ddfcd4f5d8356e143246742eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002baa32-15", "ovs_interfaceid": "002baa32-15d9-4c71-9268-b6de8d40f994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.881622] env[69330]: DEBUG nova.compute.manager [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.910933] env[69330]: DEBUG nova.virt.hardware [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.911092] env[69330]: DEBUG nova.virt.hardware [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.911262] env[69330]: DEBUG nova.virt.hardware [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.911438] env[69330]: DEBUG nova.virt.hardware [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.911671] env[69330]: DEBUG nova.virt.hardware [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.911783] env[69330]: DEBUG nova.virt.hardware [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.912040] env[69330]: DEBUG nova.virt.hardware [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.912165] env[69330]: DEBUG nova.virt.hardware [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.912337] env[69330]: DEBUG nova.virt.hardware [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.912516] env[69330]: DEBUG nova.virt.hardware [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.912676] env[69330]: DEBUG nova.virt.hardware [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.913587] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8493c3a3-6a7c-4592-9a3a-693288a65e7a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.922674] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44105b22-c5cb-43ed-ae12-8c2bb306ad09 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.999285] env[69330]: DEBUG oslo_vmware.api [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Task: {'id': task-4128371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102292} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.999573] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.999732] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.999912] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.000089] env[69330]: INFO nova.compute.manager [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 851.000337] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.000533] env[69330]: DEBUG nova.compute.manager [-] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.000627] env[69330]: DEBUG nova.network.neutron [-] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.017409] env[69330]: DEBUG nova.network.neutron [-] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.080046] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.080414] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.120332] env[69330]: DEBUG oslo_vmware.api [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128369, 'name': PowerOnVM_Task, 'duration_secs': 0.543417} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.120707] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.120957] env[69330]: INFO nova.compute.manager [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Took 8.92 seconds to spawn the instance on the hypervisor. [ 851.121212] env[69330]: DEBUG nova.compute.manager [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 851.122081] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f2f1f5-7bfa-4d73-90bd-3f2e9227febe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.218033] env[69330]: DEBUG nova.scheduler.client.report [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.229601] env[69330]: DEBUG nova.network.neutron [-] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.287465] env[69330]: DEBUG nova.network.neutron [-] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.319094] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 851.319094] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dbe428ee-61e5-4e92-b11f-a546affb0e46 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.326117] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 851.326117] env[69330]: value = "task-4128372" [ 851.326117] env[69330]: _type = "Task" [ 851.326117] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.331215] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fca35da0-c758-4137-a83a-d2324b2d7048 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.343882] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128372, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.348533] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730d95f8-1b4e-46ea-bbb7-41f146dbf996 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.387045] env[69330]: DEBUG nova.compute.manager [req-ef51b04e-448b-4053-864b-33aa11ebf879 req-581e8044-13a7-491c-be21-2d34b8643588 service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Detach interface failed, port_id=a1317eed-3989-4411-b254-fabba5ada5b6, reason: Instance 4f977295-2f54-47ca-95f7-ae98ac7e09b0 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 851.521082] env[69330]: DEBUG nova.network.neutron [-] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.642036] env[69330]: INFO nova.compute.manager [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Took 41.34 seconds to build instance. [ 851.726939] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.886s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.727897] env[69330]: DEBUG nova.compute.manager [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.737030] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.856s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.737030] env[69330]: DEBUG nova.objects.instance [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lazy-loading 'resources' on Instance uuid e213cbd5-9ecf-497f-8c58-b8212071a36e {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.742335] env[69330]: INFO nova.compute.manager [-] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Took 1.81 seconds to deallocate network for instance. [ 851.792230] env[69330]: INFO nova.compute.manager [-] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Took 1.90 seconds to deallocate network for instance. [ 851.840667] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128372, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.925904] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "ce355e72-3e8c-48ba-bae3-8c0ee167cb0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.927327] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "ce355e72-3e8c-48ba-bae3-8c0ee167cb0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.025223] env[69330]: INFO nova.compute.manager [-] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Took 1.02 seconds to deallocate network for instance. [ 852.144387] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5c5b8c06-fb06-4992-b3b1-953d78727796 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "0db83f12-91e4-40d9-b67b-f717108c5865" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.448s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.239702] env[69330]: DEBUG nova.compute.utils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.240427] env[69330]: DEBUG nova.compute.manager [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.240814] env[69330]: DEBUG nova.network.neutron [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.256314] env[69330]: DEBUG oslo_concurrency.lockutils [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.259699] env[69330]: DEBUG nova.network.neutron [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Successfully updated port: 04535d85-1a28-4faf-bdd4-a7c175a846c0 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.297291] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.312061] env[69330]: DEBUG nova.policy [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '719c00a2cacf41d483e3e4da0ad9aaf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d3dd38cc58c46cf8909cfa930ff3123', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.336836] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128372, 'name': CreateSnapshot_Task, 'duration_secs': 0.924444} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.337069] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 852.340306] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2931bcf-a51f-4b73-b133-adb146409a1e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.534019] env[69330]: DEBUG oslo_concurrency.lockutils [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.650085] env[69330]: DEBUG nova.compute.manager [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.744496] env[69330]: DEBUG nova.compute.manager [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.767177] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "0fa8e642-7b8f-4678-9279-f29d6c386f68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.767490] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "0fa8e642-7b8f-4678-9279-f29d6c386f68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.768147] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.768292] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.768442] env[69330]: DEBUG nova.network.neutron [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.867038] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 852.870918] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc35e00b-7406-42b6-a896-bdc3332f404c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.883346] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 852.883346] env[69330]: value = "task-4128373" [ 852.883346] env[69330]: _type = "Task" [ 852.883346] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.893164] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128373, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.894995] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e039c4f-4667-43df-9808-ea6fc4f0f5e0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.908376] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace84164-8a63-4b37-a3f5-900845d615ae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.949038] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0da36a-7cb3-4ef1-9084-1b5851a35e83 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.953153] env[69330]: DEBUG nova.compute.manager [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Received event network-changed-4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.953424] env[69330]: DEBUG nova.compute.manager [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Refreshing instance network info cache due to event network-changed-4ce4f329-fce4-4f98-bb80-b6813f1df4fd. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.953700] env[69330]: DEBUG oslo_concurrency.lockutils [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] Acquiring lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.954042] env[69330]: DEBUG oslo_concurrency.lockutils [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] Acquired lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.954256] env[69330]: DEBUG nova.network.neutron [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Refreshing network info cache for port 4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.963194] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6907b0a7-c296-40a6-a324-5d467e0fe393 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.983168] env[69330]: DEBUG nova.compute.provider_tree [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.019924] env[69330]: DEBUG nova.network.neutron [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Successfully created port: 55ac46ea-e64a-49da-952e-4ef14ac5db17 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.170035] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.193780] env[69330]: DEBUG nova.compute.manager [req-08ac42ad-3fef-4e17-8bb6-67846b477a7e req-6ef14d41-aa11-4a1c-aab3-88b84cbb6f3d service nova] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Received event network-vif-deleted-0ba6e23d-71aa-453b-af8c-5834803132f2 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.194281] env[69330]: DEBUG nova.compute.manager [req-08ac42ad-3fef-4e17-8bb6-67846b477a7e req-6ef14d41-aa11-4a1c-aab3-88b84cbb6f3d service nova] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Received event network-vif-deleted-002baa32-15d9-4c71-9268-b6de8d40f994 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.350316] env[69330]: DEBUG nova.network.neutron [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.394566] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128373, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.486468] env[69330]: DEBUG nova.scheduler.client.report [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.647928] env[69330]: DEBUG nova.network.neutron [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating instance_info_cache with network_info: [{"id": "04535d85-1a28-4faf-bdd4-a7c175a846c0", "address": "fa:16:3e:1f:0a:ab", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04535d85-1a", "ovs_interfaceid": "04535d85-1a28-4faf-bdd4-a7c175a846c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.725446] env[69330]: DEBUG nova.network.neutron [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Updated VIF entry in instance network info cache for port 4ce4f329-fce4-4f98-bb80-b6813f1df4fd. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.728891] env[69330]: DEBUG nova.network.neutron [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Updating instance_info_cache with network_info: [{"id": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "address": "fa:16:3e:2d:cd:70", "network": {"id": "b834c5f1-2102-4319-88c8-9cf7aa4dfd5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1837311640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2c90e72ba2a2427aa95c78a14f9c1423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce4f329-fc", "ovs_interfaceid": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.755757] env[69330]: DEBUG nova.compute.manager [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.794523] env[69330]: DEBUG nova.virt.hardware [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.794523] env[69330]: DEBUG nova.virt.hardware [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.794523] env[69330]: DEBUG nova.virt.hardware [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.794523] env[69330]: DEBUG nova.virt.hardware [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.794523] env[69330]: DEBUG nova.virt.hardware [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.794773] env[69330]: DEBUG nova.virt.hardware [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.795102] env[69330]: DEBUG nova.virt.hardware [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.795326] env[69330]: DEBUG nova.virt.hardware [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.795539] env[69330]: DEBUG nova.virt.hardware [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.795738] env[69330]: DEBUG nova.virt.hardware [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.795946] env[69330]: DEBUG nova.virt.hardware [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.796885] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af538cf5-75bc-40c5-ac2a-625b019dc52f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.807419] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb205309-6179-41e7-9b28-3094ee0d65ad {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.894850] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128373, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.997114] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.001851] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.593s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.001851] env[69330]: DEBUG nova.objects.instance [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lazy-loading 'resources' on Instance uuid 9d4d98af-ee8b-4311-ac78-a566fa59e207 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.031244] env[69330]: INFO nova.scheduler.client.report [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Deleted allocations for instance e213cbd5-9ecf-497f-8c58-b8212071a36e [ 854.155724] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Releasing lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.156041] env[69330]: DEBUG nova.compute.manager [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Instance network_info: |[{"id": "04535d85-1a28-4faf-bdd4-a7c175a846c0", "address": "fa:16:3e:1f:0a:ab", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04535d85-1a", "ovs_interfaceid": "04535d85-1a28-4faf-bdd4-a7c175a846c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.156838] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:0a:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04535d85-1a28-4faf-bdd4-a7c175a846c0', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.165021] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Creating folder: Project (dd49bd8d6026493c9c319a000fe651c2). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.165339] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93f0f00b-1c90-41d3-b2eb-256586fb7479 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.179154] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Created folder: Project (dd49bd8d6026493c9c319a000fe651c2) in parent group-v817559. [ 854.179616] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Creating folder: Instances. Parent ref: group-v817724. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.179863] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4291d30-c080-400a-a14e-4da650c4a32d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.191811] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Created folder: Instances in parent group-v817724. [ 854.192320] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.192541] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.192813] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a8f400d-4d20-42f3-9b49-b5575065068b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.213308] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.213308] env[69330]: value = "task-4128376" [ 854.213308] env[69330]: _type = "Task" [ 854.213308] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.222650] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128376, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.231051] env[69330]: DEBUG oslo_concurrency.lockutils [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] Releasing lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.231352] env[69330]: DEBUG nova.compute.manager [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Received event network-vif-plugged-04535d85-1a28-4faf-bdd4-a7c175a846c0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.231595] env[69330]: DEBUG oslo_concurrency.lockutils [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] Acquiring lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.231853] env[69330]: DEBUG oslo_concurrency.lockutils [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] Lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.232064] env[69330]: DEBUG oslo_concurrency.lockutils [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] Lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.232296] env[69330]: DEBUG nova.compute.manager [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] No waiting events found dispatching network-vif-plugged-04535d85-1a28-4faf-bdd4-a7c175a846c0 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 854.232565] env[69330]: WARNING nova.compute.manager [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Received unexpected event network-vif-plugged-04535d85-1a28-4faf-bdd4-a7c175a846c0 for instance with vm_state building and task_state spawning. [ 854.232788] env[69330]: DEBUG nova.compute.manager [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Received event network-changed-04535d85-1a28-4faf-bdd4-a7c175a846c0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.233191] env[69330]: DEBUG nova.compute.manager [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Refreshing instance network info cache due to event network-changed-04535d85-1a28-4faf-bdd4-a7c175a846c0. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.233264] env[69330]: DEBUG oslo_concurrency.lockutils [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] Acquiring lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.233429] env[69330]: DEBUG oslo_concurrency.lockutils [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] Acquired lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.233623] env[69330]: DEBUG nova.network.neutron [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Refreshing network info cache for port 04535d85-1a28-4faf-bdd4-a7c175a846c0 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.396311] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128373, 'name': CloneVM_Task} progress is 95%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.541437] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "e213cbd5-9ecf-497f-8c58-b8212071a36e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.259s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.600677] env[69330]: DEBUG nova.network.neutron [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Successfully updated port: 55ac46ea-e64a-49da-952e-4ef14ac5db17 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.724144] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128376, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.898338] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128373, 'name': CloneVM_Task, 'duration_secs': 1.69459} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.898641] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Created linked-clone VM from snapshot [ 854.899434] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbcad16-5b7c-4a4d-92e3-12eed8559a31 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.908579] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Uploading image 6d5f61c1-1e48-48a9-aeef-e60309f72744 {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 854.924617] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 854.924921] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b5b35de3-c68f-4a05-8d87-206729c57ca0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.935623] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 854.935623] env[69330]: value = "task-4128377" [ 854.935623] env[69330]: _type = "Task" [ 854.935623] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.945185] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128377, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.966022] env[69330]: DEBUG nova.network.neutron [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updated VIF entry in instance network info cache for port 04535d85-1a28-4faf-bdd4-a7c175a846c0. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.966673] env[69330]: DEBUG nova.network.neutron [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating instance_info_cache with network_info: [{"id": "04535d85-1a28-4faf-bdd4-a7c175a846c0", "address": "fa:16:3e:1f:0a:ab", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04535d85-1a", "ovs_interfaceid": "04535d85-1a28-4faf-bdd4-a7c175a846c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.109076] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Acquiring lock "refresh_cache-f9abeb72-0f94-4bae-8fd5-714ba035bfa9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.109231] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Acquired lock "refresh_cache-f9abeb72-0f94-4bae-8fd5-714ba035bfa9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.109382] env[69330]: DEBUG nova.network.neutron [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.124944] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15df2d93-e5d3-485f-9e3f-aa360ae99f94 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.136636] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf90c268-db73-48e9-938b-3e1b527be1c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.170667] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ad3ec2-739f-4894-8657-1ee45ee7209f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.179130] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83794d5-f85a-48a2-a266-3ed65ef7577b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.196277] env[69330]: DEBUG nova.compute.provider_tree [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.226871] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128376, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.446316] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128377, 'name': Destroy_Task, 'duration_secs': 0.426477} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.446642] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Destroyed the VM [ 855.446922] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 855.447234] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-363edd73-000f-430d-8005-0529be6b7837 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.455805] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 855.455805] env[69330]: value = "task-4128378" [ 855.455805] env[69330]: _type = "Task" [ 855.455805] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.466853] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128378, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.469531] env[69330]: DEBUG oslo_concurrency.lockutils [req-306e1ea0-0595-44ee-b829-572b955fa27a req-de5f6ab7-ded0-4b46-ac04-c8b09fc6d67c service nova] Releasing lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.574995] env[69330]: DEBUG nova.compute.manager [req-9b89d224-ce9a-469e-bba0-6598ee8eff63 req-d9570454-5136-4a19-888a-e37ec930f577 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Received event network-changed-4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.575247] env[69330]: DEBUG nova.compute.manager [req-9b89d224-ce9a-469e-bba0-6598ee8eff63 req-d9570454-5136-4a19-888a-e37ec930f577 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Refreshing instance network info cache due to event network-changed-4ce4f329-fce4-4f98-bb80-b6813f1df4fd. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.575474] env[69330]: DEBUG oslo_concurrency.lockutils [req-9b89d224-ce9a-469e-bba0-6598ee8eff63 req-d9570454-5136-4a19-888a-e37ec930f577 service nova] Acquiring lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.579023] env[69330]: DEBUG oslo_concurrency.lockutils [req-9b89d224-ce9a-469e-bba0-6598ee8eff63 req-d9570454-5136-4a19-888a-e37ec930f577 service nova] Acquired lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.579023] env[69330]: DEBUG nova.network.neutron [req-9b89d224-ce9a-469e-bba0-6598ee8eff63 req-d9570454-5136-4a19-888a-e37ec930f577 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Refreshing network info cache for port 4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.650693] env[69330]: DEBUG nova.network.neutron [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.699953] env[69330]: DEBUG nova.scheduler.client.report [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.732640] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128376, 'name': CreateVM_Task, 'duration_secs': 1.470947} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.732813] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.733550] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.733730] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.734064] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.734322] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7acfdd50-9a15-4e9d-8d17-52672f64b577 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.740056] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 855.740056] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]525c0412-4198-2ea0-8ccf-6dc4c9bb8622" [ 855.740056] env[69330]: _type = "Task" [ 855.740056] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.752290] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525c0412-4198-2ea0-8ccf-6dc4c9bb8622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.814232] env[69330]: DEBUG nova.network.neutron [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Updating instance_info_cache with network_info: [{"id": "55ac46ea-e64a-49da-952e-4ef14ac5db17", "address": "fa:16:3e:6c:55:78", "network": {"id": "f09656d3-eb91-4944-98b4-503bdd29d625", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1762707282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d3dd38cc58c46cf8909cfa930ff3123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ac46ea-e6", "ovs_interfaceid": "55ac46ea-e64a-49da-952e-4ef14ac5db17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.870877] env[69330]: DEBUG nova.compute.manager [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Received event network-changed-225db240-bbe8-4a6b-9163-8f3c89c71499 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.871101] env[69330]: DEBUG nova.compute.manager [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Refreshing instance network info cache due to event network-changed-225db240-bbe8-4a6b-9163-8f3c89c71499. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.871387] env[69330]: DEBUG oslo_concurrency.lockutils [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] Acquiring lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.871459] env[69330]: DEBUG oslo_concurrency.lockutils [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] Acquired lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.871655] env[69330]: DEBUG nova.network.neutron [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Refreshing network info cache for port 225db240-bbe8-4a6b-9163-8f3c89c71499 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.967220] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128378, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.212120] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.214949] env[69330]: DEBUG oslo_concurrency.lockutils [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.562s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.215294] env[69330]: DEBUG nova.objects.instance [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 856.241425] env[69330]: INFO nova.scheduler.client.report [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Deleted allocations for instance 9d4d98af-ee8b-4311-ac78-a566fa59e207 [ 856.257648] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525c0412-4198-2ea0-8ccf-6dc4c9bb8622, 'name': SearchDatastore_Task, 'duration_secs': 0.012144} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.257794] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.258087] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.258391] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.258585] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.259191] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.259191] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c7a78b3-5cea-46c1-a152-a8f36491d15d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.270019] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.270380] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.271878] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671b41e3-ef45-46ce-9846-24bb64c4227e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.281161] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 856.281161] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b0df42-e5bd-83fd-1ccb-543e84368c1d" [ 856.281161] env[69330]: _type = "Task" [ 856.281161] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.291061] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b0df42-e5bd-83fd-1ccb-543e84368c1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.311527] env[69330]: DEBUG nova.network.neutron [req-9b89d224-ce9a-469e-bba0-6598ee8eff63 req-d9570454-5136-4a19-888a-e37ec930f577 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Updated VIF entry in instance network info cache for port 4ce4f329-fce4-4f98-bb80-b6813f1df4fd. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.312006] env[69330]: DEBUG nova.network.neutron [req-9b89d224-ce9a-469e-bba0-6598ee8eff63 req-d9570454-5136-4a19-888a-e37ec930f577 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Updating instance_info_cache with network_info: [{"id": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "address": "fa:16:3e:2d:cd:70", "network": {"id": "b834c5f1-2102-4319-88c8-9cf7aa4dfd5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1837311640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2c90e72ba2a2427aa95c78a14f9c1423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce4f329-fc", "ovs_interfaceid": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.318336] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Releasing lock "refresh_cache-f9abeb72-0f94-4bae-8fd5-714ba035bfa9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.318811] env[69330]: DEBUG nova.compute.manager [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Instance network_info: |[{"id": "55ac46ea-e64a-49da-952e-4ef14ac5db17", "address": "fa:16:3e:6c:55:78", "network": {"id": "f09656d3-eb91-4944-98b4-503bdd29d625", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1762707282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d3dd38cc58c46cf8909cfa930ff3123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ac46ea-e6", "ovs_interfaceid": "55ac46ea-e64a-49da-952e-4ef14ac5db17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.319856] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:55:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55ac46ea-e64a-49da-952e-4ef14ac5db17', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.332837] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Creating folder: Project (3d3dd38cc58c46cf8909cfa930ff3123). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.334077] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6ab99df-4d27-4fab-b00f-d4b69e30435a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.347187] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Created folder: Project (3d3dd38cc58c46cf8909cfa930ff3123) in parent group-v817559. [ 856.347546] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Creating folder: Instances. Parent ref: group-v817727. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.347903] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-452693e9-49f9-4cde-9647-efec23685f06 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.360696] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Created folder: Instances in parent group-v817727. [ 856.361177] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.361509] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.361867] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a9e773d-4210-452f-8ac7-bea9d625fe02 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.398033] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.398033] env[69330]: value = "task-4128381" [ 856.398033] env[69330]: _type = "Task" [ 856.398033] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.410701] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128381, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.471374] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128378, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.639976] env[69330]: DEBUG nova.network.neutron [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Updated VIF entry in instance network info cache for port 225db240-bbe8-4a6b-9163-8f3c89c71499. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.643609] env[69330]: DEBUG nova.network.neutron [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Updating instance_info_cache with network_info: [{"id": "225db240-bbe8-4a6b-9163-8f3c89c71499", "address": "fa:16:3e:89:89:e6", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225db240-bb", "ovs_interfaceid": "225db240-bbe8-4a6b-9163-8f3c89c71499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.754894] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d18fdb36-4999-47cd-9a6b-8a172d83182a tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Lock "9d4d98af-ee8b-4311-ac78-a566fa59e207" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.263s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.793513] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b0df42-e5bd-83fd-1ccb-543e84368c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011718} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.794378] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da265038-2ec5-4504-a00b-8c7324968f7b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.802032] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 856.802032] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52112b18-f856-21d7-8112-b45246fbde6b" [ 856.802032] env[69330]: _type = "Task" [ 856.802032] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.810818] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52112b18-f856-21d7-8112-b45246fbde6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.814474] env[69330]: DEBUG oslo_concurrency.lockutils [req-9b89d224-ce9a-469e-bba0-6598ee8eff63 req-d9570454-5136-4a19-888a-e37ec930f577 service nova] Releasing lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.913981] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128381, 'name': CreateVM_Task, 'duration_secs': 0.390681} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.914286] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.915304] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.915580] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.916077] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.916462] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cad51f0-e70a-4eca-86cc-360b10483cde {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.924102] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Waiting for the task: (returnval){ [ 856.924102] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cdb8bc-fff9-23fe-634a-b1df398c76e6" [ 856.924102] env[69330]: _type = "Task" [ 856.924102] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.940035] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cdb8bc-fff9-23fe-634a-b1df398c76e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.940285] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.940477] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.940853] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.972352] env[69330]: DEBUG oslo_vmware.api [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128378, 'name': RemoveSnapshot_Task, 'duration_secs': 1.165859} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.972845] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 857.146620] env[69330]: DEBUG oslo_concurrency.lockutils [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] Releasing lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.146959] env[69330]: DEBUG nova.compute.manager [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Received event network-vif-plugged-55ac46ea-e64a-49da-952e-4ef14ac5db17 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.147186] env[69330]: DEBUG oslo_concurrency.lockutils [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] Acquiring lock "f9abeb72-0f94-4bae-8fd5-714ba035bfa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.147722] env[69330]: DEBUG oslo_concurrency.lockutils [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] Lock "f9abeb72-0f94-4bae-8fd5-714ba035bfa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.147722] env[69330]: DEBUG oslo_concurrency.lockutils [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] Lock "f9abeb72-0f94-4bae-8fd5-714ba035bfa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.147722] env[69330]: DEBUG nova.compute.manager [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] No waiting events found dispatching network-vif-plugged-55ac46ea-e64a-49da-952e-4ef14ac5db17 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 857.147925] env[69330]: WARNING nova.compute.manager [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Received unexpected event network-vif-plugged-55ac46ea-e64a-49da-952e-4ef14ac5db17 for instance with vm_state building and task_state spawning. [ 857.148061] env[69330]: DEBUG nova.compute.manager [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Received event network-changed-55ac46ea-e64a-49da-952e-4ef14ac5db17 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.148223] env[69330]: DEBUG nova.compute.manager [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Refreshing instance network info cache due to event network-changed-55ac46ea-e64a-49da-952e-4ef14ac5db17. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.148404] env[69330]: DEBUG oslo_concurrency.lockutils [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] Acquiring lock "refresh_cache-f9abeb72-0f94-4bae-8fd5-714ba035bfa9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.148539] env[69330]: DEBUG oslo_concurrency.lockutils [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] Acquired lock "refresh_cache-f9abeb72-0f94-4bae-8fd5-714ba035bfa9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.148738] env[69330]: DEBUG nova.network.neutron [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Refreshing network info cache for port 55ac46ea-e64a-49da-952e-4ef14ac5db17 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.226477] env[69330]: DEBUG oslo_concurrency.lockutils [None req-67b1039e-21b6-4e91-8572-68e3eeb17b14 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.235026] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.759s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.235026] env[69330]: DEBUG nova.objects.instance [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Lazy-loading 'resources' on Instance uuid 67cfedae-c64c-4b5b-abef-fb675497edc7 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.315887] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52112b18-f856-21d7-8112-b45246fbde6b, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.316208] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.316471] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 6541e871-4e66-4499-8eb8-8a70ff9df0eb/6541e871-4e66-4499-8eb8-8a70ff9df0eb.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.316800] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.316999] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.317239] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6fbed3f-9f73-4066-931f-744d99a471d6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.319512] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-344e1be9-a298-4c51-80c7-2b8add140b00 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.327138] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 857.327138] env[69330]: value = "task-4128382" [ 857.327138] env[69330]: _type = "Task" [ 857.327138] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.331565] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.331766] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.332926] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-655ee1f5-6edf-4ebf-9847-a7e9c638345d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.338765] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.343468] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Waiting for the task: (returnval){ [ 857.343468] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52668977-2ea2-9998-6272-52cd6a0edb4c" [ 857.343468] env[69330]: _type = "Task" [ 857.343468] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.352282] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52668977-2ea2-9998-6272-52cd6a0edb4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.479249] env[69330]: WARNING nova.compute.manager [None req-2aa2f707-1a1d-4f9a-a628-94379274b785 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Image not found during snapshot: nova.exception.ImageNotFound: Image 6d5f61c1-1e48-48a9-aeef-e60309f72744 could not be found. [ 857.816553] env[69330]: DEBUG nova.compute.manager [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Received event network-changed-4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.816811] env[69330]: DEBUG nova.compute.manager [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Refreshing instance network info cache due to event network-changed-4ce4f329-fce4-4f98-bb80-b6813f1df4fd. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.817062] env[69330]: DEBUG oslo_concurrency.lockutils [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] Acquiring lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.817216] env[69330]: DEBUG oslo_concurrency.lockutils [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] Acquired lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.817447] env[69330]: DEBUG nova.network.neutron [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Refreshing network info cache for port 4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.839735] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128382, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.857256] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52668977-2ea2-9998-6272-52cd6a0edb4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.862973] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5846ca4-3de1-43a3-8cd5-5381dbddfd82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.871603] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Waiting for the task: (returnval){ [ 857.871603] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524f8ee4-3b4d-10d0-2130-627a7b2812aa" [ 857.871603] env[69330]: _type = "Task" [ 857.871603] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.884361] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524f8ee4-3b4d-10d0-2130-627a7b2812aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010857} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.884646] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.884925] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] f9abeb72-0f94-4bae-8fd5-714ba035bfa9/f9abeb72-0f94-4bae-8fd5-714ba035bfa9.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.885208] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a838786-a837-4ebf-99f2-6f05a03c5194 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.897137] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Waiting for the task: (returnval){ [ 857.897137] env[69330]: value = "task-4128383" [ 857.897137] env[69330]: _type = "Task" [ 857.897137] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.907814] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.018074] env[69330]: DEBUG nova.network.neutron [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Updated VIF entry in instance network info cache for port 55ac46ea-e64a-49da-952e-4ef14ac5db17. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.018544] env[69330]: DEBUG nova.network.neutron [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Updating instance_info_cache with network_info: [{"id": "55ac46ea-e64a-49da-952e-4ef14ac5db17", "address": "fa:16:3e:6c:55:78", "network": {"id": "f09656d3-eb91-4944-98b4-503bdd29d625", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1762707282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d3dd38cc58c46cf8909cfa930ff3123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ac46ea-e6", "ovs_interfaceid": "55ac46ea-e64a-49da-952e-4ef14ac5db17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.341934] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565515} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.342438] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 6541e871-4e66-4499-8eb8-8a70ff9df0eb/6541e871-4e66-4499-8eb8-8a70ff9df0eb.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.342766] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.343118] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f941c1ef-6745-461e-b81a-276e53a08e8b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.361958] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 858.361958] env[69330]: value = "task-4128384" [ 858.361958] env[69330]: _type = "Task" [ 858.361958] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.375362] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.395141] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5592f2b1-a66c-40d8-b2a9-3baa0b96d7de {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.411230] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deaa588-fe5a-4e4a-af72-6cbf47f4224e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.414502] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491241} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.414760] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] f9abeb72-0f94-4bae-8fd5-714ba035bfa9/f9abeb72-0f94-4bae-8fd5-714ba035bfa9.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.414976] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.415598] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb53fa6f-b431-4935-9ab8-35b271cb35d4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.448052] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493bd790-81db-462f-8c39-2e74cba01015 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.451140] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Waiting for the task: (returnval){ [ 858.451140] env[69330]: value = "task-4128385" [ 858.451140] env[69330]: _type = "Task" [ 858.451140] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.463326] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877977c1-6826-4919-9dc9-27925b92321d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.469541] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.486981] env[69330]: DEBUG nova.compute.provider_tree [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.524266] env[69330]: DEBUG oslo_concurrency.lockutils [req-d381861d-ce92-4b25-b368-92d8b2ac152c req-28379473-3c46-4d0a-b0d7-762d119b4ca5 service nova] Releasing lock "refresh_cache-f9abeb72-0f94-4bae-8fd5-714ba035bfa9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.560094] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquiring lock "0a570f28-2b57-463e-a1a1-c8e073763c90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.560413] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Lock "0a570f28-2b57-463e-a1a1-c8e073763c90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.560641] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquiring lock "0a570f28-2b57-463e-a1a1-c8e073763c90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.560964] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Lock "0a570f28-2b57-463e-a1a1-c8e073763c90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.561080] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Lock "0a570f28-2b57-463e-a1a1-c8e073763c90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.563164] env[69330]: INFO nova.compute.manager [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Terminating instance [ 858.622206] env[69330]: DEBUG nova.network.neutron [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Updated VIF entry in instance network info cache for port 4ce4f329-fce4-4f98-bb80-b6813f1df4fd. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.622587] env[69330]: DEBUG nova.network.neutron [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Updating instance_info_cache with network_info: [{"id": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "address": "fa:16:3e:2d:cd:70", "network": {"id": "b834c5f1-2102-4319-88c8-9cf7aa4dfd5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1837311640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2c90e72ba2a2427aa95c78a14f9c1423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce4f329-fc", "ovs_interfaceid": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.875720] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077585} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.879008] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.881203] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eabfc4f-520e-44f9-9339-3e12f719cad9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.910461] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 6541e871-4e66-4499-8eb8-8a70ff9df0eb/6541e871-4e66-4499-8eb8-8a70ff9df0eb.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.910810] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4446ed49-a8d1-4895-a6c2-dddb754402b0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.930773] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 858.930773] env[69330]: value = "task-4128386" [ 858.930773] env[69330]: _type = "Task" [ 858.930773] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.942927] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.962231] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076965} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.962439] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.963243] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c61efa-7087-43f4-8ecc-0f615ba84532 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.987457] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] f9abeb72-0f94-4bae-8fd5-714ba035bfa9/f9abeb72-0f94-4bae-8fd5-714ba035bfa9.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.987877] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d56ae6d3-412a-4682-9bc1-e1e4dcf3769f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.003969] env[69330]: DEBUG nova.scheduler.client.report [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.013427] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Waiting for the task: (returnval){ [ 859.013427] env[69330]: value = "task-4128387" [ 859.013427] env[69330]: _type = "Task" [ 859.013427] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.022718] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.038264] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "01d47885-7375-44f0-a12f-d30b91882858" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.038485] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "01d47885-7375-44f0-a12f-d30b91882858" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.038852] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "01d47885-7375-44f0-a12f-d30b91882858-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.038970] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "01d47885-7375-44f0-a12f-d30b91882858-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.039712] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "01d47885-7375-44f0-a12f-d30b91882858-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.041714] env[69330]: INFO nova.compute.manager [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Terminating instance [ 859.067638] env[69330]: DEBUG nova.compute.manager [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.068022] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.069113] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd7eaca-df10-47d6-b713-9a4811c41726 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.077601] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.078030] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d10fb7b-b5d0-41a8-a817-547fed1734d3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.085029] env[69330]: DEBUG oslo_vmware.api [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 859.085029] env[69330]: value = "task-4128388" [ 859.085029] env[69330]: _type = "Task" [ 859.085029] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.094953] env[69330]: DEBUG oslo_vmware.api [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.125912] env[69330]: DEBUG oslo_concurrency.lockutils [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] Releasing lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.126306] env[69330]: DEBUG nova.compute.manager [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Received event network-changed-4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.126483] env[69330]: DEBUG nova.compute.manager [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Refreshing instance network info cache due to event network-changed-4ce4f329-fce4-4f98-bb80-b6813f1df4fd. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.126727] env[69330]: DEBUG oslo_concurrency.lockutils [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] Acquiring lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.127027] env[69330]: DEBUG oslo_concurrency.lockutils [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] Acquired lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.127224] env[69330]: DEBUG nova.network.neutron [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Refreshing network info cache for port 4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.444576] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.509835] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.512090] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.807s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.512315] env[69330]: DEBUG nova.objects.instance [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 859.527262] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.542297] env[69330]: INFO nova.scheduler.client.report [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Deleted allocations for instance 67cfedae-c64c-4b5b-abef-fb675497edc7 [ 859.547403] env[69330]: DEBUG nova.compute.manager [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.547403] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.548939] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8936862b-03e7-4085-8234-adacdc573441 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.558363] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.558764] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4323a73c-e894-42df-88a6-a7fff261cd80 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.568887] env[69330]: DEBUG oslo_vmware.api [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 859.568887] env[69330]: value = "task-4128389" [ 859.568887] env[69330]: _type = "Task" [ 859.568887] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.581978] env[69330]: DEBUG oslo_vmware.api [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.599892] env[69330]: DEBUG oslo_vmware.api [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128388, 'name': PowerOffVM_Task, 'duration_secs': 0.291356} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.599892] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.599892] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.599892] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98079b96-0ad3-417b-a584-8f161e17635b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.702806] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.703062] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.703502] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Deleting the datastore file [datastore1] 0a570f28-2b57-463e-a1a1-c8e073763c90 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.703668] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22306e6e-c3fa-445d-b56c-ac3d3c3b2d8c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.714374] env[69330]: DEBUG oslo_vmware.api [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for the task: (returnval){ [ 859.714374] env[69330]: value = "task-4128391" [ 859.714374] env[69330]: _type = "Task" [ 859.714374] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.724647] env[69330]: DEBUG oslo_vmware.api [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.892920] env[69330]: DEBUG nova.network.neutron [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Updated VIF entry in instance network info cache for port 4ce4f329-fce4-4f98-bb80-b6813f1df4fd. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.893334] env[69330]: DEBUG nova.network.neutron [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Updating instance_info_cache with network_info: [{"id": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "address": "fa:16:3e:2d:cd:70", "network": {"id": "b834c5f1-2102-4319-88c8-9cf7aa4dfd5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1837311640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2c90e72ba2a2427aa95c78a14f9c1423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce4f329-fc", "ovs_interfaceid": "4ce4f329-fce4-4f98-bb80-b6813f1df4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.944110] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128386, 'name': ReconfigVM_Task, 'duration_secs': 0.600797} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.944524] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 6541e871-4e66-4499-8eb8-8a70ff9df0eb/6541e871-4e66-4499-8eb8-8a70ff9df0eb.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.945266] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb185823-67b3-4f94-b534-87c2d865e2e2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.954700] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 859.954700] env[69330]: value = "task-4128392" [ 859.954700] env[69330]: _type = "Task" [ 859.954700] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.965081] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128392, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.028211] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128387, 'name': ReconfigVM_Task, 'duration_secs': 0.734614} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.029172] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Reconfigured VM instance instance-00000038 to attach disk [datastore1] f9abeb72-0f94-4bae-8fd5-714ba035bfa9/f9abeb72-0f94-4bae-8fd5-714ba035bfa9.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.029840] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9d0b8e3-effe-4ebd-b603-cbcbdc4ec3b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.037478] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Waiting for the task: (returnval){ [ 860.037478] env[69330]: value = "task-4128393" [ 860.037478] env[69330]: _type = "Task" [ 860.037478] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.047269] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128393, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.050647] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b730b97b-9f1d-4861-8b9b-aaabe1aace4c tempest-ServersListShow2100Test-1547013102 tempest-ServersListShow2100Test-1547013102-project-member] Lock "67cfedae-c64c-4b5b-abef-fb675497edc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.884s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.080186] env[69330]: DEBUG oslo_vmware.api [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128389, 'name': PowerOffVM_Task, 'duration_secs': 0.212606} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.080486] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.080662] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.080938] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b36cf243-ee7f-4634-83f8-3cc3044f9394 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.170584] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.170870] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.171130] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Deleting the datastore file [datastore2] 01d47885-7375-44f0-a12f-d30b91882858 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.171408] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-422f0c94-2e36-4fba-8815-74e4c6eb4f77 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.179185] env[69330]: DEBUG oslo_vmware.api [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 860.179185] env[69330]: value = "task-4128395" [ 860.179185] env[69330]: _type = "Task" [ 860.179185] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.187668] env[69330]: DEBUG oslo_vmware.api [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.227267] env[69330]: DEBUG oslo_vmware.api [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Task: {'id': task-4128391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275731} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.227540] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.227793] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.227925] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.228077] env[69330]: INFO nova.compute.manager [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Took 1.16 seconds to destroy the instance on the hypervisor. [ 860.228344] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.228541] env[69330]: DEBUG nova.compute.manager [-] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.228627] env[69330]: DEBUG nova.network.neutron [-] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.395913] env[69330]: DEBUG oslo_concurrency.lockutils [req-986a9d13-a14d-4674-a33b-95fe1bb2725d req-2facd402-9333-4713-9515-a18eff2a53d2 service nova] Releasing lock "refresh_cache-0a570f28-2b57-463e-a1a1-c8e073763c90" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.470669] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128392, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.525455] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17e06c23-43d2-433f-b86e-59a75169e1a6 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.528926] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.174s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.528926] env[69330]: INFO nova.compute.claims [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.548058] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128393, 'name': Rename_Task, 'duration_secs': 0.209454} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.548369] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.548636] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41707288-812b-4a52-9530-83757c6945fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.557678] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Waiting for the task: (returnval){ [ 860.557678] env[69330]: value = "task-4128396" [ 860.557678] env[69330]: _type = "Task" [ 860.557678] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.568522] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.602347] env[69330]: DEBUG nova.compute.manager [req-f052ff8a-17cb-4fc5-a872-b7d8506600c8 req-c2a174b3-3d45-49fd-ba57-c0c981fb6c1c service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Received event network-vif-deleted-4ce4f329-fce4-4f98-bb80-b6813f1df4fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.603478] env[69330]: INFO nova.compute.manager [req-f052ff8a-17cb-4fc5-a872-b7d8506600c8 req-c2a174b3-3d45-49fd-ba57-c0c981fb6c1c service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Neutron deleted interface 4ce4f329-fce4-4f98-bb80-b6813f1df4fd; detaching it from the instance and deleting it from the info cache [ 860.603478] env[69330]: DEBUG nova.network.neutron [req-f052ff8a-17cb-4fc5-a872-b7d8506600c8 req-c2a174b3-3d45-49fd-ba57-c0c981fb6c1c service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.691764] env[69330]: DEBUG oslo_vmware.api [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174518} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.692329] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.692536] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.692712] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.692888] env[69330]: INFO nova.compute.manager [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Took 1.15 seconds to destroy the instance on the hypervisor. [ 860.693159] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.693358] env[69330]: DEBUG nova.compute.manager [-] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.693452] env[69330]: DEBUG nova.network.neutron [-] [instance: 01d47885-7375-44f0-a12f-d30b91882858] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.973607] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128392, 'name': Rename_Task, 'duration_secs': 0.693089} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.974651] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.975111] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63fa4c0d-f930-496b-ab3a-edbd7ff42a82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.984457] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 860.984457] env[69330]: value = "task-4128397" [ 860.984457] env[69330]: _type = "Task" [ 860.984457] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.993581] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.046414] env[69330]: DEBUG nova.network.neutron [-] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.077593] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128396, 'name': PowerOnVM_Task} progress is 80%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.106608] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9aeeca9f-fc1a-46ae-bbd7-36f8e91bbb66 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.118633] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d825b09-5279-46bc-b181-6f4308bd11f4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.156886] env[69330]: DEBUG nova.compute.manager [req-f052ff8a-17cb-4fc5-a872-b7d8506600c8 req-c2a174b3-3d45-49fd-ba57-c0c981fb6c1c service nova] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Detach interface failed, port_id=4ce4f329-fce4-4f98-bb80-b6813f1df4fd, reason: Instance 0a570f28-2b57-463e-a1a1-c8e073763c90 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 861.498035] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128397, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.551028] env[69330]: INFO nova.compute.manager [-] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Took 1.32 seconds to deallocate network for instance. [ 861.578117] env[69330]: DEBUG oslo_vmware.api [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128396, 'name': PowerOnVM_Task, 'duration_secs': 0.676083} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.578877] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.579152] env[69330]: INFO nova.compute.manager [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Took 7.82 seconds to spawn the instance on the hypervisor. [ 861.579352] env[69330]: DEBUG nova.compute.manager [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.580797] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad1088b-e36b-44af-b8fa-c7e50981b57e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.599337] env[69330]: DEBUG nova.network.neutron [-] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.996721] env[69330]: DEBUG oslo_vmware.api [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128397, 'name': PowerOnVM_Task, 'duration_secs': 0.591675} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.999723] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.000024] env[69330]: INFO nova.compute.manager [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Took 11.12 seconds to spawn the instance on the hypervisor. [ 862.000220] env[69330]: DEBUG nova.compute.manager [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 862.001383] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0918da-0632-41d6-9bc5-dd183a3a7d9e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.064280] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.074819] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfde4ef-781f-486e-b1ae-55dd7b119396 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.083418] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38e866c-1056-4d08-b5cc-3628a1960676 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.123736] env[69330]: INFO nova.compute.manager [-] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Took 1.43 seconds to deallocate network for instance. [ 862.123736] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7be6ffa-f6f3-4b32-a6e7-ee9fcfabd887 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.131824] env[69330]: INFO nova.compute.manager [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Took 44.84 seconds to build instance. [ 862.136390] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62d5ae7-d48f-4cba-9032-c9c9ab8c4eb7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.151837] env[69330]: DEBUG nova.compute.provider_tree [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.520612] env[69330]: INFO nova.compute.manager [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Took 46.92 seconds to build instance. [ 862.634070] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.634563] env[69330]: DEBUG oslo_concurrency.lockutils [None req-15340b1b-b518-49a6-93d1-9a4eed2b6367 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Lock "f9abeb72-0f94-4bae-8fd5-714ba035bfa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.339s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.655650] env[69330]: DEBUG nova.scheduler.client.report [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.027166] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d7df8cf-0933-4900-b691-e1d6fd8160aa tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.131s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.103650] env[69330]: DEBUG nova.compute.manager [req-63d25ea8-b3c3-40d2-a120-6ae7507c89d9 req-7a82947d-c09b-4ed4-baa2-9cb8c853f64a service nova] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Received event network-vif-deleted-c867aaf3-d478-43f7-b831-89fdacc45f88 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.137387] env[69330]: DEBUG nova.compute.manager [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.164675] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.165418] env[69330]: DEBUG nova.compute.manager [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.168461] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.269s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.172422] env[69330]: INFO nova.compute.claims [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.529870] env[69330]: DEBUG nova.compute.manager [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.665812] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.680716] env[69330]: DEBUG nova.compute.utils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.682275] env[69330]: DEBUG nova.compute.manager [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.682446] env[69330]: DEBUG nova.network.neutron [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.734633] env[69330]: DEBUG nova.policy [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecceb9356ec4410d9514434982567ea9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '205d0a13d9c5439c8b959ed7805ee15d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.816322] env[69330]: DEBUG nova.compute.manager [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Stashing vm_state: active {{(pid=69330) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 864.025620] env[69330]: DEBUG nova.network.neutron [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Successfully created port: 5799fce0-389a-4cc2-b885-20894cbf5e33 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.056064] env[69330]: DEBUG nova.compute.manager [req-331aaff1-94e5-495f-b50b-172d1abeaa9f req-cbd6b378-98c6-45f0-a855-309c697bc069 service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Received event network-changed-55ac46ea-e64a-49da-952e-4ef14ac5db17 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.056064] env[69330]: DEBUG nova.compute.manager [req-331aaff1-94e5-495f-b50b-172d1abeaa9f req-cbd6b378-98c6-45f0-a855-309c697bc069 service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Refreshing instance network info cache due to event network-changed-55ac46ea-e64a-49da-952e-4ef14ac5db17. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.056064] env[69330]: DEBUG oslo_concurrency.lockutils [req-331aaff1-94e5-495f-b50b-172d1abeaa9f req-cbd6b378-98c6-45f0-a855-309c697bc069 service nova] Acquiring lock "refresh_cache-f9abeb72-0f94-4bae-8fd5-714ba035bfa9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.056064] env[69330]: DEBUG oslo_concurrency.lockutils [req-331aaff1-94e5-495f-b50b-172d1abeaa9f req-cbd6b378-98c6-45f0-a855-309c697bc069 service nova] Acquired lock "refresh_cache-f9abeb72-0f94-4bae-8fd5-714ba035bfa9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.056064] env[69330]: DEBUG nova.network.neutron [req-331aaff1-94e5-495f-b50b-172d1abeaa9f req-cbd6b378-98c6-45f0-a855-309c697bc069 service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Refreshing network info cache for port 55ac46ea-e64a-49da-952e-4ef14ac5db17 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.056952] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.186956] env[69330]: DEBUG nova.compute.manager [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.342532] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.793650] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b26e904-2330-4e78-b8bc-8068bb1cd20b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.803286] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f96155b-425c-4f41-a4f9-f13c9e8e92fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.812021] env[69330]: DEBUG nova.network.neutron [req-331aaff1-94e5-495f-b50b-172d1abeaa9f req-cbd6b378-98c6-45f0-a855-309c697bc069 service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Updated VIF entry in instance network info cache for port 55ac46ea-e64a-49da-952e-4ef14ac5db17. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.812021] env[69330]: DEBUG nova.network.neutron [req-331aaff1-94e5-495f-b50b-172d1abeaa9f req-cbd6b378-98c6-45f0-a855-309c697bc069 service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Updating instance_info_cache with network_info: [{"id": "55ac46ea-e64a-49da-952e-4ef14ac5db17", "address": "fa:16:3e:6c:55:78", "network": {"id": "f09656d3-eb91-4944-98b4-503bdd29d625", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1762707282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d3dd38cc58c46cf8909cfa930ff3123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ac46ea-e6", "ovs_interfaceid": "55ac46ea-e64a-49da-952e-4ef14ac5db17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.843292] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067d600b-5d18-4b20-bf13-de21d8b49f66 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.855498] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5cad77-ea68-457c-8836-4239c5aefc04 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.871404] env[69330]: DEBUG nova.compute.provider_tree [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.201105] env[69330]: DEBUG nova.compute.manager [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.225899] env[69330]: DEBUG nova.virt.hardware [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.226187] env[69330]: DEBUG nova.virt.hardware [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.226360] env[69330]: DEBUG nova.virt.hardware [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.226545] env[69330]: DEBUG nova.virt.hardware [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.226973] env[69330]: DEBUG nova.virt.hardware [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.227211] env[69330]: DEBUG nova.virt.hardware [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.227463] env[69330]: DEBUG nova.virt.hardware [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.227720] env[69330]: DEBUG nova.virt.hardware [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.227931] env[69330]: DEBUG nova.virt.hardware [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.228915] env[69330]: DEBUG nova.virt.hardware [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.229149] env[69330]: DEBUG nova.virt.hardware [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.230164] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb20201-0c1e-4967-8f5f-effbdf21c182 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.238795] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cc4b47-c01b-4c47-8e6a-efaf3e9f488b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.311386] env[69330]: DEBUG oslo_concurrency.lockutils [req-331aaff1-94e5-495f-b50b-172d1abeaa9f req-cbd6b378-98c6-45f0-a855-309c697bc069 service nova] Releasing lock "refresh_cache-f9abeb72-0f94-4bae-8fd5-714ba035bfa9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.374848] env[69330]: DEBUG nova.scheduler.client.report [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.531153] env[69330]: DEBUG nova.network.neutron [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Successfully updated port: 5799fce0-389a-4cc2-b885-20894cbf5e33 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.626316] env[69330]: DEBUG nova.compute.manager [req-8a835fe1-7359-4c38-b07e-fd3bc3554854 req-22236c14-b697-47cb-9076-f7cf7428815f service nova] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Received event network-vif-plugged-5799fce0-389a-4cc2-b885-20894cbf5e33 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.626609] env[69330]: DEBUG oslo_concurrency.lockutils [req-8a835fe1-7359-4c38-b07e-fd3bc3554854 req-22236c14-b697-47cb-9076-f7cf7428815f service nova] Acquiring lock "3cc04786-da3d-4e81-ad6b-2066cdcc941e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.626887] env[69330]: DEBUG oslo_concurrency.lockutils [req-8a835fe1-7359-4c38-b07e-fd3bc3554854 req-22236c14-b697-47cb-9076-f7cf7428815f service nova] Lock "3cc04786-da3d-4e81-ad6b-2066cdcc941e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.627131] env[69330]: DEBUG oslo_concurrency.lockutils [req-8a835fe1-7359-4c38-b07e-fd3bc3554854 req-22236c14-b697-47cb-9076-f7cf7428815f service nova] Lock "3cc04786-da3d-4e81-ad6b-2066cdcc941e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.627358] env[69330]: DEBUG nova.compute.manager [req-8a835fe1-7359-4c38-b07e-fd3bc3554854 req-22236c14-b697-47cb-9076-f7cf7428815f service nova] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] No waiting events found dispatching network-vif-plugged-5799fce0-389a-4cc2-b885-20894cbf5e33 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 865.627576] env[69330]: WARNING nova.compute.manager [req-8a835fe1-7359-4c38-b07e-fd3bc3554854 req-22236c14-b697-47cb-9076-f7cf7428815f service nova] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Received unexpected event network-vif-plugged-5799fce0-389a-4cc2-b885-20894cbf5e33 for instance with vm_state building and task_state spawning. [ 865.880542] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.881095] env[69330]: DEBUG nova.compute.manager [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.884260] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.387s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.885819] env[69330]: DEBUG nova.objects.instance [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 866.038840] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Acquiring lock "refresh_cache-3cc04786-da3d-4e81-ad6b-2066cdcc941e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.038840] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Acquired lock "refresh_cache-3cc04786-da3d-4e81-ad6b-2066cdcc941e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.038840] env[69330]: DEBUG nova.network.neutron [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.389249] env[69330]: DEBUG nova.compute.utils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.390714] env[69330]: DEBUG nova.compute.manager [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.390890] env[69330]: DEBUG nova.network.neutron [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.436191] env[69330]: DEBUG nova.policy [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82d855e318c94e0ebc89c8158bfc8c51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc2b469d8ccf479aa9b75b9a65f1099c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.589184] env[69330]: DEBUG nova.network.neutron [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.804468] env[69330]: DEBUG nova.network.neutron [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Updating instance_info_cache with network_info: [{"id": "5799fce0-389a-4cc2-b885-20894cbf5e33", "address": "fa:16:3e:43:f3:10", "network": {"id": "c109a9b3-529e-4396-b3d4-b76c90be9f70", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-510878106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "205d0a13d9c5439c8b959ed7805ee15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5799fce0-38", "ovs_interfaceid": "5799fce0-389a-4cc2-b885-20894cbf5e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.827197] env[69330]: DEBUG nova.network.neutron [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Successfully created port: 514dc6a6-c6a3-4381-aba2-7e3d48121671 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.897662] env[69330]: DEBUG nova.compute.manager [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.902810] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ba97954f-330e-4f6c-92b9-427ad60301d9 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.904631] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.764s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.904858] env[69330]: DEBUG nova.objects.instance [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lazy-loading 'resources' on Instance uuid f46ab4a0-a375-4d93-9cb6-0c0823fabbe4 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.968050] env[69330]: DEBUG nova.compute.manager [req-3ee34122-1e02-41ec-bbcd-e3cad3d01931 req-4fd0acf8-64d4-4310-991f-3f3e9276b90e service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Received event network-changed-55ac46ea-e64a-49da-952e-4ef14ac5db17 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.968436] env[69330]: DEBUG nova.compute.manager [req-3ee34122-1e02-41ec-bbcd-e3cad3d01931 req-4fd0acf8-64d4-4310-991f-3f3e9276b90e service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Refreshing instance network info cache due to event network-changed-55ac46ea-e64a-49da-952e-4ef14ac5db17. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.968436] env[69330]: DEBUG oslo_concurrency.lockutils [req-3ee34122-1e02-41ec-bbcd-e3cad3d01931 req-4fd0acf8-64d4-4310-991f-3f3e9276b90e service nova] Acquiring lock "refresh_cache-f9abeb72-0f94-4bae-8fd5-714ba035bfa9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.968670] env[69330]: DEBUG oslo_concurrency.lockutils [req-3ee34122-1e02-41ec-bbcd-e3cad3d01931 req-4fd0acf8-64d4-4310-991f-3f3e9276b90e service nova] Acquired lock "refresh_cache-f9abeb72-0f94-4bae-8fd5-714ba035bfa9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.968739] env[69330]: DEBUG nova.network.neutron [req-3ee34122-1e02-41ec-bbcd-e3cad3d01931 req-4fd0acf8-64d4-4310-991f-3f3e9276b90e service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Refreshing network info cache for port 55ac46ea-e64a-49da-952e-4ef14ac5db17 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.311807] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Releasing lock "refresh_cache-3cc04786-da3d-4e81-ad6b-2066cdcc941e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.312234] env[69330]: DEBUG nova.compute.manager [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Instance network_info: |[{"id": "5799fce0-389a-4cc2-b885-20894cbf5e33", "address": "fa:16:3e:43:f3:10", "network": {"id": "c109a9b3-529e-4396-b3d4-b76c90be9f70", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-510878106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "205d0a13d9c5439c8b959ed7805ee15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5799fce0-38", "ovs_interfaceid": "5799fce0-389a-4cc2-b885-20894cbf5e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.312713] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:f3:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5799fce0-389a-4cc2-b885-20894cbf5e33', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.321244] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Creating folder: Project (205d0a13d9c5439c8b959ed7805ee15d). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.321579] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfe8d183-a5e4-4201-887a-bfe80dd0d354 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.338816] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Created folder: Project (205d0a13d9c5439c8b959ed7805ee15d) in parent group-v817559. [ 867.338816] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Creating folder: Instances. Parent ref: group-v817730. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.339154] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55ec8d31-4552-467b-ba9f-6244eb0145b2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.350700] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Created folder: Instances in parent group-v817730. [ 867.350956] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.351311] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.351784] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1903218-b708-4b0c-bdc3-5ef19f2a3374 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.375128] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.375128] env[69330]: value = "task-4128400" [ 867.375128] env[69330]: _type = "Task" [ 867.375128] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.384322] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128400, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.758023] env[69330]: DEBUG nova.network.neutron [req-3ee34122-1e02-41ec-bbcd-e3cad3d01931 req-4fd0acf8-64d4-4310-991f-3f3e9276b90e service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Updated VIF entry in instance network info cache for port 55ac46ea-e64a-49da-952e-4ef14ac5db17. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.758599] env[69330]: DEBUG nova.network.neutron [req-3ee34122-1e02-41ec-bbcd-e3cad3d01931 req-4fd0acf8-64d4-4310-991f-3f3e9276b90e service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Updating instance_info_cache with network_info: [{"id": "55ac46ea-e64a-49da-952e-4ef14ac5db17", "address": "fa:16:3e:6c:55:78", "network": {"id": "f09656d3-eb91-4944-98b4-503bdd29d625", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1762707282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d3dd38cc58c46cf8909cfa930ff3123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ac46ea-e6", "ovs_interfaceid": "55ac46ea-e64a-49da-952e-4ef14ac5db17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.885958] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128400, 'name': CreateVM_Task, 'duration_secs': 0.341631} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.886609] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.887039] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.888169] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.888169] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.888169] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63bcb805-62ef-4688-a766-2c2935f7a23e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.895600] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Waiting for the task: (returnval){ [ 867.895600] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f90d06-199e-9de6-e78f-bcebb37a5599" [ 867.895600] env[69330]: _type = "Task" [ 867.895600] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.907177] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f90d06-199e-9de6-e78f-bcebb37a5599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.915264] env[69330]: DEBUG nova.compute.manager [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.947888] env[69330]: DEBUG nova.virt.hardware [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.948167] env[69330]: DEBUG nova.virt.hardware [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.948331] env[69330]: DEBUG nova.virt.hardware [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.948515] env[69330]: DEBUG nova.virt.hardware [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.948679] env[69330]: DEBUG nova.virt.hardware [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.948806] env[69330]: DEBUG nova.virt.hardware [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.949044] env[69330]: DEBUG nova.virt.hardware [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.949228] env[69330]: DEBUG nova.virt.hardware [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.949403] env[69330]: DEBUG nova.virt.hardware [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.949569] env[69330]: DEBUG nova.virt.hardware [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.949744] env[69330]: DEBUG nova.virt.hardware [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.950860] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1b56a7-d204-466c-a3fd-98103141f93d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.961860] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3a9aa6-2cb4-4f9a-8520-65a3d8e7af8c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.000108] env[69330]: DEBUG nova.compute.manager [req-1ebc3d26-c926-4ea2-ac0e-cfacf8c74325 req-c1f867e2-dbbd-45d6-a0d2-dbe423106ff7 service nova] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Received event network-changed-5799fce0-389a-4cc2-b885-20894cbf5e33 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.000346] env[69330]: DEBUG nova.compute.manager [req-1ebc3d26-c926-4ea2-ac0e-cfacf8c74325 req-c1f867e2-dbbd-45d6-a0d2-dbe423106ff7 service nova] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Refreshing instance network info cache due to event network-changed-5799fce0-389a-4cc2-b885-20894cbf5e33. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.000569] env[69330]: DEBUG oslo_concurrency.lockutils [req-1ebc3d26-c926-4ea2-ac0e-cfacf8c74325 req-c1f867e2-dbbd-45d6-a0d2-dbe423106ff7 service nova] Acquiring lock "refresh_cache-3cc04786-da3d-4e81-ad6b-2066cdcc941e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.000676] env[69330]: DEBUG oslo_concurrency.lockutils [req-1ebc3d26-c926-4ea2-ac0e-cfacf8c74325 req-c1f867e2-dbbd-45d6-a0d2-dbe423106ff7 service nova] Acquired lock "refresh_cache-3cc04786-da3d-4e81-ad6b-2066cdcc941e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.000833] env[69330]: DEBUG nova.network.neutron [req-1ebc3d26-c926-4ea2-ac0e-cfacf8c74325 req-c1f867e2-dbbd-45d6-a0d2-dbe423106ff7 service nova] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Refreshing network info cache for port 5799fce0-389a-4cc2-b885-20894cbf5e33 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.034043] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3c4df4-2f40-4f5f-91e5-827b36d27b35 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.043100] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e074542f-4724-4590-8aac-97be013b1353 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.076049] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd7cf87-1c4f-4165-8068-dd9818191504 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.084145] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280bfbf7-6147-4130-b7fd-1fc45a5f67f1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.099834] env[69330]: DEBUG nova.compute.provider_tree [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.264160] env[69330]: DEBUG oslo_concurrency.lockutils [req-3ee34122-1e02-41ec-bbcd-e3cad3d01931 req-4fd0acf8-64d4-4310-991f-3f3e9276b90e service nova] Releasing lock "refresh_cache-f9abeb72-0f94-4bae-8fd5-714ba035bfa9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.371873] env[69330]: DEBUG nova.network.neutron [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Successfully updated port: 514dc6a6-c6a3-4381-aba2-7e3d48121671 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.407557] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f90d06-199e-9de6-e78f-bcebb37a5599, 'name': SearchDatastore_Task, 'duration_secs': 0.012944} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.407887] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.408165] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.408431] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.408580] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.408787] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.409111] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-845cf0d8-e52a-4de8-bd11-a146d55eaa60 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.419225] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.419449] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.420246] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec77710c-5920-4185-b9f9-61ec20382c9b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.427220] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Waiting for the task: (returnval){ [ 868.427220] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f682c6-0565-973e-0287-3e46e6a0cfff" [ 868.427220] env[69330]: _type = "Task" [ 868.427220] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.438079] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f682c6-0565-973e-0287-3e46e6a0cfff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.602321] env[69330]: DEBUG nova.scheduler.client.report [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.704521] env[69330]: DEBUG nova.network.neutron [req-1ebc3d26-c926-4ea2-ac0e-cfacf8c74325 req-c1f867e2-dbbd-45d6-a0d2-dbe423106ff7 service nova] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Updated VIF entry in instance network info cache for port 5799fce0-389a-4cc2-b885-20894cbf5e33. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.704906] env[69330]: DEBUG nova.network.neutron [req-1ebc3d26-c926-4ea2-ac0e-cfacf8c74325 req-c1f867e2-dbbd-45d6-a0d2-dbe423106ff7 service nova] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Updating instance_info_cache with network_info: [{"id": "5799fce0-389a-4cc2-b885-20894cbf5e33", "address": "fa:16:3e:43:f3:10", "network": {"id": "c109a9b3-529e-4396-b3d4-b76c90be9f70", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-510878106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "205d0a13d9c5439c8b959ed7805ee15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5799fce0-38", "ovs_interfaceid": "5799fce0-389a-4cc2-b885-20894cbf5e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.875133] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Acquiring lock "refresh_cache-ea607582-c245-47ac-a85c-65d06dc5fe94" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.875306] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Acquired lock "refresh_cache-ea607582-c245-47ac-a85c-65d06dc5fe94" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.875499] env[69330]: DEBUG nova.network.neutron [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.916461] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Acquiring lock "f9abeb72-0f94-4bae-8fd5-714ba035bfa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.917277] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Lock "f9abeb72-0f94-4bae-8fd5-714ba035bfa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.917520] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Acquiring lock "f9abeb72-0f94-4bae-8fd5-714ba035bfa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.917731] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Lock "f9abeb72-0f94-4bae-8fd5-714ba035bfa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.917908] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Lock "f9abeb72-0f94-4bae-8fd5-714ba035bfa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.921089] env[69330]: INFO nova.compute.manager [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Terminating instance [ 868.939126] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f682c6-0565-973e-0287-3e46e6a0cfff, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.940052] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a4cfe66-e545-429b-86ab-95c8c1b1fa94 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.945997] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Waiting for the task: (returnval){ [ 868.945997] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ce3dce-db2e-d759-d4b4-f261c4e28fca" [ 868.945997] env[69330]: _type = "Task" [ 868.945997] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.954912] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ce3dce-db2e-d759-d4b4-f261c4e28fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.107309] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.109882] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.813s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.110699] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.110699] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69330) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 869.110958] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.608s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.111349] env[69330]: DEBUG nova.objects.instance [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lazy-loading 'resources' on Instance uuid 14dd4ccb-14cd-410b-aaa4-de45334edeca {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.115927] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97be4bd-de06-4e1f-ae4c-6c0384c280fc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.125229] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406f9d70-c6a1-4702-bc89-476cc498039d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.142870] env[69330]: INFO nova.scheduler.client.report [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleted allocations for instance f46ab4a0-a375-4d93-9cb6-0c0823fabbe4 [ 869.144615] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5967422d-ff57-4ba0-bcaf-f3dee74c01c6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.157216] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681bd046-558a-4348-90fb-d8e13db0a54f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.195744] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178682MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69330) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 869.195989] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.207889] env[69330]: DEBUG oslo_concurrency.lockutils [req-1ebc3d26-c926-4ea2-ac0e-cfacf8c74325 req-c1f867e2-dbbd-45d6-a0d2-dbe423106ff7 service nova] Releasing lock "refresh_cache-3cc04786-da3d-4e81-ad6b-2066cdcc941e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.413216] env[69330]: DEBUG nova.network.neutron [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.425056] env[69330]: DEBUG nova.compute.manager [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.425294] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.426192] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd4b500-f13c-484f-b012-4d76feed6599 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.434330] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.434583] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab08924f-925e-418f-8545-14edae0a5c0f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.441261] env[69330]: DEBUG oslo_vmware.api [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Waiting for the task: (returnval){ [ 869.441261] env[69330]: value = "task-4128401" [ 869.441261] env[69330]: _type = "Task" [ 869.441261] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.450702] env[69330]: DEBUG oslo_vmware.api [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.460026] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ce3dce-db2e-d759-d4b4-f261c4e28fca, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.460313] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.460597] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 3cc04786-da3d-4e81-ad6b-2066cdcc941e/3cc04786-da3d-4e81-ad6b-2066cdcc941e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.460991] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afef2216-a059-4abc-b316-00531e68d29c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.469759] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Waiting for the task: (returnval){ [ 869.469759] env[69330]: value = "task-4128402" [ 869.469759] env[69330]: _type = "Task" [ 869.469759] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.480268] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.659750] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "f46ab4a0-a375-4d93-9cb6-0c0823fabbe4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.419s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.814078] env[69330]: DEBUG nova.network.neutron [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Updating instance_info_cache with network_info: [{"id": "514dc6a6-c6a3-4381-aba2-7e3d48121671", "address": "fa:16:3e:7b:c3:e8", "network": {"id": "0de8852c-5e4f-41c2-9410-cdb859625d39", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-894902895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2b469d8ccf479aa9b75b9a65f1099c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap514dc6a6-c6", "ovs_interfaceid": "514dc6a6-c6a3-4381-aba2-7e3d48121671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.954358] env[69330]: DEBUG oslo_vmware.api [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128401, 'name': PowerOffVM_Task, 'duration_secs': 0.187988} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.957295] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.957490] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.958021] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95838ff2-f270-4f33-8267-b2a895501dfc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.980758] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128402, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.028518] env[69330]: DEBUG nova.compute.manager [req-6dc572a0-c599-4d07-9887-c14163e54a55 req-c53629b2-f46a-4f24-9130-aacdbac4596c service nova] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Received event network-vif-plugged-514dc6a6-c6a3-4381-aba2-7e3d48121671 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.028758] env[69330]: DEBUG oslo_concurrency.lockutils [req-6dc572a0-c599-4d07-9887-c14163e54a55 req-c53629b2-f46a-4f24-9130-aacdbac4596c service nova] Acquiring lock "ea607582-c245-47ac-a85c-65d06dc5fe94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.028976] env[69330]: DEBUG oslo_concurrency.lockutils [req-6dc572a0-c599-4d07-9887-c14163e54a55 req-c53629b2-f46a-4f24-9130-aacdbac4596c service nova] Lock "ea607582-c245-47ac-a85c-65d06dc5fe94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.029273] env[69330]: DEBUG oslo_concurrency.lockutils [req-6dc572a0-c599-4d07-9887-c14163e54a55 req-c53629b2-f46a-4f24-9130-aacdbac4596c service nova] Lock "ea607582-c245-47ac-a85c-65d06dc5fe94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.029487] env[69330]: DEBUG nova.compute.manager [req-6dc572a0-c599-4d07-9887-c14163e54a55 req-c53629b2-f46a-4f24-9130-aacdbac4596c service nova] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] No waiting events found dispatching network-vif-plugged-514dc6a6-c6a3-4381-aba2-7e3d48121671 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 870.029683] env[69330]: WARNING nova.compute.manager [req-6dc572a0-c599-4d07-9887-c14163e54a55 req-c53629b2-f46a-4f24-9130-aacdbac4596c service nova] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Received unexpected event network-vif-plugged-514dc6a6-c6a3-4381-aba2-7e3d48121671 for instance with vm_state building and task_state spawning. [ 870.029880] env[69330]: DEBUG nova.compute.manager [req-6dc572a0-c599-4d07-9887-c14163e54a55 req-c53629b2-f46a-4f24-9130-aacdbac4596c service nova] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Received event network-changed-514dc6a6-c6a3-4381-aba2-7e3d48121671 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.030082] env[69330]: DEBUG nova.compute.manager [req-6dc572a0-c599-4d07-9887-c14163e54a55 req-c53629b2-f46a-4f24-9130-aacdbac4596c service nova] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Refreshing instance network info cache due to event network-changed-514dc6a6-c6a3-4381-aba2-7e3d48121671. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.030281] env[69330]: DEBUG oslo_concurrency.lockutils [req-6dc572a0-c599-4d07-9887-c14163e54a55 req-c53629b2-f46a-4f24-9130-aacdbac4596c service nova] Acquiring lock "refresh_cache-ea607582-c245-47ac-a85c-65d06dc5fe94" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.032392] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.032588] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.032776] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Deleting the datastore file [datastore1] f9abeb72-0f94-4bae-8fd5-714ba035bfa9 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.033093] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7e8fe38-0106-47f1-a1d0-2be4cdd863ba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.041432] env[69330]: DEBUG oslo_vmware.api [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Waiting for the task: (returnval){ [ 870.041432] env[69330]: value = "task-4128404" [ 870.041432] env[69330]: _type = "Task" [ 870.041432] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.053542] env[69330]: DEBUG oslo_vmware.api [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.174801] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3be3e3-3bfa-4710-a18d-eedc6c8384d8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.184027] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5a8b65-2563-4b72-a094-245f3567f938 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.218749] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d72c0b-822b-4699-8e2b-d0d9961ee7f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.226922] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6060eec-3cb7-49db-8504-ce26e2e24fc2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.242157] env[69330]: DEBUG nova.compute.provider_tree [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.317230] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Releasing lock "refresh_cache-ea607582-c245-47ac-a85c-65d06dc5fe94" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.317496] env[69330]: DEBUG nova.compute.manager [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Instance network_info: |[{"id": "514dc6a6-c6a3-4381-aba2-7e3d48121671", "address": "fa:16:3e:7b:c3:e8", "network": {"id": "0de8852c-5e4f-41c2-9410-cdb859625d39", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-894902895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2b469d8ccf479aa9b75b9a65f1099c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap514dc6a6-c6", "ovs_interfaceid": "514dc6a6-c6a3-4381-aba2-7e3d48121671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.317807] env[69330]: DEBUG oslo_concurrency.lockutils [req-6dc572a0-c599-4d07-9887-c14163e54a55 req-c53629b2-f46a-4f24-9130-aacdbac4596c service nova] Acquired lock "refresh_cache-ea607582-c245-47ac-a85c-65d06dc5fe94" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.317988] env[69330]: DEBUG nova.network.neutron [req-6dc572a0-c599-4d07-9887-c14163e54a55 req-c53629b2-f46a-4f24-9130-aacdbac4596c service nova] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Refreshing network info cache for port 514dc6a6-c6a3-4381-aba2-7e3d48121671 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.319381] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:c3:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '514dc6a6-c6a3-4381-aba2-7e3d48121671', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.326641] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Creating folder: Project (cc2b469d8ccf479aa9b75b9a65f1099c). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.330232] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-355e471f-5db4-4370-8a0b-dfdb1e9cb0dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.343725] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Created folder: Project (cc2b469d8ccf479aa9b75b9a65f1099c) in parent group-v817559. [ 870.343952] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Creating folder: Instances. Parent ref: group-v817733. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.344225] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cc450ef-aee1-4e25-97d7-9d37f0d0774b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.358087] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Created folder: Instances in parent group-v817733. [ 870.358423] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.358704] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.358896] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ba35f8f-3aba-4c6a-a278-68a62a3a9b56 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.382711] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.382711] env[69330]: value = "task-4128407" [ 870.382711] env[69330]: _type = "Task" [ 870.382711] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.391631] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128407, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.482443] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526906} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.482721] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 3cc04786-da3d-4e81-ad6b-2066cdcc941e/3cc04786-da3d-4e81-ad6b-2066cdcc941e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.482972] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.483222] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf71784d-b9cb-4f60-897d-a2024c5b131c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.491206] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Waiting for the task: (returnval){ [ 870.491206] env[69330]: value = "task-4128408" [ 870.491206] env[69330]: _type = "Task" [ 870.491206] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.505481] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.558050] env[69330]: DEBUG oslo_vmware.api [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Task: {'id': task-4128404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23555} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.558050] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.558050] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.558050] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.558050] env[69330]: INFO nova.compute.manager [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 870.558050] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.558050] env[69330]: DEBUG nova.compute.manager [-] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.558050] env[69330]: DEBUG nova.network.neutron [-] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.592316] env[69330]: DEBUG nova.network.neutron [req-6dc572a0-c599-4d07-9887-c14163e54a55 req-c53629b2-f46a-4f24-9130-aacdbac4596c service nova] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Updated VIF entry in instance network info cache for port 514dc6a6-c6a3-4381-aba2-7e3d48121671. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.592694] env[69330]: DEBUG nova.network.neutron [req-6dc572a0-c599-4d07-9887-c14163e54a55 req-c53629b2-f46a-4f24-9130-aacdbac4596c service nova] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Updating instance_info_cache with network_info: [{"id": "514dc6a6-c6a3-4381-aba2-7e3d48121671", "address": "fa:16:3e:7b:c3:e8", "network": {"id": "0de8852c-5e4f-41c2-9410-cdb859625d39", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-894902895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2b469d8ccf479aa9b75b9a65f1099c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap514dc6a6-c6", "ovs_interfaceid": "514dc6a6-c6a3-4381-aba2-7e3d48121671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.746016] env[69330]: DEBUG nova.scheduler.client.report [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.897393] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128407, 'name': CreateVM_Task, 'duration_secs': 0.367614} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.897590] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.898289] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.898516] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.898767] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.899078] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2749518b-dbb0-4b2f-ba04-ddac87d579a4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.904434] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Waiting for the task: (returnval){ [ 870.904434] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524d0f5b-b8a4-37ea-b062-25b3b4d3178f" [ 870.904434] env[69330]: _type = "Task" [ 870.904434] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.914166] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524d0f5b-b8a4-37ea-b062-25b3b4d3178f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.001619] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080266} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.001999] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.002801] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb64d9-c1d1-480d-97d8-289e42a898f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.025671] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 3cc04786-da3d-4e81-ad6b-2066cdcc941e/3cc04786-da3d-4e81-ad6b-2066cdcc941e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.026013] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63d0b5e1-ccac-4c8c-867f-80cc0bd0ae62 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.046501] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Waiting for the task: (returnval){ [ 871.046501] env[69330]: value = "task-4128409" [ 871.046501] env[69330]: _type = "Task" [ 871.046501] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.055586] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.095973] env[69330]: DEBUG oslo_concurrency.lockutils [req-6dc572a0-c599-4d07-9887-c14163e54a55 req-c53629b2-f46a-4f24-9130-aacdbac4596c service nova] Releasing lock "refresh_cache-ea607582-c245-47ac-a85c-65d06dc5fe94" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.253425] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.256078] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.438s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.257713] env[69330]: INFO nova.compute.claims [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.278181] env[69330]: INFO nova.scheduler.client.report [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleted allocations for instance 14dd4ccb-14cd-410b-aaa4-de45334edeca [ 871.415040] env[69330]: DEBUG nova.network.neutron [-] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.416439] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524d0f5b-b8a4-37ea-b062-25b3b4d3178f, 'name': SearchDatastore_Task, 'duration_secs': 0.020409} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.416935] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.417200] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.417445] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.417590] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.417776] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.418037] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b39df6ca-7d5d-4fde-ac25-84dd1dca091e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.431768] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.432986] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.432986] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40436601-4489-4ebf-ad20-30184ce2fd3c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.439830] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Waiting for the task: (returnval){ [ 871.439830] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]523be522-7483-50ea-c5c9-1261fc68af0d" [ 871.439830] env[69330]: _type = "Task" [ 871.439830] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.448991] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]523be522-7483-50ea-c5c9-1261fc68af0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.558034] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128409, 'name': ReconfigVM_Task, 'duration_secs': 0.292257} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.558341] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 3cc04786-da3d-4e81-ad6b-2066cdcc941e/3cc04786-da3d-4e81-ad6b-2066cdcc941e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.559031] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c130669-61bf-4a0e-83f6-452812a2325c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.568020] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Waiting for the task: (returnval){ [ 871.568020] env[69330]: value = "task-4128410" [ 871.568020] env[69330]: _type = "Task" [ 871.568020] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.576500] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128410, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.789383] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "14dd4ccb-14cd-410b-aaa4-de45334edeca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.874s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.918062] env[69330]: INFO nova.compute.manager [-] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Took 1.36 seconds to deallocate network for instance. [ 871.954019] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]523be522-7483-50ea-c5c9-1261fc68af0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.954019] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e76650-fcc0-419d-a1ec-404fb19dba9d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.958811] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Waiting for the task: (returnval){ [ 871.958811] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5240c0f6-532d-7994-f3d4-44c1e50175b2" [ 871.958811] env[69330]: _type = "Task" [ 871.958811] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.967422] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5240c0f6-532d-7994-f3d4-44c1e50175b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.077776] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128410, 'name': Rename_Task, 'duration_secs': 0.158008} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.078136] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.078433] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4942e3ca-dbf4-414c-8eac-a49d396335c7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.086075] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Waiting for the task: (returnval){ [ 872.086075] env[69330]: value = "task-4128411" [ 872.086075] env[69330]: _type = "Task" [ 872.086075] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.094292] env[69330]: DEBUG nova.compute.manager [req-3c037d33-5582-4ecf-82e7-dbec6dcf5c43 req-52178de9-bf16-48a7-9db5-431aec6930d6 service nova] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Received event network-vif-deleted-55ac46ea-e64a-49da-952e-4ef14ac5db17 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.100195] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.424426] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.472382] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5240c0f6-532d-7994-f3d4-44c1e50175b2, 'name': SearchDatastore_Task, 'duration_secs': 0.015346} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.472382] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.472486] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] ea607582-c245-47ac-a85c-65d06dc5fe94/ea607582-c245-47ac-a85c-65d06dc5fe94.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.475584] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2fea421-9194-4059-a79b-1a1f1770ef2c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.483735] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Waiting for the task: (returnval){ [ 872.483735] env[69330]: value = "task-4128412" [ 872.483735] env[69330]: _type = "Task" [ 872.483735] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.493420] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.602044] env[69330]: DEBUG oslo_vmware.api [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128411, 'name': PowerOnVM_Task, 'duration_secs': 0.488262} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.605311] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.605718] env[69330]: INFO nova.compute.manager [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Took 7.41 seconds to spawn the instance on the hypervisor. [ 872.606023] env[69330]: DEBUG nova.compute.manager [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 872.607441] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5534d7d-d529-49e1-920e-ceee53008307 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.804158] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078dafc9-1916-4b9d-85e9-41a609c13a92 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.813833] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33060cb-46a4-431e-9db1-ac23d5385cb0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.846133] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e5f1c8-ce21-46eb-8251-ec925479ffd2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.854738] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abf5a56-9a47-48cd-9812-791651f7d1d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.871337] env[69330]: DEBUG nova.compute.provider_tree [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.993048] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128412, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.130296] env[69330]: INFO nova.compute.manager [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Took 43.80 seconds to build instance. [ 873.375520] env[69330]: DEBUG nova.scheduler.client.report [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.494195] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128412, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.632884] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9de24f23-d41c-4222-9eda-bc09e80ea829 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Lock "3cc04786-da3d-4e81-ad6b-2066cdcc941e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.575s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.884029] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.884029] env[69330]: DEBUG nova.compute.manager [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.884922] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.037s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.885294] env[69330]: DEBUG nova.objects.instance [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lazy-loading 'resources' on Instance uuid 6da1f33f-0bb2-4a90-a69b-502d50ee2af1 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.995867] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128412, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.497459} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.996290] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] ea607582-c245-47ac-a85c-65d06dc5fe94/ea607582-c245-47ac-a85c-65d06dc5fe94.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.996606] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.996877] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55aaaf6b-34e3-4325-9540-a4465806b57f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.005846] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Waiting for the task: (returnval){ [ 874.005846] env[69330]: value = "task-4128413" [ 874.005846] env[69330]: _type = "Task" [ 874.005846] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.016299] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.106083] env[69330]: DEBUG oslo_concurrency.lockutils [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Acquiring lock "3cc04786-da3d-4e81-ad6b-2066cdcc941e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.106553] env[69330]: DEBUG oslo_concurrency.lockutils [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Lock "3cc04786-da3d-4e81-ad6b-2066cdcc941e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.106884] env[69330]: DEBUG oslo_concurrency.lockutils [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Acquiring lock "3cc04786-da3d-4e81-ad6b-2066cdcc941e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.107158] env[69330]: DEBUG oslo_concurrency.lockutils [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Lock "3cc04786-da3d-4e81-ad6b-2066cdcc941e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.107446] env[69330]: DEBUG oslo_concurrency.lockutils [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Lock "3cc04786-da3d-4e81-ad6b-2066cdcc941e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.111117] env[69330]: INFO nova.compute.manager [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Terminating instance [ 874.137622] env[69330]: DEBUG nova.compute.manager [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.388746] env[69330]: DEBUG nova.compute.utils [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.395022] env[69330]: DEBUG nova.compute.manager [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Not allocating networking since 'none' was specified. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 874.516618] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.394331} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.519587] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.521010] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdef5fe4-edb2-42f2-ae47-70c6a8bb7d53 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.546941] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] ea607582-c245-47ac-a85c-65d06dc5fe94/ea607582-c245-47ac-a85c-65d06dc5fe94.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.551689] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8250351c-ff02-40c5-b016-4759bf45d256 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.575708] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Waiting for the task: (returnval){ [ 874.575708] env[69330]: value = "task-4128414" [ 874.575708] env[69330]: _type = "Task" [ 874.575708] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.588092] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.615454] env[69330]: DEBUG nova.compute.manager [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.615713] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.616774] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9b623e-fcd7-4e19-88d6-3f26ee2a3ead {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.626613] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.626925] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90decfd3-3487-44a5-9804-bdeae677a2ee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.634461] env[69330]: DEBUG oslo_vmware.api [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Waiting for the task: (returnval){ [ 874.634461] env[69330]: value = "task-4128415" [ 874.634461] env[69330]: _type = "Task" [ 874.634461] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.647729] env[69330]: DEBUG oslo_vmware.api [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.662139] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.893885] env[69330]: DEBUG nova.compute.manager [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.020236] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a86aaf-a215-49ee-ae43-41c67114e15f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.028979] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5a30b4-c92b-4850-a566-48a445ea344e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.063445] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26da24f4-25ed-40cd-b174-beb26deabc9d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.073629] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806e0c88-7be5-4baa-9fda-04c0dcdecea5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.095576] env[69330]: DEBUG nova.compute.provider_tree [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.097118] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128414, 'name': ReconfigVM_Task, 'duration_secs': 0.393908} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.097118] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Reconfigured VM instance instance-0000003a to attach disk [datastore1] ea607582-c245-47ac-a85c-65d06dc5fe94/ea607582-c245-47ac-a85c-65d06dc5fe94.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.097118] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7c41e32-6283-42b1-87b8-90bbf0a4731a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.107420] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Waiting for the task: (returnval){ [ 875.107420] env[69330]: value = "task-4128416" [ 875.107420] env[69330]: _type = "Task" [ 875.107420] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.117338] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128416, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.148149] env[69330]: DEBUG oslo_vmware.api [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128415, 'name': PowerOffVM_Task, 'duration_secs': 0.211107} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.148149] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.148149] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.148620] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-555e3e48-2d23-4777-9994-f60cdc83cc4d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.222386] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.222609] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.222753] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Deleting the datastore file [datastore1] 3cc04786-da3d-4e81-ad6b-2066cdcc941e {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.223024] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edc29fba-30a5-4649-9eed-9756d5317a2f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.231901] env[69330]: DEBUG oslo_vmware.api [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Waiting for the task: (returnval){ [ 875.231901] env[69330]: value = "task-4128418" [ 875.231901] env[69330]: _type = "Task" [ 875.231901] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.244724] env[69330]: DEBUG oslo_vmware.api [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.599187] env[69330]: DEBUG nova.scheduler.client.report [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.621213] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128416, 'name': Rename_Task, 'duration_secs': 0.174434} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.621539] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.621804] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9114736-c30c-4aae-b15e-84715aee20f2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.629696] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Waiting for the task: (returnval){ [ 875.629696] env[69330]: value = "task-4128419" [ 875.629696] env[69330]: _type = "Task" [ 875.629696] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.638889] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.743290] env[69330]: DEBUG oslo_vmware.api [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Task: {'id': task-4128418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309574} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.743548] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.743732] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.744050] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.744177] env[69330]: INFO nova.compute.manager [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 875.744334] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.744552] env[69330]: DEBUG nova.compute.manager [-] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.744647] env[69330]: DEBUG nova.network.neutron [-] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.905523] env[69330]: DEBUG nova.compute.manager [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.939652] env[69330]: DEBUG nova.virt.hardware [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.940251] env[69330]: DEBUG nova.virt.hardware [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.940450] env[69330]: DEBUG nova.virt.hardware [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.940645] env[69330]: DEBUG nova.virt.hardware [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.940792] env[69330]: DEBUG nova.virt.hardware [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.940952] env[69330]: DEBUG nova.virt.hardware [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.941186] env[69330]: DEBUG nova.virt.hardware [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.941348] env[69330]: DEBUG nova.virt.hardware [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.941518] env[69330]: DEBUG nova.virt.hardware [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.941682] env[69330]: DEBUG nova.virt.hardware [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.942157] env[69330]: DEBUG nova.virt.hardware [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.942766] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e276c09e-b6f5-4eaa-adff-242abdd7c76e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.954108] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550ccae6-5b7a-4c29-bafc-444b893dcfa3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.975666] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.982918] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Creating folder: Project (3fd049e047254c15a4ba9f997eaf3b3c). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.983377] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-839bd02c-c98d-4993-bd12-d14f191ca804 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.997630] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Created folder: Project (3fd049e047254c15a4ba9f997eaf3b3c) in parent group-v817559. [ 875.997911] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Creating folder: Instances. Parent ref: group-v817736. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.998200] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d152c64-7178-4078-82dd-a38fef70e18d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.013442] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Created folder: Instances in parent group-v817736. [ 876.013442] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.013442] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.013878] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f016217a-2b25-4060-ba1c-f2cddef7fbe3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.034606] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.034606] env[69330]: value = "task-4128422" [ 876.034606] env[69330]: _type = "Task" [ 876.034606] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.044869] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128422, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.105126] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.108803] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.035s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.109079] env[69330]: DEBUG nova.objects.instance [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Lazy-loading 'resources' on Instance uuid 3c1b84e2-bdb7-414c-b3d1-218c5039aab0 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.113654] env[69330]: DEBUG nova.compute.manager [req-7ed5b2e0-ffb7-41d9-ae22-6dac7717c47e req-760817f8-248f-4050-a64e-d4a8d8e5f499 service nova] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Received event network-vif-deleted-5799fce0-389a-4cc2-b885-20894cbf5e33 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.114091] env[69330]: INFO nova.compute.manager [req-7ed5b2e0-ffb7-41d9-ae22-6dac7717c47e req-760817f8-248f-4050-a64e-d4a8d8e5f499 service nova] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Neutron deleted interface 5799fce0-389a-4cc2-b885-20894cbf5e33; detaching it from the instance and deleting it from the info cache [ 876.114091] env[69330]: DEBUG nova.network.neutron [req-7ed5b2e0-ffb7-41d9-ae22-6dac7717c47e req-760817f8-248f-4050-a64e-d4a8d8e5f499 service nova] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.135979] env[69330]: INFO nova.scheduler.client.report [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleted allocations for instance 6da1f33f-0bb2-4a90-a69b-502d50ee2af1 [ 876.150028] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128419, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.546314] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128422, 'name': CreateVM_Task, 'duration_secs': 0.389562} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.546518] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.547012] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.547200] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.547587] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.547874] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-439934e4-dfb1-4383-929b-19fbd0a80c25 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.550017] env[69330]: DEBUG nova.network.neutron [-] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.555617] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 876.555617] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52640a02-22e0-1c6a-0f63-371c8bb028b1" [ 876.555617] env[69330]: _type = "Task" [ 876.555617] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.566520] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52640a02-22e0-1c6a-0f63-371c8bb028b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.616936] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cfb8b4a-d71e-48ff-b427-d23e9dcd7bc3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.628771] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cda0e8-69b3-4f6e-a2ab-079c6b6dbdb5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.650245] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f7664e33-9522-4095-9617-68600a60a434 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "6da1f33f-0bb2-4a90-a69b-502d50ee2af1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.342s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.656509] env[69330]: DEBUG oslo_vmware.api [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128419, 'name': PowerOnVM_Task, 'duration_secs': 0.569574} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.657156] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.657507] env[69330]: INFO nova.compute.manager [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Took 8.74 seconds to spawn the instance on the hypervisor. [ 876.657753] env[69330]: DEBUG nova.compute.manager [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 876.661195] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd139a3-1d17-4081-9c27-305636b8d770 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.676875] env[69330]: DEBUG nova.compute.manager [req-7ed5b2e0-ffb7-41d9-ae22-6dac7717c47e req-760817f8-248f-4050-a64e-d4a8d8e5f499 service nova] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Detach interface failed, port_id=5799fce0-389a-4cc2-b885-20894cbf5e33, reason: Instance 3cc04786-da3d-4e81-ad6b-2066cdcc941e could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 876.934939] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "4cb8cfd0-37b6-466b-8be2-42eebcc4e00d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.934939] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "4cb8cfd0-37b6-466b-8be2-42eebcc4e00d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.935135] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "4cb8cfd0-37b6-466b-8be2-42eebcc4e00d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.935343] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "4cb8cfd0-37b6-466b-8be2-42eebcc4e00d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.935516] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "4cb8cfd0-37b6-466b-8be2-42eebcc4e00d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.940860] env[69330]: INFO nova.compute.manager [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Terminating instance [ 877.057012] env[69330]: INFO nova.compute.manager [-] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Took 1.31 seconds to deallocate network for instance. [ 877.076769] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52640a02-22e0-1c6a-0f63-371c8bb028b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012267} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.079546] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.079911] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.080181] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.080393] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.080676] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.081256] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3d06b12-7a9b-4395-8b98-d02e64dd650f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.098054] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.098276] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.099228] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f79469f1-af3d-4cb1-9f4f-e5cec34f32f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.107944] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 877.107944] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52174db4-8a72-51aa-a881-69c3d4912df3" [ 877.107944] env[69330]: _type = "Task" [ 877.107944] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.121495] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52174db4-8a72-51aa-a881-69c3d4912df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.196315] env[69330]: INFO nova.compute.manager [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Took 46.31 seconds to build instance. [ 877.240869] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228ca5b4-c51c-4173-aa88-10cf8f318e63 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.250164] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3708c70-3f86-4fc9-99c4-9d0b07e8a36a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.285008] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c120b2e-cc78-4876-af8c-d06000520104 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.293882] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab695f7-035a-403b-aab5-e9e678402df1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.309067] env[69330]: DEBUG nova.compute.provider_tree [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.446401] env[69330]: DEBUG nova.compute.manager [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.446733] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.448143] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6fa8c1-be1f-4c84-b46b-589ed15f264f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.460257] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.460656] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e85c421-907f-4b0a-a671-c773a3956f43 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.470149] env[69330]: DEBUG oslo_vmware.api [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 877.470149] env[69330]: value = "task-4128423" [ 877.470149] env[69330]: _type = "Task" [ 877.470149] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.482723] env[69330]: DEBUG oslo_vmware.api [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.570347] env[69330]: DEBUG oslo_concurrency.lockutils [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.619836] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52174db4-8a72-51aa-a881-69c3d4912df3, 'name': SearchDatastore_Task, 'duration_secs': 0.022795} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.620824] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe881e27-8e0f-4c58-a1dc-05e69f533625 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.628215] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 877.628215] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f8195c-aa3e-e36c-3e9c-456aa8c4ad5d" [ 877.628215] env[69330]: _type = "Task" [ 877.628215] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.638943] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f8195c-aa3e-e36c-3e9c-456aa8c4ad5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.698880] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5cad4bcf-d552-4d4b-8529-031ac871128d tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Lock "ea607582-c245-47ac-a85c-65d06dc5fe94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.411s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.812871] env[69330]: DEBUG nova.scheduler.client.report [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.986987] env[69330]: DEBUG oslo_vmware.api [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128423, 'name': PowerOffVM_Task, 'duration_secs': 0.28404} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.987206] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.987326] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.987582] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-434af5a4-75ab-482d-98e6-81652b996be0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.061993] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.062264] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.062454] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleting the datastore file [datastore1] 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.063566] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81371353-6a65-42b2-bd33-e7fc075afa5e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.070552] env[69330]: DEBUG oslo_vmware.api [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 878.070552] env[69330]: value = "task-4128425" [ 878.070552] env[69330]: _type = "Task" [ 878.070552] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.080218] env[69330]: DEBUG oslo_vmware.api [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.138656] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f8195c-aa3e-e36c-3e9c-456aa8c4ad5d, 'name': SearchDatastore_Task, 'duration_secs': 0.013283} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.138930] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.139207] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] e7e29762-73da-4a5b-832c-7f865b05c2c5/e7e29762-73da-4a5b-832c-7f865b05c2c5.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.139497] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65ee3732-3923-499c-b712-0479ea5e01f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.146802] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 878.146802] env[69330]: value = "task-4128426" [ 878.146802] env[69330]: _type = "Task" [ 878.146802] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.155274] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.201985] env[69330]: DEBUG nova.compute.manager [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.320813] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.324077] env[69330]: DEBUG oslo_concurrency.lockutils [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.899s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.326367] env[69330]: INFO nova.compute.claims [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.345282] env[69330]: INFO nova.scheduler.client.report [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Deleted allocations for instance 3c1b84e2-bdb7-414c-b3d1-218c5039aab0 [ 878.583447] env[69330]: DEBUG oslo_vmware.api [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147573} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.583866] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.584136] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.584364] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.584583] env[69330]: INFO nova.compute.manager [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 878.584869] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.585478] env[69330]: DEBUG nova.compute.manager [-] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.585478] env[69330]: DEBUG nova.network.neutron [-] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.657467] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128426, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.729792] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.856115] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Lock "3c1b84e2-bdb7-414c-b3d1-218c5039aab0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.825s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.910524] env[69330]: DEBUG nova.compute.manager [req-4c451075-769e-43c8-a485-e4112f9ab2fd req-92f97e3b-5a05-42a6-bb8a-4bf3ec4a5fd1 service nova] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Received event network-vif-deleted-b65146ac-e114-4dc9-81e6-cd4dd779f443 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.911183] env[69330]: INFO nova.compute.manager [req-4c451075-769e-43c8-a485-e4112f9ab2fd req-92f97e3b-5a05-42a6-bb8a-4bf3ec4a5fd1 service nova] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Neutron deleted interface b65146ac-e114-4dc9-81e6-cd4dd779f443; detaching it from the instance and deleting it from the info cache [ 878.911183] env[69330]: DEBUG nova.network.neutron [req-4c451075-769e-43c8-a485-e4112f9ab2fd req-92f97e3b-5a05-42a6-bb8a-4bf3ec4a5fd1 service nova] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.162609] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771948} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.162894] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] e7e29762-73da-4a5b-832c-7f865b05c2c5/e7e29762-73da-4a5b-832c-7f865b05c2c5.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.163313] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.163695] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97d8abfd-ff1f-4a8c-b268-8143b2363c15 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.173631] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 879.173631] env[69330]: value = "task-4128427" [ 879.173631] env[69330]: _type = "Task" [ 879.173631] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.186935] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.393708] env[69330]: DEBUG nova.network.neutron [-] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.416837] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0309a4ba-860a-4ca2-9cd1-7d66b3669826 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.431692] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38e5640-c88e-4e5e-98e0-957b06cd8739 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.472728] env[69330]: DEBUG nova.compute.manager [req-4c451075-769e-43c8-a485-e4112f9ab2fd req-92f97e3b-5a05-42a6-bb8a-4bf3ec4a5fd1 service nova] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Detach interface failed, port_id=b65146ac-e114-4dc9-81e6-cd4dd779f443, reason: Instance 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 879.683994] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079748} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.686742] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.687921] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f965bcf-f8d6-4648-ae15-626c51918525 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.709914] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] e7e29762-73da-4a5b-832c-7f865b05c2c5/e7e29762-73da-4a5b-832c-7f865b05c2c5.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.712926] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e875e35-41f9-4eeb-8e89-ee41c34f1f0c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.733572] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 879.733572] env[69330]: value = "task-4128428" [ 879.733572] env[69330]: _type = "Task" [ 879.733572] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.745120] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.893997] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e90c7b1-2a2a-4a9a-bc5b-689cd54279c9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.897353] env[69330]: INFO nova.compute.manager [-] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Took 1.31 seconds to deallocate network for instance. [ 879.908299] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d7cfe4-01b7-486a-8c87-d28f529f8df1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.941935] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa35003-ea74-48fe-83c2-ed7ac9ab4420 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.952680] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b28e039-ded7-4dd1-8aa9-8ccb3d98ff76 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.971207] env[69330]: DEBUG nova.compute.provider_tree [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.047366] env[69330]: DEBUG oslo_concurrency.lockutils [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Acquiring lock "ea607582-c245-47ac-a85c-65d06dc5fe94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.047366] env[69330]: DEBUG oslo_concurrency.lockutils [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Lock "ea607582-c245-47ac-a85c-65d06dc5fe94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.047366] env[69330]: DEBUG oslo_concurrency.lockutils [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Acquiring lock "ea607582-c245-47ac-a85c-65d06dc5fe94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.047366] env[69330]: DEBUG oslo_concurrency.lockutils [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Lock "ea607582-c245-47ac-a85c-65d06dc5fe94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.047366] env[69330]: DEBUG oslo_concurrency.lockutils [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Lock "ea607582-c245-47ac-a85c-65d06dc5fe94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.048665] env[69330]: INFO nova.compute.manager [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Terminating instance [ 880.245073] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.411590] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.474956] env[69330]: DEBUG nova.scheduler.client.report [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.554960] env[69330]: DEBUG nova.compute.manager [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.555226] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.556170] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0489d55-419d-43cf-b8a1-83c20b1cf56f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.571190] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.571478] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54a30003-045e-4bb7-afd2-c1a37a531819 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.578749] env[69330]: DEBUG oslo_vmware.api [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Waiting for the task: (returnval){ [ 880.578749] env[69330]: value = "task-4128429" [ 880.578749] env[69330]: _type = "Task" [ 880.578749] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.587481] env[69330]: DEBUG oslo_vmware.api [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.745698] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128428, 'name': ReconfigVM_Task, 'duration_secs': 0.951837} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.746095] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Reconfigured VM instance instance-0000003b to attach disk [datastore1] e7e29762-73da-4a5b-832c-7f865b05c2c5/e7e29762-73da-4a5b-832c-7f865b05c2c5.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.746737] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ac530a0-0aea-4c65-9737-0b81e05e9a7f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.754231] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 880.754231] env[69330]: value = "task-4128430" [ 880.754231] env[69330]: _type = "Task" [ 880.754231] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.763331] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128430, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.980882] env[69330]: DEBUG oslo_concurrency.lockutils [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.981422] env[69330]: DEBUG nova.compute.manager [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.984798] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.803s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.984798] env[69330]: DEBUG nova.objects.instance [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lazy-loading 'resources' on Instance uuid ffd5b288-3fd6-409e-a4cf-69894dd8d62c {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.094190] env[69330]: DEBUG oslo_vmware.api [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128429, 'name': PowerOffVM_Task, 'duration_secs': 0.173948} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.094492] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.094666] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.094933] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a09b7f27-d4d6-4305-9c69-4279b69c18af {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.164258] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.164502] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.164692] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Deleting the datastore file [datastore1] ea607582-c245-47ac-a85c-65d06dc5fe94 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.164967] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b14df9b-fbee-441b-8d4f-503f20b04c25 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.174402] env[69330]: DEBUG oslo_vmware.api [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Waiting for the task: (returnval){ [ 881.174402] env[69330]: value = "task-4128432" [ 881.174402] env[69330]: _type = "Task" [ 881.174402] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.186025] env[69330]: DEBUG oslo_vmware.api [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.268247] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128430, 'name': Rename_Task, 'duration_secs': 0.137011} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.268579] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.268817] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b715e976-e651-4cd9-9644-4e9ab550b992 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.276508] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 881.276508] env[69330]: value = "task-4128433" [ 881.276508] env[69330]: _type = "Task" [ 881.276508] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.286244] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.487664] env[69330]: DEBUG nova.compute.utils [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.489842] env[69330]: DEBUG nova.compute.manager [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Not allocating networking since 'none' was specified. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 881.686401] env[69330]: DEBUG oslo_vmware.api [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Task: {'id': task-4128432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156003} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.687248] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.687248] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.687402] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.687631] env[69330]: INFO nova.compute.manager [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Took 1.13 seconds to destroy the instance on the hypervisor. [ 881.687911] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.690801] env[69330]: DEBUG nova.compute.manager [-] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.690912] env[69330]: DEBUG nova.network.neutron [-] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.793073] env[69330]: DEBUG oslo_vmware.api [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128433, 'name': PowerOnVM_Task, 'duration_secs': 0.488609} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.795879] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.796120] env[69330]: INFO nova.compute.manager [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Took 5.89 seconds to spawn the instance on the hypervisor. [ 881.796305] env[69330]: DEBUG nova.compute.manager [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 881.799831] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e390df2f-84fc-49a7-9e20-0f6d76dbfd1c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.994290] env[69330]: DEBUG nova.compute.manager [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.064708] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0d662d-63e8-4c2c-a410-6d1956a29e94 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.072231] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f02d17-9c1a-44c4-8d04-bf889b96b500 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.107986] env[69330]: DEBUG nova.network.neutron [-] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.109656] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f292e0e4-a483-40ae-a486-ab4755414693 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.113199] env[69330]: DEBUG nova.compute.manager [req-2fb6f056-b663-43f9-b414-46dd235f5f32 req-6d09f802-0c28-4ce1-b696-404489f42e77 service nova] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Received event network-vif-deleted-514dc6a6-c6a3-4381-aba2-7e3d48121671 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.113391] env[69330]: INFO nova.compute.manager [req-2fb6f056-b663-43f9-b414-46dd235f5f32 req-6d09f802-0c28-4ce1-b696-404489f42e77 service nova] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Neutron deleted interface 514dc6a6-c6a3-4381-aba2-7e3d48121671; detaching it from the instance and deleting it from the info cache [ 882.113778] env[69330]: DEBUG nova.network.neutron [req-2fb6f056-b663-43f9-b414-46dd235f5f32 req-6d09f802-0c28-4ce1-b696-404489f42e77 service nova] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.123706] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439ee349-5fce-4702-b094-ab3254f325f7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.140675] env[69330]: DEBUG nova.compute.provider_tree [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.318904] env[69330]: INFO nova.compute.manager [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Took 45.53 seconds to build instance. [ 882.618395] env[69330]: INFO nova.compute.manager [-] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Took 0.93 seconds to deallocate network for instance. [ 882.618709] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67554baa-e048-40ec-8c8d-b98c6db81bee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.630838] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea77f42b-896c-44d5-8b9e-3d9a3373dd7b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.646130] env[69330]: DEBUG nova.scheduler.client.report [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.662375] env[69330]: DEBUG nova.compute.manager [req-2fb6f056-b663-43f9-b414-46dd235f5f32 req-6d09f802-0c28-4ce1-b696-404489f42e77 service nova] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Detach interface failed, port_id=514dc6a6-c6a3-4381-aba2-7e3d48121671, reason: Instance ea607582-c245-47ac-a85c-65d06dc5fe94 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.821053] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad4f5a35-b783-44bb-bc20-00d0b149e13b tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "e7e29762-73da-4a5b-832c-7f865b05c2c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.193s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.006699] env[69330]: DEBUG nova.compute.manager [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.034290] env[69330]: DEBUG nova.virt.hardware [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.035103] env[69330]: DEBUG nova.virt.hardware [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.035103] env[69330]: DEBUG nova.virt.hardware [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.035103] env[69330]: DEBUG nova.virt.hardware [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.035341] env[69330]: DEBUG nova.virt.hardware [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.035520] env[69330]: DEBUG nova.virt.hardware [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.035740] env[69330]: DEBUG nova.virt.hardware [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.035981] env[69330]: DEBUG nova.virt.hardware [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.036071] env[69330]: DEBUG nova.virt.hardware [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.036237] env[69330]: DEBUG nova.virt.hardware [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.036408] env[69330]: DEBUG nova.virt.hardware [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.037289] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feae5466-6871-49a2-8a95-82ee1fc7ce3e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.046363] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e34b49-f0ae-4c00-8a2a-1bd4a1ba784d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.062957] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.068523] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.068787] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.068999] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15c1bf08-d7be-4dc8-9423-f541ff16ed13 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.086108] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.086108] env[69330]: value = "task-4128434" [ 883.086108] env[69330]: _type = "Task" [ 883.086108] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.095798] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128434, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.128355] env[69330]: DEBUG oslo_concurrency.lockutils [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.151673] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.154789] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.580s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.159257] env[69330]: INFO nova.compute.claims [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.178550] env[69330]: INFO nova.scheduler.client.report [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Deleted allocations for instance ffd5b288-3fd6-409e-a4cf-69894dd8d62c [ 883.323488] env[69330]: DEBUG nova.compute.manager [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.597481] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128434, 'name': CreateVM_Task, 'duration_secs': 0.404131} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.597677] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.598144] env[69330]: DEBUG oslo_concurrency.lockutils [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.598323] env[69330]: DEBUG oslo_concurrency.lockutils [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.598646] env[69330]: DEBUG oslo_concurrency.lockutils [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.598917] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f689c558-f8d8-48e0-a2e2-353445e39212 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.603847] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 883.603847] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e455b3-a053-8fb1-8027-c64b6e4846bc" [ 883.603847] env[69330]: _type = "Task" [ 883.603847] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.611954] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e455b3-a053-8fb1-8027-c64b6e4846bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.692654] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3064a1a-bfd5-464a-a714-5337a9e53b99 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "ffd5b288-3fd6-409e-a4cf-69894dd8d62c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.128s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.848838] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.114346] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e455b3-a053-8fb1-8027-c64b6e4846bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.114452] env[69330]: DEBUG oslo_concurrency.lockutils [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.114727] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.114996] env[69330]: DEBUG oslo_concurrency.lockutils [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.115166] env[69330]: DEBUG oslo_concurrency.lockutils [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.115348] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.115613] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c77c8e3-1b35-43af-80d2-5a3d8b4ee6ad {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.127909] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.128207] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.128967] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac220159-1def-449b-ae79-73609c106f4a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.135555] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 884.135555] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528cfaae-2fb5-8b61-bbdf-5d89ecd6c868" [ 884.135555] env[69330]: _type = "Task" [ 884.135555] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.145879] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528cfaae-2fb5-8b61-bbdf-5d89ecd6c868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.648303] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528cfaae-2fb5-8b61-bbdf-5d89ecd6c868, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.649155] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a4150b-0128-4743-a8a8-8edcbe9a32ea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.657522] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 884.657522] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5205cf2b-018f-e050-e7c8-39efb9cac52e" [ 884.657522] env[69330]: _type = "Task" [ 884.657522] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.678286] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5205cf2b-018f-e050-e7c8-39efb9cac52e, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.678567] env[69330]: DEBUG oslo_concurrency.lockutils [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.678827] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 976043c3-a667-4bf5-a20d-fbfa78a71621/976043c3-a667-4bf5-a20d-fbfa78a71621.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.679114] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc7fb81a-8787-4fca-be30-784d4724fe0c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.691103] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 884.691103] env[69330]: value = "task-4128435" [ 884.691103] env[69330]: _type = "Task" [ 884.691103] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.697147] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e56735-7c48-4853-8806-84f3960532e5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.702565] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.709404] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116cfe6c-87ca-4906-9785-e9ed20e2d0ab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.742144] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cffc280-13e4-4eaf-ae2b-8350254127f6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.750762] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcd6f23-f1e8-4273-803f-b26fdecae3e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.766796] env[69330]: DEBUG nova.compute.provider_tree [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.203126] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128435, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.272305] env[69330]: DEBUG nova.scheduler.client.report [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.700542] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558634} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.700839] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 976043c3-a667-4bf5-a20d-fbfa78a71621/976043c3-a667-4bf5-a20d-fbfa78a71621.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.701055] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.701314] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-942d67bc-650d-48a9-97e8-610c719ac362 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.708720] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 885.708720] env[69330]: value = "task-4128436" [ 885.708720] env[69330]: _type = "Task" [ 885.708720] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.718206] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.778785] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.779508] env[69330]: DEBUG nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.784053] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.103s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.786637] env[69330]: INFO nova.compute.claims [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.222009] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073336} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.222009] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.223064] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e129872e-79b6-4565-a9f0-8cde8a939389 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.248282] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 976043c3-a667-4bf5-a20d-fbfa78a71621/976043c3-a667-4bf5-a20d-fbfa78a71621.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.248673] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21af0426-e1dc-4a8c-9e62-7dd028924e16 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.285378] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 886.285378] env[69330]: value = "task-4128437" [ 886.285378] env[69330]: _type = "Task" [ 886.285378] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.290573] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "6267f87d-af0a-4ffa-a779-6966003cd064" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.290573] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "6267f87d-af0a-4ffa-a779-6966003cd064" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.294301] env[69330]: DEBUG nova.compute.utils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.298557] env[69330]: DEBUG nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.298807] env[69330]: DEBUG nova.network.neutron [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.310233] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.345798] env[69330]: DEBUG nova.policy [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ecfa4d761294d628785e9ea6b092b62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '349e446ccd1b444ea60d2371ab8c44be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.644312] env[69330]: DEBUG nova.network.neutron [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Successfully created port: c28d8c45-dddb-4d6a-8037-a4a9f7b185db {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.779895] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "e85feaa7-ac85-4146-b9f2-3cf5b196729c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.780204] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "e85feaa7-ac85-4146-b9f2-3cf5b196729c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.780392] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "e85feaa7-ac85-4146-b9f2-3cf5b196729c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.780604] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "e85feaa7-ac85-4146-b9f2-3cf5b196729c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.780824] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "e85feaa7-ac85-4146-b9f2-3cf5b196729c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.785705] env[69330]: INFO nova.compute.manager [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Terminating instance [ 886.798864] env[69330]: DEBUG nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.801603] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128437, 'name': ReconfigVM_Task, 'duration_secs': 0.297768} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.806169] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 976043c3-a667-4bf5-a20d-fbfa78a71621/976043c3-a667-4bf5-a20d-fbfa78a71621.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.808520] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cd8f1de-841d-46ec-a953-4649b3a7f80d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.818050] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 886.818050] env[69330]: value = "task-4128438" [ 886.818050] env[69330]: _type = "Task" [ 886.818050] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.826388] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128438, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.290299] env[69330]: DEBUG nova.compute.manager [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.290544] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.291449] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bed067-53c2-4fa9-a048-f16ad07c1f5f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.299316] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.301941] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c29c3d5-d022-488e-a7ef-7e74123e3979 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.312712] env[69330]: DEBUG oslo_vmware.api [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 887.312712] env[69330]: value = "task-4128439" [ 887.312712] env[69330]: _type = "Task" [ 887.312712] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.328932] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128438, 'name': Rename_Task, 'duration_secs': 0.155861} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.332178] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.332628] env[69330]: DEBUG oslo_vmware.api [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.335424] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e349220b-9072-40be-9e22-5bf774540157 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.344402] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 887.344402] env[69330]: value = "task-4128440" [ 887.344402] env[69330]: _type = "Task" [ 887.344402] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.356969] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.402052] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df107fa-6d75-4da6-a9c2-91086b8dbf45 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.412947] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0cc901-251e-42de-8aa2-db069e83a49d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.445846] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73078bcf-bf86-41b6-a824-882a9986cb37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.456291] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15be3eff-f5b8-4534-97c7-ac2adacac54f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.470054] env[69330]: DEBUG nova.compute.provider_tree [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.815081] env[69330]: DEBUG nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.826807] env[69330]: DEBUG oslo_vmware.api [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128439, 'name': PowerOffVM_Task, 'duration_secs': 0.312318} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.827116] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.827281] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.827532] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c92cdc5c-1d6f-4277-9ddc-b6feca713861 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.842442] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.842713] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.842883] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.843131] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.843229] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.843402] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.843631] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.843791] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.843958] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.844144] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.844321] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.845221] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eeb88b-1a88-4cbc-9e82-4315085ac2b4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.856504] env[69330]: DEBUG oslo_vmware.api [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128440, 'name': PowerOnVM_Task, 'duration_secs': 0.47826} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.859140] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.859367] env[69330]: INFO nova.compute.manager [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Took 4.85 seconds to spawn the instance on the hypervisor. [ 887.859566] env[69330]: DEBUG nova.compute.manager [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.860481] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f786dd1e-dc7d-448b-914a-35ce45bfd9c5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.864146] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ca59cf-3292-4075-b684-66899fbbd265 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.896997] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.897267] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.897451] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Deleting the datastore file [datastore1] e85feaa7-ac85-4146-b9f2-3cf5b196729c {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.897742] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-367ca3fc-9776-46cc-9454-ad0a805c61f2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.904268] env[69330]: DEBUG oslo_vmware.api [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for the task: (returnval){ [ 887.904268] env[69330]: value = "task-4128442" [ 887.904268] env[69330]: _type = "Task" [ 887.904268] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.912412] env[69330]: DEBUG oslo_vmware.api [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.973532] env[69330]: DEBUG nova.scheduler.client.report [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.098694] env[69330]: DEBUG nova.compute.manager [req-bbf8e021-2de8-45e6-96ff-510c151d97bd req-d0ace1c3-8906-4c9f-9433-a52c54343bab service nova] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Received event network-vif-plugged-c28d8c45-dddb-4d6a-8037-a4a9f7b185db {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.098921] env[69330]: DEBUG oslo_concurrency.lockutils [req-bbf8e021-2de8-45e6-96ff-510c151d97bd req-d0ace1c3-8906-4c9f-9433-a52c54343bab service nova] Acquiring lock "e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.099294] env[69330]: DEBUG oslo_concurrency.lockutils [req-bbf8e021-2de8-45e6-96ff-510c151d97bd req-d0ace1c3-8906-4c9f-9433-a52c54343bab service nova] Lock "e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.099382] env[69330]: DEBUG oslo_concurrency.lockutils [req-bbf8e021-2de8-45e6-96ff-510c151d97bd req-d0ace1c3-8906-4c9f-9433-a52c54343bab service nova] Lock "e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.099553] env[69330]: DEBUG nova.compute.manager [req-bbf8e021-2de8-45e6-96ff-510c151d97bd req-d0ace1c3-8906-4c9f-9433-a52c54343bab service nova] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] No waiting events found dispatching network-vif-plugged-c28d8c45-dddb-4d6a-8037-a4a9f7b185db {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 888.099653] env[69330]: WARNING nova.compute.manager [req-bbf8e021-2de8-45e6-96ff-510c151d97bd req-d0ace1c3-8906-4c9f-9433-a52c54343bab service nova] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Received unexpected event network-vif-plugged-c28d8c45-dddb-4d6a-8037-a4a9f7b185db for instance with vm_state building and task_state spawning. [ 888.188033] env[69330]: DEBUG nova.network.neutron [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Successfully updated port: c28d8c45-dddb-4d6a-8037-a4a9f7b185db {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.395751] env[69330]: INFO nova.compute.manager [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Took 48.99 seconds to build instance. [ 888.414638] env[69330]: DEBUG oslo_vmware.api [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Task: {'id': task-4128442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154365} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.414901] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.415099] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.415283] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.415453] env[69330]: INFO nova.compute.manager [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 888.415692] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.415883] env[69330]: DEBUG nova.compute.manager [-] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.415978] env[69330]: DEBUG nova.network.neutron [-] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.480153] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.480774] env[69330]: DEBUG nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.483936] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.610s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.484221] env[69330]: DEBUG nova.objects.instance [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 888.691279] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "refresh_cache-e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.691279] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired lock "refresh_cache-e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.691410] env[69330]: DEBUG nova.network.neutron [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.774681] env[69330]: INFO nova.compute.manager [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Rebuilding instance [ 888.825506] env[69330]: DEBUG nova.compute.manager [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 888.826568] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f2bd74-474a-44b3-8307-206f80ddadf4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.899342] env[69330]: DEBUG oslo_concurrency.lockutils [None req-daaac473-b177-4292-b88b-86c6fb403e20 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "976043c3-a667-4bf5-a20d-fbfa78a71621" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.749s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.992733] env[69330]: DEBUG nova.compute.utils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.995099] env[69330]: DEBUG nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.995987] env[69330]: DEBUG nova.network.neutron [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.035522] env[69330]: DEBUG nova.policy [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ecfa4d761294d628785e9ea6b092b62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '349e446ccd1b444ea60d2371ab8c44be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.163723] env[69330]: DEBUG nova.network.neutron [-] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.246586] env[69330]: DEBUG nova.network.neutron [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.365396] env[69330]: DEBUG nova.network.neutron [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Successfully created port: 86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.402765] env[69330]: DEBUG nova.compute.manager [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.488616] env[69330]: DEBUG nova.network.neutron [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Updating instance_info_cache with network_info: [{"id": "c28d8c45-dddb-4d6a-8037-a4a9f7b185db", "address": "fa:16:3e:7b:b1:9f", "network": {"id": "082b6643-795b-4c3c-801f-3fc9276d40fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1464662688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349e446ccd1b444ea60d2371ab8c44be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc28d8c45-dd", "ovs_interfaceid": "c28d8c45-dddb-4d6a-8037-a4a9f7b185db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.495857] env[69330]: DEBUG nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.499836] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d38c2835-13fe-4999-a402-6a6653945fcb tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.500326] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.361s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.500555] env[69330]: DEBUG nova.objects.instance [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lazy-loading 'resources' on Instance uuid b6681b5b-3c27-44a4-ad39-5c7782dbd48a {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.667349] env[69330]: INFO nova.compute.manager [-] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Took 1.25 seconds to deallocate network for instance. [ 889.840888] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.841241] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-655a5fe9-6009-47dd-a054-019af668c5ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.849977] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 889.849977] env[69330]: value = "task-4128443" [ 889.849977] env[69330]: _type = "Task" [ 889.849977] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.859866] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.929094] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.992028] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Releasing lock "refresh_cache-e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.993216] env[69330]: DEBUG nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Instance network_info: |[{"id": "c28d8c45-dddb-4d6a-8037-a4a9f7b185db", "address": "fa:16:3e:7b:b1:9f", "network": {"id": "082b6643-795b-4c3c-801f-3fc9276d40fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1464662688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349e446ccd1b444ea60d2371ab8c44be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc28d8c45-dd", "ovs_interfaceid": "c28d8c45-dddb-4d6a-8037-a4a9f7b185db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.993216] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:b1:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c28d8c45-dddb-4d6a-8037-a4a9f7b185db', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.001195] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Creating folder: Project (349e446ccd1b444ea60d2371ab8c44be). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.005069] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4ce1c9c-c6a6-47b2-baf0-50436876b1bb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.027268] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Created folder: Project (349e446ccd1b444ea60d2371ab8c44be) in parent group-v817559. [ 890.027546] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Creating folder: Instances. Parent ref: group-v817740. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.028094] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1811fe53-9ee2-481f-91b7-ef6ce6620671 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.040473] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Created folder: Instances in parent group-v817740. [ 890.040642] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.040857] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.041279] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac3344f9-439d-4747-a781-0e69c9e0bb2d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.067695] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.067695] env[69330]: value = "task-4128446" [ 890.067695] env[69330]: _type = "Task" [ 890.067695] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.077454] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128446, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.155140] env[69330]: DEBUG nova.compute.manager [req-817a18e4-ed3f-4cf2-8269-d6c7af37e52a req-966f6438-b6c6-42b0-8b46-921627116eb8 service nova] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Received event network-changed-c28d8c45-dddb-4d6a-8037-a4a9f7b185db {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.155392] env[69330]: DEBUG nova.compute.manager [req-817a18e4-ed3f-4cf2-8269-d6c7af37e52a req-966f6438-b6c6-42b0-8b46-921627116eb8 service nova] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Refreshing instance network info cache due to event network-changed-c28d8c45-dddb-4d6a-8037-a4a9f7b185db. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.155674] env[69330]: DEBUG oslo_concurrency.lockutils [req-817a18e4-ed3f-4cf2-8269-d6c7af37e52a req-966f6438-b6c6-42b0-8b46-921627116eb8 service nova] Acquiring lock "refresh_cache-e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.155878] env[69330]: DEBUG oslo_concurrency.lockutils [req-817a18e4-ed3f-4cf2-8269-d6c7af37e52a req-966f6438-b6c6-42b0-8b46-921627116eb8 service nova] Acquired lock "refresh_cache-e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.156689] env[69330]: DEBUG nova.network.neutron [req-817a18e4-ed3f-4cf2-8269-d6c7af37e52a req-966f6438-b6c6-42b0-8b46-921627116eb8 service nova] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Refreshing network info cache for port c28d8c45-dddb-4d6a-8037-a4a9f7b185db {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.175070] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.363582] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128443, 'name': PowerOffVM_Task, 'duration_secs': 0.157992} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.363916] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.364163] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.365049] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702deedf-8b17-4ed0-8f5e-435be0012875 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.375774] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.376085] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b592cc5-f0c5-4972-8c58-77212cb10b63 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.407313] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.407564] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.407791] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Deleting the datastore file [datastore1] 976043c3-a667-4bf5-a20d-fbfa78a71621 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.408377] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15aa5a2d-1f30-40df-bf95-fce12dce7f68 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.420623] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 890.420623] env[69330]: value = "task-4128448" [ 890.420623] env[69330]: _type = "Task" [ 890.420623] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.429751] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.512602] env[69330]: DEBUG nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.527434] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a709728b-79c2-4d59-be11-70ac2b395171 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.537973] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4d1829-d530-4bf5-959d-c42688f3ecf0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.572164] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.572422] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.572597] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.572786] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.572953] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.573120] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.573336] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.573494] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.573663] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.573869] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.574116] env[69330]: DEBUG nova.virt.hardware [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.577909] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbbcf6c-c0bb-4332-941d-e37528b37e5d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.581065] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef41f7a-c979-4d12-98b5-ae80e7954907 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.588865] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128446, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.593821] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0464d9a-81c7-4ddd-adc3-fb0124975131 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.598937] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bec9feb-71ac-420e-be04-0e198dddb659 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.621976] env[69330]: DEBUG nova.compute.provider_tree [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.935854] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121324} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.936362] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.936824] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.937089] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.994228] env[69330]: DEBUG nova.network.neutron [req-817a18e4-ed3f-4cf2-8269-d6c7af37e52a req-966f6438-b6c6-42b0-8b46-921627116eb8 service nova] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Updated VIF entry in instance network info cache for port c28d8c45-dddb-4d6a-8037-a4a9f7b185db. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.994617] env[69330]: DEBUG nova.network.neutron [req-817a18e4-ed3f-4cf2-8269-d6c7af37e52a req-966f6438-b6c6-42b0-8b46-921627116eb8 service nova] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Updating instance_info_cache with network_info: [{"id": "c28d8c45-dddb-4d6a-8037-a4a9f7b185db", "address": "fa:16:3e:7b:b1:9f", "network": {"id": "082b6643-795b-4c3c-801f-3fc9276d40fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1464662688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349e446ccd1b444ea60d2371ab8c44be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc28d8c45-dd", "ovs_interfaceid": "c28d8c45-dddb-4d6a-8037-a4a9f7b185db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.053101] env[69330]: DEBUG nova.network.neutron [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Successfully updated port: 86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.079609] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128446, 'name': CreateVM_Task, 'duration_secs': 0.954568} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.079874] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.080603] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.080848] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.081219] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.081504] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d02cfad-f17a-4997-b323-1efdd767774b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.087068] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 891.087068] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bdc410-da07-0ef2-ca92-787bc24832a4" [ 891.087068] env[69330]: _type = "Task" [ 891.087068] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.095413] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bdc410-da07-0ef2-ca92-787bc24832a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.125342] env[69330]: DEBUG nova.scheduler.client.report [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.497714] env[69330]: DEBUG oslo_concurrency.lockutils [req-817a18e4-ed3f-4cf2-8269-d6c7af37e52a req-966f6438-b6c6-42b0-8b46-921627116eb8 service nova] Releasing lock "refresh_cache-e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.498036] env[69330]: DEBUG nova.compute.manager [req-817a18e4-ed3f-4cf2-8269-d6c7af37e52a req-966f6438-b6c6-42b0-8b46-921627116eb8 service nova] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Received event network-vif-deleted-a8d5b5e2-6303-41b4-adfd-87b8727a368b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.556051] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "refresh_cache-01d61e8b-07a5-49ef-952a-bbb603fb3ca2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.556232] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired lock "refresh_cache-01d61e8b-07a5-49ef-952a-bbb603fb3ca2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.556408] env[69330]: DEBUG nova.network.neutron [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.598607] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bdc410-da07-0ef2-ca92-787bc24832a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011177} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.598900] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.599175] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.599420] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.599565] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.599757] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.601021] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb3bcbd6-029c-4eaf-906d-f3b70f1b4da0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.610135] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.610319] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.611053] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4768a1db-bf29-4394-86c8-6d8f32cdedad {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.616283] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 891.616283] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52037568-7678-d594-482f-9aa83d0a1016" [ 891.616283] env[69330]: _type = "Task" [ 891.616283] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.623957] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52037568-7678-d594-482f-9aa83d0a1016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.630858] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.633172] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.748s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.634691] env[69330]: INFO nova.compute.claims [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.656116] env[69330]: INFO nova.scheduler.client.report [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Deleted allocations for instance b6681b5b-3c27-44a4-ad39-5c7782dbd48a [ 891.978612] env[69330]: DEBUG nova.virt.hardware [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.978883] env[69330]: DEBUG nova.virt.hardware [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.979018] env[69330]: DEBUG nova.virt.hardware [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.979204] env[69330]: DEBUG nova.virt.hardware [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.979355] env[69330]: DEBUG nova.virt.hardware [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.979503] env[69330]: DEBUG nova.virt.hardware [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.979713] env[69330]: DEBUG nova.virt.hardware [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.979902] env[69330]: DEBUG nova.virt.hardware [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.980104] env[69330]: DEBUG nova.virt.hardware [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.980243] env[69330]: DEBUG nova.virt.hardware [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.980414] env[69330]: DEBUG nova.virt.hardware [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.981332] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48521a7b-ce2f-4abe-9e1e-c56e06e8d4be {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.989523] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea94a3d2-c7db-4af2-9a5f-9fe5bd6b1a54 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.005030] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.010572] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.010825] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.011177] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec73f976-d2a9-431c-91c7-26a2b53711d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.028048] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.028048] env[69330]: value = "task-4128449" [ 892.028048] env[69330]: _type = "Task" [ 892.028048] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.036254] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128449, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.098812] env[69330]: DEBUG nova.network.neutron [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.131505] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52037568-7678-d594-482f-9aa83d0a1016, 'name': SearchDatastore_Task, 'duration_secs': 0.009378} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.132439] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4829ff-d04f-4d83-b779-cccbaca73ad0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.141063] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 892.141063] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527426fb-cf7d-cbf4-4d37-3cfdf04f6288" [ 892.141063] env[69330]: _type = "Task" [ 892.141063] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.150899] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527426fb-cf7d-cbf4-4d37-3cfdf04f6288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.168182] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Lock "b6681b5b-3c27-44a4-ad39-5c7782dbd48a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.936s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.241125] env[69330]: DEBUG nova.compute.manager [req-a302cb23-a389-466f-8049-f9705a9f8ba0 req-a77f8025-3bdc-4ca8-a534-aba7c02fcf42 service nova] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Received event network-vif-plugged-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.241306] env[69330]: DEBUG oslo_concurrency.lockutils [req-a302cb23-a389-466f-8049-f9705a9f8ba0 req-a77f8025-3bdc-4ca8-a534-aba7c02fcf42 service nova] Acquiring lock "01d61e8b-07a5-49ef-952a-bbb603fb3ca2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.241515] env[69330]: DEBUG oslo_concurrency.lockutils [req-a302cb23-a389-466f-8049-f9705a9f8ba0 req-a77f8025-3bdc-4ca8-a534-aba7c02fcf42 service nova] Lock "01d61e8b-07a5-49ef-952a-bbb603fb3ca2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.241682] env[69330]: DEBUG oslo_concurrency.lockutils [req-a302cb23-a389-466f-8049-f9705a9f8ba0 req-a77f8025-3bdc-4ca8-a534-aba7c02fcf42 service nova] Lock "01d61e8b-07a5-49ef-952a-bbb603fb3ca2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.241914] env[69330]: DEBUG nova.compute.manager [req-a302cb23-a389-466f-8049-f9705a9f8ba0 req-a77f8025-3bdc-4ca8-a534-aba7c02fcf42 service nova] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] No waiting events found dispatching network-vif-plugged-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 892.242212] env[69330]: WARNING nova.compute.manager [req-a302cb23-a389-466f-8049-f9705a9f8ba0 req-a77f8025-3bdc-4ca8-a534-aba7c02fcf42 service nova] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Received unexpected event network-vif-plugged-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a for instance with vm_state building and task_state spawning. [ 892.242248] env[69330]: DEBUG nova.compute.manager [req-a302cb23-a389-466f-8049-f9705a9f8ba0 req-a77f8025-3bdc-4ca8-a534-aba7c02fcf42 service nova] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Received event network-changed-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.242521] env[69330]: DEBUG nova.compute.manager [req-a302cb23-a389-466f-8049-f9705a9f8ba0 req-a77f8025-3bdc-4ca8-a534-aba7c02fcf42 service nova] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Refreshing instance network info cache due to event network-changed-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.242553] env[69330]: DEBUG oslo_concurrency.lockutils [req-a302cb23-a389-466f-8049-f9705a9f8ba0 req-a77f8025-3bdc-4ca8-a534-aba7c02fcf42 service nova] Acquiring lock "refresh_cache-01d61e8b-07a5-49ef-952a-bbb603fb3ca2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.272392] env[69330]: DEBUG nova.network.neutron [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Updating instance_info_cache with network_info: [{"id": "86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a", "address": "fa:16:3e:95:38:4d", "network": {"id": "082b6643-795b-4c3c-801f-3fc9276d40fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1464662688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349e446ccd1b444ea60d2371ab8c44be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d5c9d5-1a", "ovs_interfaceid": "86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.538424] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128449, 'name': CreateVM_Task, 'duration_secs': 0.304297} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.539175] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.539175] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.539389] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.539544] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.539833] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea5d8a3-0252-4ad7-bdb9-0e87ec5c8c87 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.544957] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 892.544957] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524ccd77-db77-0e5f-043d-aa134ba59ced" [ 892.544957] env[69330]: _type = "Task" [ 892.544957] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.554211] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524ccd77-db77-0e5f-043d-aa134ba59ced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.656820] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527426fb-cf7d-cbf4-4d37-3cfdf04f6288, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.656820] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.657304] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880/e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.657524] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22dab58f-67fc-431b-9795-11223047b372 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.665501] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 892.665501] env[69330]: value = "task-4128450" [ 892.665501] env[69330]: _type = "Task" [ 892.665501] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.677200] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.775790] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Releasing lock "refresh_cache-01d61e8b-07a5-49ef-952a-bbb603fb3ca2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.776090] env[69330]: DEBUG nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Instance network_info: |[{"id": "86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a", "address": "fa:16:3e:95:38:4d", "network": {"id": "082b6643-795b-4c3c-801f-3fc9276d40fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1464662688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349e446ccd1b444ea60d2371ab8c44be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d5c9d5-1a", "ovs_interfaceid": "86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.776398] env[69330]: DEBUG oslo_concurrency.lockutils [req-a302cb23-a389-466f-8049-f9705a9f8ba0 req-a77f8025-3bdc-4ca8-a534-aba7c02fcf42 service nova] Acquired lock "refresh_cache-01d61e8b-07a5-49ef-952a-bbb603fb3ca2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.776582] env[69330]: DEBUG nova.network.neutron [req-a302cb23-a389-466f-8049-f9705a9f8ba0 req-a77f8025-3bdc-4ca8-a534-aba7c02fcf42 service nova] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Refreshing network info cache for port 86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.778085] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:38:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.787221] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.791148] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.791614] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b474a00-1403-4baf-80bb-2b728640702b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.814587] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.814587] env[69330]: value = "task-4128451" [ 892.814587] env[69330]: _type = "Task" [ 892.814587] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.826519] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128451, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.058575] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524ccd77-db77-0e5f-043d-aa134ba59ced, 'name': SearchDatastore_Task, 'duration_secs': 0.01072} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.061761] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.062060] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.062319] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.062455] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.062633] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.064042] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e04701a-f1c1-457f-8d0a-f22853b8fe12 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.081468] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.081468] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.081468] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a414693-7fe4-4b10-b979-94711286cd37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.088607] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 893.088607] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5202c371-8d50-5b08-a9b3-7e449ca7af81" [ 893.088607] env[69330]: _type = "Task" [ 893.088607] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.102894] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5202c371-8d50-5b08-a9b3-7e449ca7af81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.176143] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e873a072-9651-4309-89ec-0945cc5cafde {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.188677] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490232} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.189696] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d124595-a263-4ef7-b927-9ac389fa155c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.193016] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880/e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.193267] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.193522] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e92b5ca-ed1b-4eaa-8202-e33d3529dae0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.227059] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f117de7-d9c4-4365-8bb7-84bc887733d9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.229952] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 893.229952] env[69330]: value = "task-4128452" [ 893.229952] env[69330]: _type = "Task" [ 893.229952] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.236585] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16578900-0fb7-4eee-8021-f9bcf4a0ae32 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.243517] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.255539] env[69330]: DEBUG nova.compute.provider_tree [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.327201] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128451, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.510975] env[69330]: DEBUG nova.network.neutron [req-a302cb23-a389-466f-8049-f9705a9f8ba0 req-a77f8025-3bdc-4ca8-a534-aba7c02fcf42 service nova] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Updated VIF entry in instance network info cache for port 86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.511484] env[69330]: DEBUG nova.network.neutron [req-a302cb23-a389-466f-8049-f9705a9f8ba0 req-a77f8025-3bdc-4ca8-a534-aba7c02fcf42 service nova] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Updating instance_info_cache with network_info: [{"id": "86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a", "address": "fa:16:3e:95:38:4d", "network": {"id": "082b6643-795b-4c3c-801f-3fc9276d40fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1464662688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349e446ccd1b444ea60d2371ab8c44be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d5c9d5-1a", "ovs_interfaceid": "86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.601012] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5202c371-8d50-5b08-a9b3-7e449ca7af81, 'name': SearchDatastore_Task, 'duration_secs': 0.047126} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.601928] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b19151-4889-4ed7-8690-22bd2d077c4a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.607877] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 893.607877] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a03bb7-cf2e-83c7-0c7a-20dbf1a06f87" [ 893.607877] env[69330]: _type = "Task" [ 893.607877] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.620021] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a03bb7-cf2e-83c7-0c7a-20dbf1a06f87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.740654] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072786} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.740952] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.741761] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc65d9d-f79f-4cf0-9002-9922874af210 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.764354] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880/e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.765352] env[69330]: DEBUG nova.scheduler.client.report [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.768745] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ba8594-9af4-48f5-a982-41c57e85583c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.790643] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 893.790643] env[69330]: value = "task-4128453" [ 893.790643] env[69330]: _type = "Task" [ 893.790643] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.800143] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.825925] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128451, 'name': CreateVM_Task, 'duration_secs': 0.59521} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.826154] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.826911] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.827102] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.827455] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.827788] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c1b3c7b-b042-4b29-9ed3-9b7fd1693e84 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.834171] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 893.834171] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52928d05-0b14-9756-2a58-a175d661edef" [ 893.834171] env[69330]: _type = "Task" [ 893.834171] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.845440] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52928d05-0b14-9756-2a58-a175d661edef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.014227] env[69330]: DEBUG oslo_concurrency.lockutils [req-a302cb23-a389-466f-8049-f9705a9f8ba0 req-a77f8025-3bdc-4ca8-a534-aba7c02fcf42 service nova] Releasing lock "refresh_cache-01d61e8b-07a5-49ef-952a-bbb603fb3ca2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.118721] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a03bb7-cf2e-83c7-0c7a-20dbf1a06f87, 'name': SearchDatastore_Task, 'duration_secs': 0.011378} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.119019] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.119308] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 976043c3-a667-4bf5-a20d-fbfa78a71621/976043c3-a667-4bf5-a20d-fbfa78a71621.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.119575] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f0ac3da-1c4f-4372-93ea-543508c9c069 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.126173] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 894.126173] env[69330]: value = "task-4128454" [ 894.126173] env[69330]: _type = "Task" [ 894.126173] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.134796] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.285635] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.285774] env[69330]: DEBUG nova.compute.manager [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.288838] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.890s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.289055] env[69330]: DEBUG nova.objects.instance [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Lazy-loading 'resources' on Instance uuid cb192c53-da48-40ca-9824-a81b5494ea93 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.302484] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128453, 'name': ReconfigVM_Task, 'duration_secs': 0.297134} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.303262] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Reconfigured VM instance instance-0000003d to attach disk [datastore1] e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880/e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.304234] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c04542cb-a5e9-4242-8e3f-644fc7cf55f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.312820] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 894.312820] env[69330]: value = "task-4128455" [ 894.312820] env[69330]: _type = "Task" [ 894.312820] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.322999] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128455, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.351036] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52928d05-0b14-9756-2a58-a175d661edef, 'name': SearchDatastore_Task, 'duration_secs': 0.020878} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.351387] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.351679] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.351854] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.352025] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.352228] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.352507] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9051b33-a3cf-4f0f-9d91-be430aec222a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.368587] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.368840] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.369655] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f17eed8c-1cb1-47ce-bf1c-47ed12f9680a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.377125] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 894.377125] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52511490-4421-e11e-0a6a-87ae42b4d95c" [ 894.377125] env[69330]: _type = "Task" [ 894.377125] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.386716] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52511490-4421-e11e-0a6a-87ae42b4d95c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.637500] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128454, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.794961] env[69330]: DEBUG nova.compute.utils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.796543] env[69330]: DEBUG nova.compute.manager [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.797524] env[69330]: DEBUG nova.network.neutron [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.824757] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128455, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.845573] env[69330]: DEBUG nova.policy [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f505160b4f3c48d99217ff311806c5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d414cc273845e79fcaea123c421790', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.890147] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52511490-4421-e11e-0a6a-87ae42b4d95c, 'name': SearchDatastore_Task, 'duration_secs': 0.047852} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.893954] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-746cd2ae-d3b4-47a3-bf3d-ebf95aa30b81 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.899690] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 894.899690] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52198c42-f624-0572-f0f2-d495f9b2e5f2" [ 894.899690] env[69330]: _type = "Task" [ 894.899690] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.910266] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52198c42-f624-0572-f0f2-d495f9b2e5f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.139010] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552012} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.139265] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 976043c3-a667-4bf5-a20d-fbfa78a71621/976043c3-a667-4bf5-a20d-fbfa78a71621.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.139393] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.139725] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc23b69c-74c1-4c43-b93f-73e78d4c22db {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.150227] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 895.150227] env[69330]: value = "task-4128456" [ 895.150227] env[69330]: _type = "Task" [ 895.150227] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.161281] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.178193] env[69330]: DEBUG nova.network.neutron [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Successfully created port: 9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.299695] env[69330]: DEBUG nova.compute.manager [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.324838] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128455, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.348370] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8523462c-f181-4b9c-a207-e9cfb4da7a47 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.357672] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b946d983-56fb-4faa-b250-361af7382fde {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.391387] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c7615f-8cb2-494e-965e-1a2cc863eb6b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.399711] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d433394-80fa-475f-857f-8eb8215cc029 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.416887] env[69330]: DEBUG nova.compute.provider_tree [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.421917] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52198c42-f624-0572-f0f2-d495f9b2e5f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.422108] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.422367] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 01d61e8b-07a5-49ef-952a-bbb603fb3ca2/01d61e8b-07a5-49ef-952a-bbb603fb3ca2.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.425987] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63d7a026-7f3c-4504-9ccf-9360df2da388 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.430234] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 895.430234] env[69330]: value = "task-4128457" [ 895.430234] env[69330]: _type = "Task" [ 895.430234] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.438917] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.661759] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144728} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.662076] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.662935] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99a7333-9915-4e45-a1e1-b3536e554125 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.691213] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 976043c3-a667-4bf5-a20d-fbfa78a71621/976043c3-a667-4bf5-a20d-fbfa78a71621.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.692105] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d86127aa-77fb-450c-811d-a2e9e9e195ff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.713987] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 895.713987] env[69330]: value = "task-4128458" [ 895.713987] env[69330]: _type = "Task" [ 895.713987] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.724802] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.825073] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128455, 'name': Rename_Task, 'duration_secs': 1.265383} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.825395] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.825654] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6006951-0097-43db-88b4-79da3ea1891e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.835277] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 895.835277] env[69330]: value = "task-4128459" [ 895.835277] env[69330]: _type = "Task" [ 895.835277] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.844813] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.924105] env[69330]: DEBUG nova.scheduler.client.report [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.942665] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504295} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.942665] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 01d61e8b-07a5-49ef-952a-bbb603fb3ca2/01d61e8b-07a5-49ef-952a-bbb603fb3ca2.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.942665] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.942939] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-188246bf-396a-4f87-81cd-ace9c0e7d780 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.951349] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 895.951349] env[69330]: value = "task-4128460" [ 895.951349] env[69330]: _type = "Task" [ 895.951349] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.964023] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.225976] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.311290] env[69330]: DEBUG nova.compute.manager [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.338847] env[69330]: DEBUG nova.virt.hardware [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.339472] env[69330]: DEBUG nova.virt.hardware [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.339472] env[69330]: DEBUG nova.virt.hardware [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.339472] env[69330]: DEBUG nova.virt.hardware [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.339608] env[69330]: DEBUG nova.virt.hardware [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.341321] env[69330]: DEBUG nova.virt.hardware [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.341321] env[69330]: DEBUG nova.virt.hardware [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.341321] env[69330]: DEBUG nova.virt.hardware [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.341321] env[69330]: DEBUG nova.virt.hardware [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.341321] env[69330]: DEBUG nova.virt.hardware [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.341321] env[69330]: DEBUG nova.virt.hardware [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.341696] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d267b58a-30ad-4fad-846d-b34823c8d8af {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.356676] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd4bde0-c1ba-4b95-8633-2aa4fd5b7efc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.361367] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128459, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.430396] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.432881] env[69330]: DEBUG oslo_concurrency.lockutils [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.177s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.433152] env[69330]: DEBUG nova.objects.instance [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Lazy-loading 'resources' on Instance uuid f8b9e3a2-7519-4801-80d5-6fc96920bcfe {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.477526] env[69330]: INFO nova.scheduler.client.report [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Deleted allocations for instance cb192c53-da48-40ca-9824-a81b5494ea93 [ 896.479264] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066847} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.482244] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.484139] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ae0ff2-8254-465c-aadb-0dd08724170d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.507828] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 01d61e8b-07a5-49ef-952a-bbb603fb3ca2/01d61e8b-07a5-49ef-952a-bbb603fb3ca2.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.508290] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8279f80a-1d67-4b59-b5bd-b5c47dd1aae8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.535138] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 896.535138] env[69330]: value = "task-4128461" [ 896.535138] env[69330]: _type = "Task" [ 896.535138] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.544543] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.662643] env[69330]: DEBUG nova.compute.manager [req-6f434149-d1c0-4329-9084-5707e024f1d5 req-8865515f-ce0a-4244-aa3a-90f2625bfb02 service nova] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Received event network-vif-plugged-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.662869] env[69330]: DEBUG oslo_concurrency.lockutils [req-6f434149-d1c0-4329-9084-5707e024f1d5 req-8865515f-ce0a-4244-aa3a-90f2625bfb02 service nova] Acquiring lock "582e644b-fc0f-4c2c-a15a-79232a1d2038-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.663090] env[69330]: DEBUG oslo_concurrency.lockutils [req-6f434149-d1c0-4329-9084-5707e024f1d5 req-8865515f-ce0a-4244-aa3a-90f2625bfb02 service nova] Lock "582e644b-fc0f-4c2c-a15a-79232a1d2038-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.663559] env[69330]: DEBUG oslo_concurrency.lockutils [req-6f434149-d1c0-4329-9084-5707e024f1d5 req-8865515f-ce0a-4244-aa3a-90f2625bfb02 service nova] Lock "582e644b-fc0f-4c2c-a15a-79232a1d2038-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.663559] env[69330]: DEBUG nova.compute.manager [req-6f434149-d1c0-4329-9084-5707e024f1d5 req-8865515f-ce0a-4244-aa3a-90f2625bfb02 service nova] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] No waiting events found dispatching network-vif-plugged-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 896.663559] env[69330]: WARNING nova.compute.manager [req-6f434149-d1c0-4329-9084-5707e024f1d5 req-8865515f-ce0a-4244-aa3a-90f2625bfb02 service nova] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Received unexpected event network-vif-plugged-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef for instance with vm_state building and task_state spawning. [ 896.726725] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128458, 'name': ReconfigVM_Task, 'duration_secs': 0.571748} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.727458] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 976043c3-a667-4bf5-a20d-fbfa78a71621/976043c3-a667-4bf5-a20d-fbfa78a71621.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.728571] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8578ddf1-3dfd-47e4-b31f-7ba828c43155 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.738517] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 896.738517] env[69330]: value = "task-4128462" [ 896.738517] env[69330]: _type = "Task" [ 896.738517] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.754499] env[69330]: DEBUG nova.network.neutron [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Successfully updated port: 9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.755933] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128462, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.851459] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128459, 'name': PowerOnVM_Task, 'duration_secs': 0.657549} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.851747] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.851951] env[69330]: INFO nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Took 9.04 seconds to spawn the instance on the hypervisor. [ 896.852218] env[69330]: DEBUG nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 896.853057] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefa01e1-3571-4206-9dc0-f6aaa847d576 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.986937] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Lock "cb192c53-da48-40ca-9824-a81b5494ea93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.237s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.046343] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.146428] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1963fb9f-1776-48ed-aa4e-967317ec6d28 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "d3941c63-5974-4a1b-9e79-f4df050659cd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.146694] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1963fb9f-1776-48ed-aa4e-967317ec6d28 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.146904] env[69330]: DEBUG nova.compute.manager [None req-1963fb9f-1776-48ed-aa4e-967317ec6d28 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 897.147830] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86eb607-1e90-4e23-bee5-3c250d48569d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.157712] env[69330]: DEBUG nova.compute.manager [None req-1963fb9f-1776-48ed-aa4e-967317ec6d28 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69330) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 897.158549] env[69330]: DEBUG nova.objects.instance [None req-1963fb9f-1776-48ed-aa4e-967317ec6d28 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lazy-loading 'flavor' on Instance uuid d3941c63-5974-4a1b-9e79-f4df050659cd {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.254225] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128462, 'name': Rename_Task, 'duration_secs': 0.31148} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.254225] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.254225] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8309552-ad6a-4de3-a1c8-05499dfb676c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.258546] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "refresh_cache-582e644b-fc0f-4c2c-a15a-79232a1d2038" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.258614] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "refresh_cache-582e644b-fc0f-4c2c-a15a-79232a1d2038" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.258744] env[69330]: DEBUG nova.network.neutron [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.264052] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 897.264052] env[69330]: value = "task-4128463" [ 897.264052] env[69330]: _type = "Task" [ 897.264052] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.276788] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.372137] env[69330]: INFO nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Took 50.82 seconds to build instance. [ 897.524060] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fa3d46-b663-478b-99ed-c43d12509204 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.534988] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0952a01-ddd3-4966-bfa3-bc60f3a5e5e3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.551531] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128461, 'name': ReconfigVM_Task, 'duration_secs': 0.681937} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.576838] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 01d61e8b-07a5-49ef-952a-bbb603fb3ca2/01d61e8b-07a5-49ef-952a-bbb603fb3ca2.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.578688] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08080c98-58d2-4f55-8151-eea978c38500 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.580748] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f584973e-e27e-4aac-925f-bca6ed956979 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.591588] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d07bff-162f-4a42-ac50-e45c87b80aac {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.596371] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 897.596371] env[69330]: value = "task-4128464" [ 897.596371] env[69330]: _type = "Task" [ 897.596371] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.608425] env[69330]: DEBUG nova.compute.provider_tree [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.617705] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128464, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.774483] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.801478] env[69330]: DEBUG nova.network.neutron [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.881174] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.831s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.957335] env[69330]: DEBUG nova.network.neutron [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Updating instance_info_cache with network_info: [{"id": "9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef", "address": "fa:16:3e:a6:09:ad", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdf1b1b-da", "ovs_interfaceid": "9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.107012] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128464, 'name': Rename_Task, 'duration_secs': 0.16476} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.107858] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.108135] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29384e84-56e5-4852-aef5-42a801cf1b39 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.112303] env[69330]: DEBUG nova.scheduler.client.report [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.118692] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 898.118692] env[69330]: value = "task-4128465" [ 898.118692] env[69330]: _type = "Task" [ 898.118692] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.128152] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.173000] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1963fb9f-1776-48ed-aa4e-967317ec6d28 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.173000] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e355a7ef-fe38-48ca-ae50-58f9a6f81c2c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.182141] env[69330]: DEBUG oslo_vmware.api [None req-1963fb9f-1776-48ed-aa4e-967317ec6d28 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 898.182141] env[69330]: value = "task-4128466" [ 898.182141] env[69330]: _type = "Task" [ 898.182141] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.190510] env[69330]: DEBUG oslo_vmware.api [None req-1963fb9f-1776-48ed-aa4e-967317ec6d28 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.288141] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128463, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.383858] env[69330]: DEBUG nova.compute.manager [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.460236] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "refresh_cache-582e644b-fc0f-4c2c-a15a-79232a1d2038" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.461264] env[69330]: DEBUG nova.compute.manager [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Instance network_info: |[{"id": "9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef", "address": "fa:16:3e:a6:09:ad", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdf1b1b-da", "ovs_interfaceid": "9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.461264] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:09:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.468782] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.469383] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.469620] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eb05860-5b31-4f53-adba-8d2ad9dc555c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.491981] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.491981] env[69330]: value = "task-4128467" [ 898.491981] env[69330]: _type = "Task" [ 898.491981] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.501952] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128467, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.620958] env[69330]: DEBUG oslo_concurrency.lockutils [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.624721] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.327s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.624920] env[69330]: DEBUG nova.objects.instance [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lazy-loading 'resources' on Instance uuid 4f977295-2f54-47ca-95f7-ae98ac7e09b0 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.638229] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128465, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.657539] env[69330]: INFO nova.scheduler.client.report [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Deleted allocations for instance f8b9e3a2-7519-4801-80d5-6fc96920bcfe [ 898.695029] env[69330]: DEBUG oslo_vmware.api [None req-1963fb9f-1776-48ed-aa4e-967317ec6d28 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128466, 'name': PowerOffVM_Task, 'duration_secs': 0.208717} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.695029] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1963fb9f-1776-48ed-aa4e-967317ec6d28 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.695029] env[69330]: DEBUG nova.compute.manager [None req-1963fb9f-1776-48ed-aa4e-967317ec6d28 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.695029] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24b96dc-94f1-470a-bf54-9e53afdeb135 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.776824] env[69330]: DEBUG oslo_vmware.api [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128463, 'name': PowerOnVM_Task, 'duration_secs': 1.496796} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.776824] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.776824] env[69330]: DEBUG nova.compute.manager [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.777752] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224ba308-4772-422b-a2d8-991e579133bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.902719] env[69330]: DEBUG nova.compute.manager [req-8ad076df-d0c9-4498-a4a7-351030bbbb47 req-de0ed445-d8df-4874-9dc8-5f0a04aa1d6d service nova] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Received event network-changed-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.902925] env[69330]: DEBUG nova.compute.manager [req-8ad076df-d0c9-4498-a4a7-351030bbbb47 req-de0ed445-d8df-4874-9dc8-5f0a04aa1d6d service nova] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Refreshing instance network info cache due to event network-changed-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.903162] env[69330]: DEBUG oslo_concurrency.lockutils [req-8ad076df-d0c9-4498-a4a7-351030bbbb47 req-de0ed445-d8df-4874-9dc8-5f0a04aa1d6d service nova] Acquiring lock "refresh_cache-582e644b-fc0f-4c2c-a15a-79232a1d2038" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.903309] env[69330]: DEBUG oslo_concurrency.lockutils [req-8ad076df-d0c9-4498-a4a7-351030bbbb47 req-de0ed445-d8df-4874-9dc8-5f0a04aa1d6d service nova] Acquired lock "refresh_cache-582e644b-fc0f-4c2c-a15a-79232a1d2038" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.903617] env[69330]: DEBUG nova.network.neutron [req-8ad076df-d0c9-4498-a4a7-351030bbbb47 req-de0ed445-d8df-4874-9dc8-5f0a04aa1d6d service nova] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Refreshing network info cache for port 9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.907416] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.002774] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128467, 'name': CreateVM_Task, 'duration_secs': 0.401247} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.002953] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.003757] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.004071] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.004724] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.004724] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e8defe-04e2-4bb0-8d19-8610f3f714f9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.010527] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 899.010527] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521546fa-c26d-a404-3592-1483cd695fa8" [ 899.010527] env[69330]: _type = "Task" [ 899.010527] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.020578] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521546fa-c26d-a404-3592-1483cd695fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.138077] env[69330]: DEBUG oslo_vmware.api [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128465, 'name': PowerOnVM_Task, 'duration_secs': 0.531377} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.139736] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.139736] env[69330]: INFO nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Took 8.63 seconds to spawn the instance on the hypervisor. [ 899.139736] env[69330]: DEBUG nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 899.139736] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280b1ee6-8734-44dc-88c2-3f26061c66ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.170473] env[69330]: DEBUG oslo_concurrency.lockutils [None req-12d42ec1-9d25-4088-a404-72a47605c97f tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Lock "f8b9e3a2-7519-4801-80d5-6fc96920bcfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.901s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.214592] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1963fb9f-1776-48ed-aa4e-967317ec6d28 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.298861] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.524954] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521546fa-c26d-a404-3592-1483cd695fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.01302} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.528819] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.529193] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.529475] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.529664] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.529882] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.530510] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d33412b9-92bb-4afb-8df3-36737fa82220 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.543128] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.543365] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.544616] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16f2f0e-0c71-4cff-8fac-4af172fefb7e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.555396] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 899.555396] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527e5b82-8ca7-d40e-80f9-e2efab51dd6a" [ 899.555396] env[69330]: _type = "Task" [ 899.555396] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.565722] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527e5b82-8ca7-d40e-80f9-e2efab51dd6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.663648] env[69330]: INFO nova.compute.manager [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Took 52.00 seconds to build instance. [ 899.682417] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc44bc9-46f1-4ae9-9799-08d3ee2d343c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.696023] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08bfa49-0d24-4f5f-b30b-60d30c227ab4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.730738] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3d52bb-c2d1-4646-8ea9-a5c2cfd9c818 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.740608] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b23dd4-e573-4798-a062-7c943e523f1f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.758579] env[69330]: DEBUG nova.compute.provider_tree [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.776468] env[69330]: DEBUG nova.objects.instance [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lazy-loading 'flavor' on Instance uuid d3941c63-5974-4a1b-9e79-f4df050659cd {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.851525] env[69330]: DEBUG nova.network.neutron [req-8ad076df-d0c9-4498-a4a7-351030bbbb47 req-de0ed445-d8df-4874-9dc8-5f0a04aa1d6d service nova] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Updated VIF entry in instance network info cache for port 9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.852077] env[69330]: DEBUG nova.network.neutron [req-8ad076df-d0c9-4498-a4a7-351030bbbb47 req-de0ed445-d8df-4874-9dc8-5f0a04aa1d6d service nova] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Updating instance_info_cache with network_info: [{"id": "9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef", "address": "fa:16:3e:a6:09:ad", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdf1b1b-da", "ovs_interfaceid": "9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.068217] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527e5b82-8ca7-d40e-80f9-e2efab51dd6a, 'name': SearchDatastore_Task, 'duration_secs': 0.016632} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.068482] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ae07e9-d33d-4344-9e1d-1cfe88ba86fc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.074702] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 900.074702] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528845b6-3404-b63c-8f54-38c934825dd2" [ 900.074702] env[69330]: _type = "Task" [ 900.074702] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.084755] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528845b6-3404-b63c-8f54-38c934825dd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.166075] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4ca03e07-05aa-46d4-82e8-c28e9062a803 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "01d61e8b-07a5-49ef-952a-bbb603fb3ca2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.086s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.266023] env[69330]: DEBUG nova.scheduler.client.report [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.281801] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.282221] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.282774] env[69330]: DEBUG nova.network.neutron [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.283098] env[69330]: DEBUG nova.objects.instance [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lazy-loading 'info_cache' on Instance uuid d3941c63-5974-4a1b-9e79-f4df050659cd {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.356421] env[69330]: DEBUG oslo_concurrency.lockutils [req-8ad076df-d0c9-4498-a4a7-351030bbbb47 req-de0ed445-d8df-4874-9dc8-5f0a04aa1d6d service nova] Releasing lock "refresh_cache-582e644b-fc0f-4c2c-a15a-79232a1d2038" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.586577] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528845b6-3404-b63c-8f54-38c934825dd2, 'name': SearchDatastore_Task, 'duration_secs': 0.019353} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.586861] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.587432] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 582e644b-fc0f-4c2c-a15a-79232a1d2038/582e644b-fc0f-4c2c-a15a-79232a1d2038.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.587728] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2aa3b34-c0e8-484c-94de-36ffcf4b1fae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.598579] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 900.598579] env[69330]: value = "task-4128468" [ 900.598579] env[69330]: _type = "Task" [ 900.598579] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.608652] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.775886] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.776687] env[69330]: DEBUG oslo_concurrency.lockutils [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.243s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.777168] env[69330]: DEBUG nova.objects.instance [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Lazy-loading 'resources' on Instance uuid 7a8a93ab-8e2a-40e9-8f91-df749f7391bc {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.791361] env[69330]: DEBUG nova.objects.base [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 900.799022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.799022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.799022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.799022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.799022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.799774] env[69330]: INFO nova.compute.manager [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Terminating instance [ 900.806295] env[69330]: INFO nova.scheduler.client.report [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Deleted allocations for instance 4f977295-2f54-47ca-95f7-ae98ac7e09b0 [ 900.869734] env[69330]: DEBUG oslo_concurrency.lockutils [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "976043c3-a667-4bf5-a20d-fbfa78a71621" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.869734] env[69330]: DEBUG oslo_concurrency.lockutils [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "976043c3-a667-4bf5-a20d-fbfa78a71621" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.870184] env[69330]: DEBUG oslo_concurrency.lockutils [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "976043c3-a667-4bf5-a20d-fbfa78a71621-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.870184] env[69330]: DEBUG oslo_concurrency.lockutils [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "976043c3-a667-4bf5-a20d-fbfa78a71621-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.870282] env[69330]: DEBUG oslo_concurrency.lockutils [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "976043c3-a667-4bf5-a20d-fbfa78a71621-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.872479] env[69330]: INFO nova.compute.manager [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Terminating instance [ 901.043677] env[69330]: DEBUG oslo_concurrency.lockutils [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "01d61e8b-07a5-49ef-952a-bbb603fb3ca2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.043972] env[69330]: DEBUG oslo_concurrency.lockutils [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "01d61e8b-07a5-49ef-952a-bbb603fb3ca2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.044214] env[69330]: DEBUG oslo_concurrency.lockutils [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "01d61e8b-07a5-49ef-952a-bbb603fb3ca2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.044408] env[69330]: DEBUG oslo_concurrency.lockutils [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "01d61e8b-07a5-49ef-952a-bbb603fb3ca2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.044584] env[69330]: DEBUG oslo_concurrency.lockutils [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "01d61e8b-07a5-49ef-952a-bbb603fb3ca2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.049533] env[69330]: INFO nova.compute.manager [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Terminating instance [ 901.116677] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128468, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.318461] env[69330]: DEBUG nova.compute.manager [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.318461] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.324060] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c6026-50c7-4f1b-881b-02f323cf2503 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.330070] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Lock "4f977295-2f54-47ca-95f7-ae98ac7e09b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.204s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.337845] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.338477] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df068ef9-01c3-4595-a7c3-96a821f60937 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.349197] env[69330]: DEBUG oslo_vmware.api [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 901.349197] env[69330]: value = "task-4128469" [ 901.349197] env[69330]: _type = "Task" [ 901.349197] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.359379] env[69330]: DEBUG oslo_vmware.api [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.377797] env[69330]: DEBUG oslo_concurrency.lockutils [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "refresh_cache-976043c3-a667-4bf5-a20d-fbfa78a71621" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.377797] env[69330]: DEBUG oslo_concurrency.lockutils [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquired lock "refresh_cache-976043c3-a667-4bf5-a20d-fbfa78a71621" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.377797] env[69330]: DEBUG nova.network.neutron [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.552731] env[69330]: DEBUG nova.compute.manager [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.553137] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.554134] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e23617-0d1d-4075-bb85-2e3290cbc99b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.571815] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.571815] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9791305c-7606-482c-8299-ce6cdbe73553 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.583572] env[69330]: DEBUG oslo_vmware.api [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 901.583572] env[69330]: value = "task-4128470" [ 901.583572] env[69330]: _type = "Task" [ 901.583572] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.601710] env[69330]: DEBUG oslo_vmware.api [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.614361] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752276} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.614654] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 582e644b-fc0f-4c2c-a15a-79232a1d2038/582e644b-fc0f-4c2c-a15a-79232a1d2038.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.614871] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.615142] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ff12e99-77b6-4894-9405-eb7aa8bb1ca6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.624947] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 901.624947] env[69330]: value = "task-4128471" [ 901.624947] env[69330]: _type = "Task" [ 901.624947] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.644345] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.765824] env[69330]: DEBUG nova.network.neutron [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance_info_cache with network_info: [{"id": "fcccb6f6-566c-4b11-a267-39c70599532a", "address": "fa:16:3e:34:87:54", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccb6f6-56", "ovs_interfaceid": "fcccb6f6-566c-4b11-a267-39c70599532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.859853] env[69330]: DEBUG oslo_vmware.api [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128469, 'name': PowerOffVM_Task, 'duration_secs': 0.291675} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.860185] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.860381] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.863155] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-075284e6-aac8-45ce-9d2e-a27775d75000 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.913247] env[69330]: DEBUG nova.network.neutron [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.918281] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd8147-950f-4dca-8e9f-8a4646890881 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.932868] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96801773-0d0a-46bd-a18e-44313b10ea27 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.978101] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65754243-b037-4f4d-9b1b-b4b1d2ef4876 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.984082] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10ad877-fdc6-44f7-ad9c-fcf8dd4641cc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.999613] env[69330]: DEBUG nova.compute.provider_tree [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.066481] env[69330]: DEBUG nova.network.neutron [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.100037] env[69330]: DEBUG oslo_vmware.api [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128470, 'name': PowerOffVM_Task, 'duration_secs': 0.219025} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.100375] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.100545] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.100797] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36768ccf-35da-4b4d-bf11-9952d6572615 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.139249] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191166} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.139406] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.140175] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf45b2c-a7e3-4a5b-afa9-0554ff4b915a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.163513] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 582e644b-fc0f-4c2c-a15a-79232a1d2038/582e644b-fc0f-4c2c-a15a-79232a1d2038.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.163847] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-050d2f48-5976-40c5-bd12-c7eae405cd1f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.184688] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 902.184688] env[69330]: value = "task-4128474" [ 902.184688] env[69330]: _type = "Task" [ 902.184688] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.198953] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128474, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.269126] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.371693] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.372031] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.372295] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Deleting the datastore file [datastore1] 01d61e8b-07a5-49ef-952a-bbb603fb3ca2 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.375599] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc0837f9-544d-4b41-aeff-87af14741f42 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.379535] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.379822] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.380113] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Deleting the datastore file [datastore1] e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.380372] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3303b4b2-32f6-44ce-8fe7-f2f094cf3ef5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.390227] env[69330]: DEBUG oslo_vmware.api [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 902.390227] env[69330]: value = "task-4128475" [ 902.390227] env[69330]: _type = "Task" [ 902.390227] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.391399] env[69330]: DEBUG oslo_vmware.api [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 902.391399] env[69330]: value = "task-4128476" [ 902.391399] env[69330]: _type = "Task" [ 902.391399] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.408358] env[69330]: DEBUG oslo_vmware.api [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.411085] env[69330]: DEBUG oslo_vmware.api [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.503868] env[69330]: DEBUG nova.scheduler.client.report [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.573023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Releasing lock "refresh_cache-976043c3-a667-4bf5-a20d-fbfa78a71621" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.573023] env[69330]: DEBUG nova.compute.manager [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.573023] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.573023] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780d3c47-a9cb-4b78-8979-61c6cf3fefa7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.584305] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.584825] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f16eb3e9-6452-48b5-8856-359a62cde5d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.595019] env[69330]: DEBUG oslo_vmware.api [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 902.595019] env[69330]: value = "task-4128477" [ 902.595019] env[69330]: _type = "Task" [ 902.595019] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.604698] env[69330]: DEBUG oslo_vmware.api [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.700969] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128474, 'name': ReconfigVM_Task, 'duration_secs': 0.342395} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.705534] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 582e644b-fc0f-4c2c-a15a-79232a1d2038/582e644b-fc0f-4c2c-a15a-79232a1d2038.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.706537] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4a6fe37-91b1-4b53-8c4a-c06fe41cdd0a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.714697] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 902.714697] env[69330]: value = "task-4128478" [ 902.714697] env[69330]: _type = "Task" [ 902.714697] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.726436] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128478, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.908793] env[69330]: DEBUG oslo_vmware.api [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160083} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.910694] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.910694] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.910694] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.910854] env[69330]: INFO nova.compute.manager [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Took 1.36 seconds to destroy the instance on the hypervisor. [ 902.911045] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.911331] env[69330]: DEBUG oslo_vmware.api [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157571} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.911599] env[69330]: DEBUG nova.compute.manager [-] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.911708] env[69330]: DEBUG nova.network.neutron [-] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.913567] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.913758] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.913933] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.914117] env[69330]: INFO nova.compute.manager [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Took 1.60 seconds to destroy the instance on the hypervisor. [ 902.914344] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.914587] env[69330]: DEBUG nova.compute.manager [-] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.914695] env[69330]: DEBUG nova.network.neutron [-] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.014014] env[69330]: DEBUG oslo_concurrency.lockutils [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.017045] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.846s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.018057] env[69330]: INFO nova.compute.claims [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.047046] env[69330]: INFO nova.scheduler.client.report [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Deleted allocations for instance 7a8a93ab-8e2a-40e9-8f91-df749f7391bc [ 903.108230] env[69330]: DEBUG oslo_vmware.api [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128477, 'name': PowerOffVM_Task, 'duration_secs': 0.156781} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.108788] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.109348] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.109690] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5cb82e9-7e98-4126-a92a-c28c995357a2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.141317] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.141596] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.141778] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Deleting the datastore file [datastore1] 976043c3-a667-4bf5-a20d-fbfa78a71621 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.142068] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c703d968-c68f-431b-81b5-813e4736f1bb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.150655] env[69330]: DEBUG oslo_vmware.api [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 903.150655] env[69330]: value = "task-4128480" [ 903.150655] env[69330]: _type = "Task" [ 903.150655] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.159564] env[69330]: DEBUG oslo_vmware.api [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.227304] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128478, 'name': Rename_Task, 'duration_secs': 0.1593} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.228262] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.232474] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f016065-13a5-4b79-8a2b-b902a5979ffd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.240639] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 903.240639] env[69330]: value = "task-4128481" [ 903.240639] env[69330]: _type = "Task" [ 903.240639] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.257415] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.276036] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.276547] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e01ca47-622b-45e3-b36e-7ec6d78e0872 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.286774] env[69330]: DEBUG oslo_vmware.api [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 903.286774] env[69330]: value = "task-4128482" [ 903.286774] env[69330]: _type = "Task" [ 903.286774] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.315674] env[69330]: DEBUG oslo_vmware.api [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.563044] env[69330]: DEBUG oslo_concurrency.lockutils [None req-06bd531c-2fbe-4edc-bae6-03c2ef1181ba tempest-ServersListShow296Test-1663895285 tempest-ServersListShow296Test-1663895285-project-member] Lock "7a8a93ab-8e2a-40e9-8f91-df749f7391bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.346s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.581008] env[69330]: DEBUG nova.compute.manager [req-cb96ffc1-77b6-4e23-8186-2a958551ba77 req-295de6bc-b532-4013-a285-5b2c33c5b863 service nova] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Received event network-vif-deleted-c28d8c45-dddb-4d6a-8037-a4a9f7b185db {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.581701] env[69330]: INFO nova.compute.manager [req-cb96ffc1-77b6-4e23-8186-2a958551ba77 req-295de6bc-b532-4013-a285-5b2c33c5b863 service nova] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Neutron deleted interface c28d8c45-dddb-4d6a-8037-a4a9f7b185db; detaching it from the instance and deleting it from the info cache [ 903.585212] env[69330]: DEBUG nova.network.neutron [req-cb96ffc1-77b6-4e23-8186-2a958551ba77 req-295de6bc-b532-4013-a285-5b2c33c5b863 service nova] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.665376] env[69330]: DEBUG oslo_vmware.api [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104506} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.665670] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.665863] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.666067] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.666734] env[69330]: INFO nova.compute.manager [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Took 1.09 seconds to destroy the instance on the hypervisor. [ 903.666734] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.666734] env[69330]: DEBUG nova.compute.manager [-] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.666905] env[69330]: DEBUG nova.network.neutron [-] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.697331] env[69330]: DEBUG nova.network.neutron [-] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.755888] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128481, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.805542] env[69330]: DEBUG oslo_vmware.api [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128482, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.040447] env[69330]: DEBUG nova.network.neutron [-] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.091016] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6b30d32-f845-4814-9e80-214edb308118 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.106024] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cc166f-886e-4a2b-9377-8e278ea032d6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.120171] env[69330]: DEBUG nova.network.neutron [-] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.149997] env[69330]: DEBUG nova.compute.manager [req-cb96ffc1-77b6-4e23-8186-2a958551ba77 req-295de6bc-b532-4013-a285-5b2c33c5b863 service nova] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Detach interface failed, port_id=c28d8c45-dddb-4d6a-8037-a4a9f7b185db, reason: Instance e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 904.200708] env[69330]: DEBUG nova.network.neutron [-] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.253712] env[69330]: DEBUG oslo_vmware.api [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128481, 'name': PowerOnVM_Task, 'duration_secs': 0.54743} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.257063] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.257063] env[69330]: INFO nova.compute.manager [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Took 7.95 seconds to spawn the instance on the hypervisor. [ 904.257063] env[69330]: DEBUG nova.compute.manager [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 904.262877] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0925439b-0a6b-4ce3-8dc9-e672467d7cf9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.302758] env[69330]: DEBUG oslo_vmware.api [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128482, 'name': PowerOnVM_Task, 'duration_secs': 0.550431} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.303057] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.303342] env[69330]: DEBUG nova.compute.manager [None req-d10a28a5-da0b-4db3-aab6-314358e3c651 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 904.304147] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b6fbcf-01b0-4a05-8622-af2587a6033a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.545978] env[69330]: INFO nova.compute.manager [-] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Took 1.63 seconds to deallocate network for instance. [ 904.623240] env[69330]: INFO nova.compute.manager [-] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Took 1.71 seconds to deallocate network for instance. [ 904.640660] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2386ed0a-eeaf-408d-839e-41fada403554 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.654370] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f7aa23-10a2-451d-a7ac-4a7314412b7a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.713623] env[69330]: INFO nova.compute.manager [-] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Took 1.05 seconds to deallocate network for instance. [ 904.717399] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0481aebf-ec17-4bba-8c54-860e708e72b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.735012] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12375bfd-bbf4-44b4-bad5-69166354c470 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.754722] env[69330]: DEBUG nova.compute.provider_tree [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.787597] env[69330]: INFO nova.compute.manager [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Took 55.93 seconds to build instance. [ 905.053234] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.147214] env[69330]: DEBUG oslo_concurrency.lockutils [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.228256] env[69330]: DEBUG oslo_concurrency.lockutils [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.257865] env[69330]: DEBUG nova.scheduler.client.report [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.290596] env[69330]: DEBUG oslo_concurrency.lockutils [None req-810728d7-7ca3-4c19-898f-01a7f2f6f790 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "582e644b-fc0f-4c2c-a15a-79232a1d2038" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.765s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.324469] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "a39d8145-220b-4c62-a164-7ae645ae0608" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.324785] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "a39d8145-220b-4c62-a164-7ae645ae0608" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.769261] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.769261] env[69330]: DEBUG nova.compute.manager [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.772801] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.709s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.775197] env[69330]: DEBUG nova.objects.instance [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Lazy-loading 'resources' on Instance uuid 0a570f28-2b57-463e-a1a1-c8e073763c90 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.831051] env[69330]: DEBUG nova.compute.manager [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.035588] env[69330]: DEBUG nova.compute.manager [req-b8b6aa9c-0387-40cc-896d-91a52b58181e req-ab1394e7-b312-4fad-9f3e-69e83c46bbc0 service nova] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Received event network-vif-deleted-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.281405] env[69330]: DEBUG nova.compute.utils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.286772] env[69330]: DEBUG nova.compute.manager [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.287007] env[69330]: DEBUG nova.network.neutron [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.356976] env[69330]: DEBUG nova.policy [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657f6c6385e34e049f0824575e7240ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4033b2356de4762935166fbf7904251', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.367193] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.447767] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "a690ba5b-c7ca-4383-bd59-1c4f1184b7be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.448031] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "a690ba5b-c7ca-4383-bd59-1c4f1184b7be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.789913] env[69330]: DEBUG nova.compute.manager [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.833709] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "582e644b-fc0f-4c2c-a15a-79232a1d2038" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.834017] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "582e644b-fc0f-4c2c-a15a-79232a1d2038" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.836247] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "582e644b-fc0f-4c2c-a15a-79232a1d2038-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.836247] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "582e644b-fc0f-4c2c-a15a-79232a1d2038-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.836247] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "582e644b-fc0f-4c2c-a15a-79232a1d2038-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.839919] env[69330]: INFO nova.compute.manager [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Terminating instance [ 906.897213] env[69330]: DEBUG nova.network.neutron [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Successfully created port: f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.918953] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67cbe9b-51df-47f6-bcee-90973f0b1d03 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.927984] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc7e958-b14c-45dc-a3da-b830d77827b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.958641] env[69330]: DEBUG nova.compute.manager [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.962685] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088fe6af-e233-4ee1-8aab-a7a10eab3885 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.971174] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c012721-d62e-45da-949d-6608c5905f65 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.988568] env[69330]: DEBUG nova.compute.provider_tree [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.347471] env[69330]: DEBUG nova.compute.manager [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.347706] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.348717] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a306f65-eea4-4741-a7e2-825e2aba0f52 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.358550] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.358830] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c08ae39-5a36-4c20-ab6c-b5acd362c586 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.366692] env[69330]: DEBUG oslo_vmware.api [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 907.366692] env[69330]: value = "task-4128483" [ 907.366692] env[69330]: _type = "Task" [ 907.366692] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.378940] env[69330]: DEBUG oslo_vmware.api [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.491486] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.492869] env[69330]: DEBUG nova.scheduler.client.report [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.800978] env[69330]: DEBUG nova.compute.manager [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.831276] env[69330]: DEBUG nova.virt.hardware [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.831510] env[69330]: DEBUG nova.virt.hardware [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.831673] env[69330]: DEBUG nova.virt.hardware [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.831853] env[69330]: DEBUG nova.virt.hardware [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.831998] env[69330]: DEBUG nova.virt.hardware [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.832170] env[69330]: DEBUG nova.virt.hardware [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.832384] env[69330]: DEBUG nova.virt.hardware [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.832544] env[69330]: DEBUG nova.virt.hardware [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.832715] env[69330]: DEBUG nova.virt.hardware [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.832880] env[69330]: DEBUG nova.virt.hardware [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.833069] env[69330]: DEBUG nova.virt.hardware [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.834059] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf9c4e1-3fc6-4ad1-a91f-fb5d9757d237 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.843404] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a991c7e0-c451-486c-bfc1-bc758b823153 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.877574] env[69330]: DEBUG oslo_vmware.api [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128483, 'name': PowerOffVM_Task, 'duration_secs': 0.221709} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.877819] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.878096] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.878326] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60d32a18-4ef8-4611-afd5-e485e9f75587 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.961934] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.962222] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.962395] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleting the datastore file [datastore1] 582e644b-fc0f-4c2c-a15a-79232a1d2038 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.962752] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-719a2f30-e791-4e3b-b377-e51c4fc4998b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.970698] env[69330]: DEBUG oslo_vmware.api [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 907.970698] env[69330]: value = "task-4128485" [ 907.970698] env[69330]: _type = "Task" [ 907.970698] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.979366] env[69330]: DEBUG oslo_vmware.api [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.001094] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.007391] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.373s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.007662] env[69330]: DEBUG nova.objects.instance [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lazy-loading 'resources' on Instance uuid 01d47885-7375-44f0-a12f-d30b91882858 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.029073] env[69330]: INFO nova.scheduler.client.report [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Deleted allocations for instance 0a570f28-2b57-463e-a1a1-c8e073763c90 [ 908.349809] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquiring lock "add1e099-0dd5-4316-bbd5-c7a925ab932e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.349988] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Lock "add1e099-0dd5-4316-bbd5-c7a925ab932e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.443945] env[69330]: DEBUG nova.network.neutron [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Successfully updated port: f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.448254] env[69330]: DEBUG nova.compute.manager [req-52ad4eab-2cde-4e7a-ab71-053f14e3c771 req-2161b385-47cd-4eb9-b134-883d89fb9595 service nova] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Received event network-vif-plugged-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.448330] env[69330]: DEBUG oslo_concurrency.lockutils [req-52ad4eab-2cde-4e7a-ab71-053f14e3c771 req-2161b385-47cd-4eb9-b134-883d89fb9595 service nova] Acquiring lock "3640563f-1559-4624-9078-1ebd508bdc3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.448503] env[69330]: DEBUG oslo_concurrency.lockutils [req-52ad4eab-2cde-4e7a-ab71-053f14e3c771 req-2161b385-47cd-4eb9-b134-883d89fb9595 service nova] Lock "3640563f-1559-4624-9078-1ebd508bdc3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.448665] env[69330]: DEBUG oslo_concurrency.lockutils [req-52ad4eab-2cde-4e7a-ab71-053f14e3c771 req-2161b385-47cd-4eb9-b134-883d89fb9595 service nova] Lock "3640563f-1559-4624-9078-1ebd508bdc3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.448827] env[69330]: DEBUG nova.compute.manager [req-52ad4eab-2cde-4e7a-ab71-053f14e3c771 req-2161b385-47cd-4eb9-b134-883d89fb9595 service nova] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] No waiting events found dispatching network-vif-plugged-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 908.449013] env[69330]: WARNING nova.compute.manager [req-52ad4eab-2cde-4e7a-ab71-053f14e3c771 req-2161b385-47cd-4eb9-b134-883d89fb9595 service nova] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Received unexpected event network-vif-plugged-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 for instance with vm_state building and task_state spawning. [ 908.482268] env[69330]: DEBUG oslo_vmware.api [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133765} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.482568] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.482921] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.483209] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.483390] env[69330]: INFO nova.compute.manager [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Took 1.14 seconds to destroy the instance on the hypervisor. [ 908.483629] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.483832] env[69330]: DEBUG nova.compute.manager [-] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.483904] env[69330]: DEBUG nova.network.neutron [-] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.542425] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1c227431-78ee-426d-a7c2-c93e91fe9b53 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Lock "0a570f28-2b57-463e-a1a1-c8e073763c90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.982s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.951255] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.951255] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.951255] env[69330]: DEBUG nova.network.neutron [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.006924] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e97618-c112-4b86-9ec0-9044c1fb650b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.014605] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a907d302-c4d2-4590-8e66-5071ff6b2e14 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.046454] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fd40e3-2e99-40eb-810f-bc8826f66784 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.054686] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a59f014-1829-42f6-9fd2-adf0dacb09c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.069029] env[69330]: DEBUG nova.compute.provider_tree [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.176327] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "d96151fe-5ed4-48f8-8d64-52554141341e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.176597] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "d96151fe-5ed4-48f8-8d64-52554141341e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.287633] env[69330]: DEBUG nova.network.neutron [-] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.504723] env[69330]: DEBUG nova.network.neutron [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.572536] env[69330]: DEBUG nova.scheduler.client.report [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.728839] env[69330]: DEBUG nova.network.neutron [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating instance_info_cache with network_info: [{"id": "f41d1ac2-e03b-4a66-8d6d-354fa8d8d863", "address": "fa:16:3e:65:cd:a2", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41d1ac2-e0", "ovs_interfaceid": "f41d1ac2-e03b-4a66-8d6d-354fa8d8d863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.790321] env[69330]: INFO nova.compute.manager [-] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Took 1.31 seconds to deallocate network for instance. [ 910.084751] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.089025] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.423s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.090570] env[69330]: INFO nova.compute.claims [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.119378] env[69330]: INFO nova.scheduler.client.report [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Deleted allocations for instance 01d47885-7375-44f0-a12f-d30b91882858 [ 910.232547] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.232547] env[69330]: DEBUG nova.compute.manager [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Instance network_info: |[{"id": "f41d1ac2-e03b-4a66-8d6d-354fa8d8d863", "address": "fa:16:3e:65:cd:a2", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41d1ac2-e0", "ovs_interfaceid": "f41d1ac2-e03b-4a66-8d6d-354fa8d8d863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.232849] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:cd:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f41d1ac2-e03b-4a66-8d6d-354fa8d8d863', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.240527] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.240781] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.241525] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-679f5f26-7901-4d96-8b09-ab52824b6a9e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.266246] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.266246] env[69330]: value = "task-4128486" [ 910.266246] env[69330]: _type = "Task" [ 910.266246] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.277361] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128486, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.302576] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.477083] env[69330]: DEBUG nova.compute.manager [req-8cf13830-5eeb-47fd-8204-48d97355fbc4 req-918911ff-d323-444e-9aeb-5097dc0cb256 service nova] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Received event network-changed-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.479619] env[69330]: DEBUG nova.compute.manager [req-8cf13830-5eeb-47fd-8204-48d97355fbc4 req-918911ff-d323-444e-9aeb-5097dc0cb256 service nova] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Refreshing instance network info cache due to event network-changed-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.479619] env[69330]: DEBUG oslo_concurrency.lockutils [req-8cf13830-5eeb-47fd-8204-48d97355fbc4 req-918911ff-d323-444e-9aeb-5097dc0cb256 service nova] Acquiring lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.479619] env[69330]: DEBUG oslo_concurrency.lockutils [req-8cf13830-5eeb-47fd-8204-48d97355fbc4 req-918911ff-d323-444e-9aeb-5097dc0cb256 service nova] Acquired lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.479619] env[69330]: DEBUG nova.network.neutron [req-8cf13830-5eeb-47fd-8204-48d97355fbc4 req-918911ff-d323-444e-9aeb-5097dc0cb256 service nova] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Refreshing network info cache for port f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.636099] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "01d47885-7375-44f0-a12f-d30b91882858" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.597s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.777816] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128486, 'name': CreateVM_Task, 'duration_secs': 0.333506} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.777991] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.778685] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.778852] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.779188] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.779446] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1165b45-3ac9-44f1-93cb-29d06259501c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.784887] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 910.784887] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527c5775-4e50-e669-2cdd-8cf75497489d" [ 910.784887] env[69330]: _type = "Task" [ 910.784887] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.793637] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527c5775-4e50-e669-2cdd-8cf75497489d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.197155] env[69330]: DEBUG nova.network.neutron [req-8cf13830-5eeb-47fd-8204-48d97355fbc4 req-918911ff-d323-444e-9aeb-5097dc0cb256 service nova] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updated VIF entry in instance network info cache for port f41d1ac2-e03b-4a66-8d6d-354fa8d8d863. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.197538] env[69330]: DEBUG nova.network.neutron [req-8cf13830-5eeb-47fd-8204-48d97355fbc4 req-918911ff-d323-444e-9aeb-5097dc0cb256 service nova] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating instance_info_cache with network_info: [{"id": "f41d1ac2-e03b-4a66-8d6d-354fa8d8d863", "address": "fa:16:3e:65:cd:a2", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41d1ac2-e0", "ovs_interfaceid": "f41d1ac2-e03b-4a66-8d6d-354fa8d8d863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.295363] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527c5775-4e50-e669-2cdd-8cf75497489d, 'name': SearchDatastore_Task, 'duration_secs': 0.012912} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.295668] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.295907] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.296162] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.296309] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.296551] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.299256] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeb91040-7399-44fb-a726-9b3ef4faebc3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.309176] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.309379] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.310148] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e89a5a-99b1-4fa0-8383-581aa0b57dd6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.318624] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 911.318624] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d2cc46-25b8-f42e-ea3a-5753f8428df9" [ 911.318624] env[69330]: _type = "Task" [ 911.318624] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.327996] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d2cc46-25b8-f42e-ea3a-5753f8428df9, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.331434] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74425454-d7a8-4bd7-b5f0-a2fadc9d9c21 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.337640] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 911.337640] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5205c921-6f22-5734-2748-538ea70a9e7e" [ 911.337640] env[69330]: _type = "Task" [ 911.337640] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.348271] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5205c921-6f22-5734-2748-538ea70a9e7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.497973] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "c07958ca-b12e-4b1f-ad68-f227d4f66421" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.498227] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "c07958ca-b12e-4b1f-ad68-f227d4f66421" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.547601] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56999aaa-7093-48df-a6ed-15c56d419f8f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.555739] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d85abe-e054-4af2-8bc8-90d8be4aafaf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.587038] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc9b687-795b-4e3a-8145-061476e540ad {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.595362] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288c8fcf-84f3-425b-942d-a1bb4280c6de {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.608965] env[69330]: DEBUG nova.compute.provider_tree [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.704066] env[69330]: DEBUG oslo_concurrency.lockutils [req-8cf13830-5eeb-47fd-8204-48d97355fbc4 req-918911ff-d323-444e-9aeb-5097dc0cb256 service nova] Releasing lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.704066] env[69330]: DEBUG nova.compute.manager [req-8cf13830-5eeb-47fd-8204-48d97355fbc4 req-918911ff-d323-444e-9aeb-5097dc0cb256 service nova] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Received event network-vif-deleted-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.849342] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5205c921-6f22-5734-2748-538ea70a9e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009444} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.849342] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.849596] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 3640563f-1559-4624-9078-1ebd508bdc3c/3640563f-1559-4624-9078-1ebd508bdc3c.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.849704] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-818367cf-4a3a-441e-955a-060aef59e536 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.858240] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 911.858240] env[69330]: value = "task-4128487" [ 911.858240] env[69330]: _type = "Task" [ 911.858240] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.869174] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.112573] env[69330]: DEBUG nova.scheduler.client.report [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.369500] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505155} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.369790] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 3640563f-1559-4624-9078-1ebd508bdc3c/3640563f-1559-4624-9078-1ebd508bdc3c.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.370017] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.370285] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b381a3c-be9b-4e0b-8305-608d9fc45d53 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.376844] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 912.376844] env[69330]: value = "task-4128488" [ 912.376844] env[69330]: _type = "Task" [ 912.376844] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.385866] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.617841] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.618440] env[69330]: DEBUG nova.compute.manager [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.621015] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.564s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.622642] env[69330]: INFO nova.compute.claims [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.887901] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065812} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.888282] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.889367] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af55aeb-f0b4-4ce6-815c-933c23b3d949 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.925739] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 3640563f-1559-4624-9078-1ebd508bdc3c/3640563f-1559-4624-9078-1ebd508bdc3c.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.925739] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e88a6fd-f920-43d4-b02b-2e900225d17a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.951133] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 912.951133] env[69330]: value = "task-4128489" [ 912.951133] env[69330]: _type = "Task" [ 912.951133] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.959933] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.128370] env[69330]: DEBUG nova.compute.utils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.133280] env[69330]: DEBUG nova.compute.manager [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.133535] env[69330]: DEBUG nova.network.neutron [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.182615] env[69330]: DEBUG nova.policy [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e45363511a44e5b8eb95a7cb7b2a146', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '208c40fdf0b9433e9474e99f47f1758f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.462646] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128489, 'name': ReconfigVM_Task, 'duration_secs': 0.427625} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.463400] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 3640563f-1559-4624-9078-1ebd508bdc3c/3640563f-1559-4624-9078-1ebd508bdc3c.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.463844] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0152441b-7227-46e9-894b-a6608cc7fcd2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.473109] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 913.473109] env[69330]: value = "task-4128490" [ 913.473109] env[69330]: _type = "Task" [ 913.473109] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.482277] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128490, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.505116] env[69330]: DEBUG nova.network.neutron [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Successfully created port: 05c54a35-5ead-4c08-8698-30032d4756d0 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.634217] env[69330]: DEBUG nova.compute.manager [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.986469] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128490, 'name': Rename_Task, 'duration_secs': 0.308742} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.986556] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.986812] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abab77e3-0a64-447b-b31d-8e42eb8b8bd1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.996989] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 913.996989] env[69330]: value = "task-4128491" [ 913.996989] env[69330]: _type = "Task" [ 913.996989] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.005683] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.104929] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17afccff-fd3f-48e6-a2b9-8a6f5f51c26b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.112703] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eef036-e116-4633-bdbd-9c2aa77f82fb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.147966] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce682d86-d845-410a-b034-36864ab56ed0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.156739] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12968352-0e02-45e2-bfe2-eb41780b286b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.171075] env[69330]: DEBUG nova.compute.provider_tree [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.509295] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128491, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.653065] env[69330]: DEBUG nova.compute.manager [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.673814] env[69330]: DEBUG nova.scheduler.client.report [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.684120] env[69330]: DEBUG nova.virt.hardware [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.684821] env[69330]: DEBUG nova.virt.hardware [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.684821] env[69330]: DEBUG nova.virt.hardware [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.684821] env[69330]: DEBUG nova.virt.hardware [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.684977] env[69330]: DEBUG nova.virt.hardware [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.684977] env[69330]: DEBUG nova.virt.hardware [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.685371] env[69330]: DEBUG nova.virt.hardware [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.685633] env[69330]: DEBUG nova.virt.hardware [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.685866] env[69330]: DEBUG nova.virt.hardware [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.686100] env[69330]: DEBUG nova.virt.hardware [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.686341] env[69330]: DEBUG nova.virt.hardware [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.687339] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109b85df-c9e7-4f7e-9def-1276a4051d72 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.696780] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af87608-413b-41a2-8ccf-84a02e55a23b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.010361] env[69330]: DEBUG nova.compute.manager [req-00cccaa3-ab84-4f30-9542-829ad222c694 req-7c8e6c20-8ddb-487a-a00d-5a1394f0d4fe service nova] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Received event network-vif-plugged-05c54a35-5ead-4c08-8698-30032d4756d0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.010361] env[69330]: DEBUG oslo_concurrency.lockutils [req-00cccaa3-ab84-4f30-9542-829ad222c694 req-7c8e6c20-8ddb-487a-a00d-5a1394f0d4fe service nova] Acquiring lock "21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.010361] env[69330]: DEBUG oslo_concurrency.lockutils [req-00cccaa3-ab84-4f30-9542-829ad222c694 req-7c8e6c20-8ddb-487a-a00d-5a1394f0d4fe service nova] Lock "21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.010361] env[69330]: DEBUG oslo_concurrency.lockutils [req-00cccaa3-ab84-4f30-9542-829ad222c694 req-7c8e6c20-8ddb-487a-a00d-5a1394f0d4fe service nova] Lock "21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.010361] env[69330]: DEBUG nova.compute.manager [req-00cccaa3-ab84-4f30-9542-829ad222c694 req-7c8e6c20-8ddb-487a-a00d-5a1394f0d4fe service nova] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] No waiting events found dispatching network-vif-plugged-05c54a35-5ead-4c08-8698-30032d4756d0 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 915.010578] env[69330]: WARNING nova.compute.manager [req-00cccaa3-ab84-4f30-9542-829ad222c694 req-7c8e6c20-8ddb-487a-a00d-5a1394f0d4fe service nova] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Received unexpected event network-vif-plugged-05c54a35-5ead-4c08-8698-30032d4756d0 for instance with vm_state building and task_state spawning. [ 915.014295] env[69330]: DEBUG oslo_vmware.api [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128491, 'name': PowerOnVM_Task, 'duration_secs': 0.551987} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.014565] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.014769] env[69330]: INFO nova.compute.manager [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Took 7.21 seconds to spawn the instance on the hypervisor. [ 915.014944] env[69330]: DEBUG nova.compute.manager [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 915.015735] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e353d674-5a90-44b5-adb1-cc348cfc142d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.059977] env[69330]: DEBUG nova.network.neutron [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Successfully updated port: 05c54a35-5ead-4c08-8698-30032d4756d0 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.178933] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.179456] env[69330]: DEBUG nova.compute.manager [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.182265] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 50.840s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.532042] env[69330]: INFO nova.compute.manager [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Took 62.38 seconds to build instance. [ 915.563066] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "refresh_cache-21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.563066] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "refresh_cache-21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.563243] env[69330]: DEBUG nova.network.neutron [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.685789] env[69330]: DEBUG nova.compute.utils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.687341] env[69330]: DEBUG nova.compute.manager [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.687914] env[69330]: DEBUG nova.network.neutron [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.692495] env[69330]: INFO nova.compute.claims [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.745618] env[69330]: DEBUG nova.policy [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '628a4e99e3af4ecb966f1d029b9b428e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55315806889f42cda60482f7d60fb6cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.035667] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "3640563f-1559-4624-9078-1ebd508bdc3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.933s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.080246] env[69330]: DEBUG nova.network.neutron [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Successfully created port: 5aa1af8a-5cbd-40cd-b258-b161cf3a2596 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.200021] env[69330]: DEBUG nova.compute.manager [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.201567] env[69330]: INFO nova.compute.resource_tracker [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating resource usage from migration b5d4a72d-2f8d-4dbe-8f29-cd8e59286704 [ 916.322337] env[69330]: DEBUG nova.network.neutron [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.536844] env[69330]: DEBUG nova.compute.manager [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.549780] env[69330]: DEBUG nova.network.neutron [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Updating instance_info_cache with network_info: [{"id": "05c54a35-5ead-4c08-8698-30032d4756d0", "address": "fa:16:3e:2f:6b:49", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c54a35-5e", "ovs_interfaceid": "05c54a35-5ead-4c08-8698-30032d4756d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.697143] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29bebfd-677e-4fda-8a64-d0bd28171b8f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.710783] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cf8527-fed3-4b51-b6e6-9ebb7b05ebfc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.745339] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f86d92-8461-4e41-80f6-ad26f3f35e4a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.754888] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651135c8-78a8-49f2-af82-da90850bbfd6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.771844] env[69330]: DEBUG nova.compute.provider_tree [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.053641] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "refresh_cache-21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.053641] env[69330]: DEBUG nova.compute.manager [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Instance network_info: |[{"id": "05c54a35-5ead-4c08-8698-30032d4756d0", "address": "fa:16:3e:2f:6b:49", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c54a35-5e", "ovs_interfaceid": "05c54a35-5ead-4c08-8698-30032d4756d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.054180] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:6b:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05c54a35-5ead-4c08-8698-30032d4756d0', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.061771] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.062827] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.063118] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.063350] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4541437e-cbbf-45c3-9368-a3ed1d226553 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.080026] env[69330]: DEBUG nova.compute.manager [req-cf910d44-a791-47c6-89cf-3c8e31c1cd6b req-ba3ec9d3-2448-403f-b070-69bc1d94dc79 service nova] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Received event network-changed-05c54a35-5ead-4c08-8698-30032d4756d0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.080245] env[69330]: DEBUG nova.compute.manager [req-cf910d44-a791-47c6-89cf-3c8e31c1cd6b req-ba3ec9d3-2448-403f-b070-69bc1d94dc79 service nova] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Refreshing instance network info cache due to event network-changed-05c54a35-5ead-4c08-8698-30032d4756d0. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.080457] env[69330]: DEBUG oslo_concurrency.lockutils [req-cf910d44-a791-47c6-89cf-3c8e31c1cd6b req-ba3ec9d3-2448-403f-b070-69bc1d94dc79 service nova] Acquiring lock "refresh_cache-21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.080615] env[69330]: DEBUG oslo_concurrency.lockutils [req-cf910d44-a791-47c6-89cf-3c8e31c1cd6b req-ba3ec9d3-2448-403f-b070-69bc1d94dc79 service nova] Acquired lock "refresh_cache-21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.080784] env[69330]: DEBUG nova.network.neutron [req-cf910d44-a791-47c6-89cf-3c8e31c1cd6b req-ba3ec9d3-2448-403f-b070-69bc1d94dc79 service nova] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Refreshing network info cache for port 05c54a35-5ead-4c08-8698-30032d4756d0 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.090112] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.090112] env[69330]: value = "task-4128492" [ 917.090112] env[69330]: _type = "Task" [ 917.090112] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.102974] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128492, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.215803] env[69330]: DEBUG nova.compute.manager [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.244594] env[69330]: DEBUG nova.virt.hardware [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.245035] env[69330]: DEBUG nova.virt.hardware [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.245246] env[69330]: DEBUG nova.virt.hardware [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.245475] env[69330]: DEBUG nova.virt.hardware [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.245662] env[69330]: DEBUG nova.virt.hardware [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.245865] env[69330]: DEBUG nova.virt.hardware [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.246122] env[69330]: DEBUG nova.virt.hardware [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.246330] env[69330]: DEBUG nova.virt.hardware [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.246549] env[69330]: DEBUG nova.virt.hardware [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.246773] env[69330]: DEBUG nova.virt.hardware [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.247047] env[69330]: DEBUG nova.virt.hardware [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.247970] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601d9aaa-1cd2-4ae0-b882-b5a33a06c3b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.258549] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d6c52a-2cb0-4e13-9dcc-61ffa9d3809b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.278681] env[69330]: DEBUG nova.scheduler.client.report [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.603852] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128492, 'name': CreateVM_Task, 'duration_secs': 0.330495} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.604150] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.605221] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.605221] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.605221] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.605671] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d907664-a62a-41b3-b44c-45851f80e72d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.610845] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 917.610845] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5233635b-0277-c28d-bf02-d2331c4c6c4d" [ 917.610845] env[69330]: _type = "Task" [ 917.610845] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.620164] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5233635b-0277-c28d-bf02-d2331c4c6c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.783819] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.601s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.784054] env[69330]: INFO nova.compute.manager [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Migrating [ 917.784294] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.784440] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.785685] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 48.590s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.868729] env[69330]: DEBUG nova.network.neutron [req-cf910d44-a791-47c6-89cf-3c8e31c1cd6b req-ba3ec9d3-2448-403f-b070-69bc1d94dc79 service nova] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Updated VIF entry in instance network info cache for port 05c54a35-5ead-4c08-8698-30032d4756d0. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.869133] env[69330]: DEBUG nova.network.neutron [req-cf910d44-a791-47c6-89cf-3c8e31c1cd6b req-ba3ec9d3-2448-403f-b070-69bc1d94dc79 service nova] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Updating instance_info_cache with network_info: [{"id": "05c54a35-5ead-4c08-8698-30032d4756d0", "address": "fa:16:3e:2f:6b:49", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c54a35-5e", "ovs_interfaceid": "05c54a35-5ead-4c08-8698-30032d4756d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.007280] env[69330]: DEBUG nova.network.neutron [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Successfully updated port: 5aa1af8a-5cbd-40cd-b258-b161cf3a2596 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.077115] env[69330]: DEBUG nova.compute.manager [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Stashing vm_state: active {{(pid=69330) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 918.122877] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5233635b-0277-c28d-bf02-d2331c4c6c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.122877] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.123028] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.123208] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.123356] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.123533] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.123814] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2f77ee2-ce94-4f0b-a7b5-ccf3f4a31335 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.135509] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.135713] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.136602] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb251804-33a2-41bc-9f6b-4ec97dd86e60 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.143394] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 918.143394] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ec3e4c-c769-195b-1b3c-d7b6beb1189a" [ 918.143394] env[69330]: _type = "Task" [ 918.143394] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.153639] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ec3e4c-c769-195b-1b3c-d7b6beb1189a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.300183] env[69330]: INFO nova.compute.rpcapi [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 918.300741] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.373249] env[69330]: DEBUG oslo_concurrency.lockutils [req-cf910d44-a791-47c6-89cf-3c8e31c1cd6b req-ba3ec9d3-2448-403f-b070-69bc1d94dc79 service nova] Releasing lock "refresh_cache-21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.511594] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.511758] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.512017] env[69330]: DEBUG nova.network.neutron [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.599921] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.654855] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ec3e4c-c769-195b-1b3c-d7b6beb1189a, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.655776] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-088f94d1-0525-4a61-ba93-852c5e86b758 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.661732] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 918.661732] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5266076e-f8cc-fe9e-d224-fe8cea45e4ab" [ 918.661732] env[69330]: _type = "Task" [ 918.661732] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.670300] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5266076e-f8cc-fe9e-d224-fe8cea45e4ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.808141] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Applying migration context for instance 6541e871-4e66-4499-8eb8-8a70ff9df0eb as it has an incoming, in-progress migration b5d4a72d-2f8d-4dbe-8f29-cd8e59286704. Migration status is pre-migrating {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 918.810219] env[69330]: INFO nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating resource usage from migration 4608d9cd-1324-49ac-8a49-c30151ae8ed9 [ 918.810377] env[69330]: INFO nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating resource usage from migration b5d4a72d-2f8d-4dbe-8f29-cd8e59286704 [ 918.816762] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.816974] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.817150] env[69330]: DEBUG nova.network.neutron [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.832113] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 87a19eb0-98f5-4435-858b-d7b643d549c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 918.832731] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance fc2ad100-ef01-4938-91ad-d1037856259e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 918.832731] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance e85feaa7-ac85-4146-b9f2-3cf5b196729c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.832731] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.832731] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d3941c63-5974-4a1b-9e79-f4df050659cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 918.832906] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 166e9b2f-cd18-4498-82c8-47a5085961f8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 918.833117] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 281be6bd-4961-4ce5-9179-98256244069a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 918.833244] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 918.833358] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 63c431fc-2eba-4384-90df-38d924c83407 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 918.833467] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 0db83f12-91e4-40d9-b67b-f717108c5865 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 918.833595] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance f9abeb72-0f94-4bae-8fd5-714ba035bfa9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.834170] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 3cc04786-da3d-4e81-ad6b-2066cdcc941e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.834170] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance ea607582-c245-47ac-a85c-65d06dc5fe94 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.834170] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance e7e29762-73da-4a5b-832c-7f865b05c2c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 918.834170] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 976043c3-a667-4bf5-a20d-fbfa78a71621 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.834465] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.834465] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 01d61e8b-07a5-49ef-952a-bbb603fb3ca2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.834523] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 582e644b-fc0f-4c2c-a15a-79232a1d2038 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.834604] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 918.834830] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d358134d-299b-4a91-90e5-bad725ee2715 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 919.043649] env[69330]: DEBUG nova.network.neutron [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.174397] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5266076e-f8cc-fe9e-d224-fe8cea45e4ab, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.175822] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.176101] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362/21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.177237] env[69330]: DEBUG nova.compute.manager [req-af303ff9-c148-4656-a5f5-9c13c5e6e88c req-4d3d7d9a-9516-4d20-be58-2d7c9e717072 service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Received event network-vif-plugged-5aa1af8a-5cbd-40cd-b258-b161cf3a2596 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.177498] env[69330]: DEBUG oslo_concurrency.lockutils [req-af303ff9-c148-4656-a5f5-9c13c5e6e88c req-4d3d7d9a-9516-4d20-be58-2d7c9e717072 service nova] Acquiring lock "d358134d-299b-4a91-90e5-bad725ee2715-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.177708] env[69330]: DEBUG oslo_concurrency.lockutils [req-af303ff9-c148-4656-a5f5-9c13c5e6e88c req-4d3d7d9a-9516-4d20-be58-2d7c9e717072 service nova] Lock "d358134d-299b-4a91-90e5-bad725ee2715-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.177860] env[69330]: DEBUG oslo_concurrency.lockutils [req-af303ff9-c148-4656-a5f5-9c13c5e6e88c req-4d3d7d9a-9516-4d20-be58-2d7c9e717072 service nova] Lock "d358134d-299b-4a91-90e5-bad725ee2715-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.178037] env[69330]: DEBUG nova.compute.manager [req-af303ff9-c148-4656-a5f5-9c13c5e6e88c req-4d3d7d9a-9516-4d20-be58-2d7c9e717072 service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] No waiting events found dispatching network-vif-plugged-5aa1af8a-5cbd-40cd-b258-b161cf3a2596 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 919.178215] env[69330]: WARNING nova.compute.manager [req-af303ff9-c148-4656-a5f5-9c13c5e6e88c req-4d3d7d9a-9516-4d20-be58-2d7c9e717072 service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Received unexpected event network-vif-plugged-5aa1af8a-5cbd-40cd-b258-b161cf3a2596 for instance with vm_state building and task_state spawning. [ 919.178379] env[69330]: DEBUG nova.compute.manager [req-af303ff9-c148-4656-a5f5-9c13c5e6e88c req-4d3d7d9a-9516-4d20-be58-2d7c9e717072 service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Received event network-changed-5aa1af8a-5cbd-40cd-b258-b161cf3a2596 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.178583] env[69330]: DEBUG nova.compute.manager [req-af303ff9-c148-4656-a5f5-9c13c5e6e88c req-4d3d7d9a-9516-4d20-be58-2d7c9e717072 service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Refreshing instance network info cache due to event network-changed-5aa1af8a-5cbd-40cd-b258-b161cf3a2596. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.178836] env[69330]: DEBUG oslo_concurrency.lockutils [req-af303ff9-c148-4656-a5f5-9c13c5e6e88c req-4d3d7d9a-9516-4d20-be58-2d7c9e717072 service nova] Acquiring lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.179758] env[69330]: DEBUG nova.network.neutron [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance_info_cache with network_info: [{"id": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "address": "fa:16:3e:22:5b:53", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa1af8a-5c", "ovs_interfaceid": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.181118] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad00531f-efab-42d1-8218-b8d9b154bb81 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.188795] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 919.188795] env[69330]: value = "task-4128493" [ 919.188795] env[69330]: _type = "Task" [ 919.188795] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.198827] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.339835] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance c53a48e6-0819-41bc-947a-ad02f5b411de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 919.534630] env[69330]: DEBUG nova.network.neutron [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating instance_info_cache with network_info: [{"id": "04535d85-1a28-4faf-bdd4-a7c175a846c0", "address": "fa:16:3e:1f:0a:ab", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04535d85-1a", "ovs_interfaceid": "04535d85-1a28-4faf-bdd4-a7c175a846c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.685122] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.685643] env[69330]: DEBUG nova.compute.manager [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Instance network_info: |[{"id": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "address": "fa:16:3e:22:5b:53", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa1af8a-5c", "ovs_interfaceid": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.686012] env[69330]: DEBUG oslo_concurrency.lockutils [req-af303ff9-c148-4656-a5f5-9c13c5e6e88c req-4d3d7d9a-9516-4d20-be58-2d7c9e717072 service nova] Acquired lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.686263] env[69330]: DEBUG nova.network.neutron [req-af303ff9-c148-4656-a5f5-9c13c5e6e88c req-4d3d7d9a-9516-4d20-be58-2d7c9e717072 service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Refreshing network info cache for port 5aa1af8a-5cbd-40cd-b258-b161cf3a2596 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.687607] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:5b:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5aa1af8a-5cbd-40cd-b258-b161cf3a2596', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.695581] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Creating folder: Project (55315806889f42cda60482f7d60fb6cd). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.699215] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9da47198-8952-47a5-85b6-fb4003081c24 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.713854] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483899} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.714251] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362/21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.714493] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.714764] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7558ecdc-cb0a-4d39-8148-e995f8069710 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.718099] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Created folder: Project (55315806889f42cda60482f7d60fb6cd) in parent group-v817559. [ 919.718289] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Creating folder: Instances. Parent ref: group-v817748. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.718895] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61ce24e6-e903-4f02-9141-5caf250960f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.723965] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 919.723965] env[69330]: value = "task-4128495" [ 919.723965] env[69330]: _type = "Task" [ 919.723965] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.732572] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.734497] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Created folder: Instances in parent group-v817748. [ 919.734757] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.737743] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.737975] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb2c31e3-3fa9-4cd5-8f24-baa8179e4d87 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.760803] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.760803] env[69330]: value = "task-4128497" [ 919.760803] env[69330]: _type = "Task" [ 919.760803] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.770265] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128497, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.843088] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 919.940184] env[69330]: DEBUG nova.network.neutron [req-af303ff9-c148-4656-a5f5-9c13c5e6e88c req-4d3d7d9a-9516-4d20-be58-2d7c9e717072 service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updated VIF entry in instance network info cache for port 5aa1af8a-5cbd-40cd-b258-b161cf3a2596. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.940582] env[69330]: DEBUG nova.network.neutron [req-af303ff9-c148-4656-a5f5-9c13c5e6e88c req-4d3d7d9a-9516-4d20-be58-2d7c9e717072 service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance_info_cache with network_info: [{"id": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "address": "fa:16:3e:22:5b:53", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa1af8a-5c", "ovs_interfaceid": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.038524] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Releasing lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.234427] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07336} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.234576] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.236415] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40a689b-d83f-4afd-9fc7-8a6c038e5296 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.264708] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362/21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.265995] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48031460-e5a8-4aa4-bb67-1f4527f16dc1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.295612] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128497, 'name': CreateVM_Task, 'duration_secs': 0.336488} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.296910] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.297284] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 920.297284] env[69330]: value = "task-4128498" [ 920.297284] env[69330]: _type = "Task" [ 920.297284] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.298016] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.298185] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.298856] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.299168] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-658bfa33-7e40-4ed2-8246-3828cea339fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.308738] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 920.308738] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528fd928-98f0-599b-e5c4-85f6a8f19560" [ 920.308738] env[69330]: _type = "Task" [ 920.308738] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.312642] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128498, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.323037] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528fd928-98f0-599b-e5c4-85f6a8f19560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.345934] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance ce355e72-3e8c-48ba-bae3-8c0ee167cb0a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 920.443454] env[69330]: DEBUG oslo_concurrency.lockutils [req-af303ff9-c148-4656-a5f5-9c13c5e6e88c req-4d3d7d9a-9516-4d20-be58-2d7c9e717072 service nova] Releasing lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.810052] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128498, 'name': ReconfigVM_Task, 'duration_secs': 0.313518} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.810333] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362/21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.811021] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7b74be2-2531-448e-9ac9-ee5360b767d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.821890] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528fd928-98f0-599b-e5c4-85f6a8f19560, 'name': SearchDatastore_Task, 'duration_secs': 0.021061} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.823217] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.823471] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.823716] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.824140] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.824140] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.824376] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 920.824376] env[69330]: value = "task-4128499" [ 920.824376] env[69330]: _type = "Task" [ 920.824376] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.824563] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85a6410d-f0d5-4654-a240-5c6105eaf3ea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.835061] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128499, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.837781] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.839049] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.839049] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3447764-711f-4813-a931-9222ea6b0ee5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.846172] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 920.846172] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5264cd21-275b-1b97-67ff-bb6cb7b943cd" [ 920.846172] env[69330]: _type = "Task" [ 920.846172] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.849400] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 0fa8e642-7b8f-4678-9279-f29d6c386f68 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 920.849626] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Migration b5d4a72d-2f8d-4dbe-8f29-cd8e59286704 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 920.849760] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 6541e871-4e66-4499-8eb8-8a70ff9df0eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 920.862573] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5264cd21-275b-1b97-67ff-bb6cb7b943cd, 'name': SearchDatastore_Task} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.864812] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453cfecc-ff73-4092-ac97-6068313fa71f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.873522] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 920.873522] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fe0896-71f4-3d6d-3951-7449d433b2b4" [ 920.873522] env[69330]: _type = "Task" [ 920.873522] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.883076] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fe0896-71f4-3d6d-3951-7449d433b2b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.336839] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128499, 'name': Rename_Task, 'duration_secs': 0.148612} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.336998] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.337268] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1541404-a018-47e9-8ae5-8c2e1da74c49 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.344872] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 921.344872] env[69330]: value = "task-4128500" [ 921.344872] env[69330]: _type = "Task" [ 921.344872] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.353447] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 6267f87d-af0a-4ffa-a779-6966003cd064 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 921.354626] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.386229] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fe0896-71f4-3d6d-3951-7449d433b2b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.386627] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.386977] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] d358134d-299b-4a91-90e5-bad725ee2715/d358134d-299b-4a91-90e5-bad725ee2715.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.387277] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d501db9-3bd8-4551-b5e2-67d49f873570 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.396145] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 921.396145] env[69330]: value = "task-4128501" [ 921.396145] env[69330]: _type = "Task" [ 921.396145] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.406680] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.558088] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afee7833-a196-4b34-8a60-155acd64a228 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.580649] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating instance '6541e871-4e66-4499-8eb8-8a70ff9df0eb' progress to 0 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.856434] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance a39d8145-220b-4c62-a164-7ae645ae0608 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 921.858250] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128500, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.908665] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472616} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.908955] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] d358134d-299b-4a91-90e5-bad725ee2715/d358134d-299b-4a91-90e5-bad725ee2715.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.909193] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.909462] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aae90cad-2ad3-4f1a-aa5e-922246093869 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.916856] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 921.916856] env[69330]: value = "task-4128502" [ 921.916856] env[69330]: _type = "Task" [ 921.916856] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.926056] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.088954] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.088954] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b29cc0b-0cbf-4ffe-aab1-37fe158d6103 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.096166] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 922.096166] env[69330]: value = "task-4128503" [ 922.096166] env[69330]: _type = "Task" [ 922.096166] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.107928] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.356415] env[69330]: DEBUG oslo_vmware.api [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128500, 'name': PowerOnVM_Task, 'duration_secs': 0.707568} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.356699] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.356976] env[69330]: INFO nova.compute.manager [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Took 7.70 seconds to spawn the instance on the hypervisor. [ 922.357306] env[69330]: DEBUG nova.compute.manager [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 922.358173] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e266e3-c593-4be8-b2eb-83dd91c51b17 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.361627] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance a690ba5b-c7ca-4383-bd59-1c4f1184b7be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 922.427262] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076452} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.427524] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.428316] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5896fb98-4a12-4db8-ac3f-89fabf9908e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.451372] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] d358134d-299b-4a91-90e5-bad725ee2715/d358134d-299b-4a91-90e5-bad725ee2715.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.451689] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d47075b5-9e72-4165-96d9-531b66347d4c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.470797] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 922.470797] env[69330]: value = "task-4128504" [ 922.470797] env[69330]: _type = "Task" [ 922.470797] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.479916] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.608368] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128503, 'name': PowerOffVM_Task, 'duration_secs': 0.281088} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.608813] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.609104] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating instance '6541e871-4e66-4499-8eb8-8a70ff9df0eb' progress to 17 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.865378] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance add1e099-0dd5-4316-bbd5-c7a925ab932e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 922.879977] env[69330]: INFO nova.compute.manager [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Took 59.24 seconds to build instance. [ 922.980575] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.115989] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.115989] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.116163] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.116236] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.116376] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.116525] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.116724] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.116885] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.117071] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.117243] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.117415] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.122431] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2c7d85b-67d2-4274-bf95-b4df923485d8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.139988] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 923.139988] env[69330]: value = "task-4128505" [ 923.139988] env[69330]: _type = "Task" [ 923.139988] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.151933] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.369937] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d96151fe-5ed4-48f8-8d64-52554141341e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 923.381454] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.191s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.481629] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128504, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.651829] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128505, 'name': ReconfigVM_Task, 'duration_secs': 0.274473} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.651829] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating instance '6541e871-4e66-4499-8eb8-8a70ff9df0eb' progress to 33 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.873236] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance c07958ca-b12e-4b1f-ad68-f227d4f66421 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 923.873529] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Migration 4608d9cd-1324-49ac-8a49-c30151ae8ed9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 923.873580] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 3640563f-1559-4624-9078-1ebd508bdc3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 923.873843] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 923.873985] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 923.883945] env[69330]: DEBUG nova.compute.manager [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.981247] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128504, 'name': ReconfigVM_Task, 'duration_secs': 1.049986} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.983872] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Reconfigured VM instance instance-00000042 to attach disk [datastore1] d358134d-299b-4a91-90e5-bad725ee2715/d358134d-299b-4a91-90e5-bad725ee2715.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.984680] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6af17984-d240-48a3-afbd-c86eddebf9b4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.992016] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 923.992016] env[69330]: value = "task-4128506" [ 923.992016] env[69330]: _type = "Task" [ 923.992016] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.005018] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128506, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.158553] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.158938] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.159192] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.159513] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.159769] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.160016] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.160348] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.160643] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.160967] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.161284] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.161654] env[69330]: DEBUG nova.virt.hardware [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.167592] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 924.170760] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b066853-60f0-4424-8608-ce6ad70cd0b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.192069] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 924.192069] env[69330]: value = "task-4128507" [ 924.192069] env[69330]: _type = "Task" [ 924.192069] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.200010] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.340371] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b419faa5-7680-46d5-a799-42f1b0339764 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.348041] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8a2372-c0c7-42fe-b9f9-f869e971cf3a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.380356] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbd9805-93bd-447c-971b-52ff235e7a6f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.388252] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afb3b59-63c7-47d2-a1f8-b4b2577f96cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.405353] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.407417] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.503246] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128506, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.608623] env[69330]: DEBUG nova.compute.manager [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 924.610148] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cffa4ed-e260-4147-953b-728ed62ebb7a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.703095] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128507, 'name': ReconfigVM_Task, 'duration_secs': 0.173439} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.704312] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 924.704515] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da4c617-d71d-408f-96f1-ee1a9c3ee1ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.729811] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 6541e871-4e66-4499-8eb8-8a70ff9df0eb/6541e871-4e66-4499-8eb8-8a70ff9df0eb.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.730724] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8952c04-653d-4de0-971c-f5a1cd788b19 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.752026] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 924.752026] env[69330]: value = "task-4128508" [ 924.752026] env[69330]: _type = "Task" [ 924.752026] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.763129] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.910463] env[69330]: DEBUG nova.scheduler.client.report [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.735712] env[69330]: INFO nova.compute.manager [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] instance snapshotting [ 925.737762] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 925.737998] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.952s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.742059] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.318s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.742263] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.744149] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.082s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.745970] env[69330]: INFO nova.compute.claims [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.752105] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 925.752105] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Cleaning up deleted instances {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 925.752105] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539cacce-d455-4e89-aa7d-1391ba3bcfed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.756850] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128506, 'name': Rename_Task, 'duration_secs': 1.12576} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.757839] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.758106] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-177ea5b3-b36b-4fbd-89da-95dea7eca5be {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.763087] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128508, 'name': ReconfigVM_Task, 'duration_secs': 0.298638} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.775621] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 6541e871-4e66-4499-8eb8-8a70ff9df0eb/6541e871-4e66-4499-8eb8-8a70ff9df0eb.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.775919] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating instance '6541e871-4e66-4499-8eb8-8a70ff9df0eb' progress to 50 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 925.780285] env[69330]: INFO nova.scheduler.client.report [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Deleted allocations for instance f9abeb72-0f94-4bae-8fd5-714ba035bfa9 [ 925.782931] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2683fa64-6aab-43f8-939c-4494b6ebce43 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.786116] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 925.786116] env[69330]: value = "task-4128509" [ 925.786116] env[69330]: _type = "Task" [ 925.786116] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.802641] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128509, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.266611] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] There are 44 instances to clean {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 926.266966] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 01d47885-7375-44f0-a12f-d30b91882858] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.291209] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ce8a81-77ee-4b24-8b71-8851fc833cdd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.300812] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 926.301757] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Lock "f9abeb72-0f94-4bae-8fd5-714ba035bfa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.385s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.303599] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae938ecf-52ab-4e54-8cfb-db4a634cf70c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.325198] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128509, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.326878] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb48a22-50d6-4c2a-a44f-1849b3add43b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.333392] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 926.333392] env[69330]: value = "task-4128510" [ 926.333392] env[69330]: _type = "Task" [ 926.333392] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.351917] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating instance '6541e871-4e66-4499-8eb8-8a70ff9df0eb' progress to 67 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 926.362779] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.772643] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: cb192c53-da48-40ca-9824-a81b5494ea93] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.802544] env[69330]: DEBUG oslo_vmware.api [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128509, 'name': PowerOnVM_Task, 'duration_secs': 0.6101} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.802838] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.803102] env[69330]: INFO nova.compute.manager [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Took 9.59 seconds to spawn the instance on the hypervisor. [ 926.803294] env[69330]: DEBUG nova.compute.manager [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 926.804106] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43de710-f5d7-4aba-8294-c92d50e2fc6b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.845028] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128510, 'name': CreateSnapshot_Task, 'duration_secs': 0.456938} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.847842] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.848965] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57955b6-87cc-4728-bdf6-f05a055b237b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.920442] env[69330]: DEBUG nova.network.neutron [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Port 04535d85-1a28-4faf-bdd4-a7c175a846c0 binding to destination host cpu-1 is already ACTIVE {{(pid=69330) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 927.279464] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 4f977295-2f54-47ca-95f7-ae98ac7e09b0] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.313616] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade00e92-1f1f-4337-8a89-1737dfb80d07 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.322826] env[69330]: INFO nova.compute.manager [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Took 63.29 seconds to build instance. [ 927.326728] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19006f40-cc01-40d1-a43b-505c750f9ecc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.364092] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7187bd4a-2d3d-4da5-bf9f-ecdafca3a528 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.373504] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 927.374518] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2f960a64-55bd-408d-8870-34cd14044fe2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.381549] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad48b15-13ba-4cf5-b606-b4ac354813a8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.388522] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 927.388522] env[69330]: value = "task-4128511" [ 927.388522] env[69330]: _type = "Task" [ 927.388522] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.400482] env[69330]: DEBUG nova.compute.provider_tree [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.407560] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128511, 'name': CloneVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.782518] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 7a8a93ab-8e2a-40e9-8f91-df749f7391bc] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.826712] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "d358134d-299b-4a91-90e5-bad725ee2715" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.421s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.899518] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128511, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.903624] env[69330]: DEBUG nova.scheduler.client.report [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.942689] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.943212] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.943212] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.287675] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 0a570f28-2b57-463e-a1a1-c8e073763c90] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.334332] env[69330]: DEBUG nova.compute.manager [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.401019] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128511, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.409110] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.409841] env[69330]: DEBUG nova.compute.manager [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.412736] env[69330]: DEBUG oslo_concurrency.lockutils [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.843s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.412924] env[69330]: DEBUG oslo_concurrency.lockutils [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.415132] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.685s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.417765] env[69330]: INFO nova.compute.claims [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.455420] env[69330]: INFO nova.scheduler.client.report [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Deleted allocations for instance 3cc04786-da3d-4e81-ad6b-2066cdcc941e [ 928.465156] env[69330]: DEBUG nova.compute.manager [req-859d7afa-af33-476b-be0f-417f625fa786 req-4163be4b-7a64-4b99-9b5e-2feacd413b6b service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Received event network-changed-5aa1af8a-5cbd-40cd-b258-b161cf3a2596 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.465156] env[69330]: DEBUG nova.compute.manager [req-859d7afa-af33-476b-be0f-417f625fa786 req-4163be4b-7a64-4b99-9b5e-2feacd413b6b service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Refreshing instance network info cache due to event network-changed-5aa1af8a-5cbd-40cd-b258-b161cf3a2596. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.465156] env[69330]: DEBUG oslo_concurrency.lockutils [req-859d7afa-af33-476b-be0f-417f625fa786 req-4163be4b-7a64-4b99-9b5e-2feacd413b6b service nova] Acquiring lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.465463] env[69330]: DEBUG oslo_concurrency.lockutils [req-859d7afa-af33-476b-be0f-417f625fa786 req-4163be4b-7a64-4b99-9b5e-2feacd413b6b service nova] Acquired lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.465463] env[69330]: DEBUG nova.network.neutron [req-859d7afa-af33-476b-be0f-417f625fa786 req-4163be4b-7a64-4b99-9b5e-2feacd413b6b service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Refreshing network info cache for port 5aa1af8a-5cbd-40cd-b258-b161cf3a2596 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.792754] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: ffd5b288-3fd6-409e-a4cf-69894dd8d62c] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.857309] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.900558] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128511, 'name': CloneVM_Task, 'duration_secs': 1.486032} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.900840] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Created linked-clone VM from snapshot [ 928.901640] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79f31a5-35b2-44e2-90fb-4034b79dfb7a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.911083] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Uploading image f4740c23-ad5d-4421-90bf-9ba1c21afef6 {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.921172] env[69330]: DEBUG nova.compute.utils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.927126] env[69330]: DEBUG nova.compute.manager [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.927382] env[69330]: DEBUG nova.network.neutron [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.942358] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 928.942358] env[69330]: value = "vm-817752" [ 928.942358] env[69330]: _type = "VirtualMachine" [ 928.942358] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 928.943954] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1d40d5b6-e276-415f-86d5-411c10c2d33f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.955427] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lease: (returnval){ [ 928.955427] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529714a1-1343-5312-1fa9-05740fa014ee" [ 928.955427] env[69330]: _type = "HttpNfcLease" [ 928.955427] env[69330]: } obtained for exporting VM: (result){ [ 928.955427] env[69330]: value = "vm-817752" [ 928.955427] env[69330]: _type = "VirtualMachine" [ 928.955427] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 928.955827] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the lease: (returnval){ [ 928.955827] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529714a1-1343-5312-1fa9-05740fa014ee" [ 928.955827] env[69330]: _type = "HttpNfcLease" [ 928.955827] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.973138] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.973138] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529714a1-1343-5312-1fa9-05740fa014ee" [ 928.973138] env[69330]: _type = "HttpNfcLease" [ 928.973138] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 928.973396] env[69330]: DEBUG oslo_concurrency.lockutils [None req-24b84c77-f660-49be-987d-bfce2be84b40 tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Lock "3cc04786-da3d-4e81-ad6b-2066cdcc941e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.867s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.974754] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 928.974754] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529714a1-1343-5312-1fa9-05740fa014ee" [ 928.974754] env[69330]: _type = "HttpNfcLease" [ 928.974754] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 928.975868] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839c44a4-1689-45e7-a1a7-1c02e3106fc4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.988724] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212c257-f437-328b-546f-33a6e47e5bbc/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 928.988910] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212c257-f437-328b-546f-33a6e47e5bbc/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 929.049567] env[69330]: DEBUG nova.policy [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '007b9b7b4fab4ae9bff667ecc22c746f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'feab4078b7e64f86b467ac145f681e21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.051967] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.051967] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.051967] env[69330]: DEBUG nova.network.neutron [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.107904] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1517f322-2eca-4451-bdb0-d2e1e6afcf47 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.297018] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: f46ab4a0-a375-4d93-9cb6-0c0823fabbe4] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.430213] env[69330]: DEBUG nova.network.neutron [req-859d7afa-af33-476b-be0f-417f625fa786 req-4163be4b-7a64-4b99-9b5e-2feacd413b6b service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updated VIF entry in instance network info cache for port 5aa1af8a-5cbd-40cd-b258-b161cf3a2596. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.430623] env[69330]: DEBUG nova.network.neutron [req-859d7afa-af33-476b-be0f-417f625fa786 req-4163be4b-7a64-4b99-9b5e-2feacd413b6b service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance_info_cache with network_info: [{"id": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "address": "fa:16:3e:22:5b:53", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa1af8a-5c", "ovs_interfaceid": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.435295] env[69330]: DEBUG nova.compute.manager [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.572557] env[69330]: DEBUG nova.network.neutron [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Successfully created port: bff4b007-3b95-4fa1-8102-af1a02ceae42 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.805477] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: f8b9e3a2-7519-4801-80d5-6fc96920bcfe] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.843517] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquiring lock "24b7d938-0f88-41e6-919d-07db448545c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.844137] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Lock "24b7d938-0f88-41e6-919d-07db448545c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.947594] env[69330]: DEBUG oslo_concurrency.lockutils [req-859d7afa-af33-476b-be0f-417f625fa786 req-4163be4b-7a64-4b99-9b5e-2feacd413b6b service nova] Releasing lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.948257] env[69330]: DEBUG nova.network.neutron [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating instance_info_cache with network_info: [{"id": "04535d85-1a28-4faf-bdd4-a7c175a846c0", "address": "fa:16:3e:1f:0a:ab", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04535d85-1a", "ovs_interfaceid": "04535d85-1a28-4faf-bdd4-a7c175a846c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.039407] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eb1280-c220-4e99-808a-8ad527552ce7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.051313] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bef96f-b129-4376-9830-b84795526c02 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.087562] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897323a7-0c70-44a6-a5f2-17aecbada547 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.097337] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846d3804-870c-45e2-9f58-deef3dac1694 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.117391] env[69330]: DEBUG nova.compute.provider_tree [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.312525] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 14dd4ccb-14cd-410b-aaa4-de45334edeca] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.456926] env[69330]: DEBUG nova.compute.manager [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.459449] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Releasing lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.504254] env[69330]: DEBUG nova.virt.hardware [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.505043] env[69330]: DEBUG nova.virt.hardware [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.505402] env[69330]: DEBUG nova.virt.hardware [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.505674] env[69330]: DEBUG nova.virt.hardware [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.505867] env[69330]: DEBUG nova.virt.hardware [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.506081] env[69330]: DEBUG nova.virt.hardware [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.506493] env[69330]: DEBUG nova.virt.hardware [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.506676] env[69330]: DEBUG nova.virt.hardware [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.506911] env[69330]: DEBUG nova.virt.hardware [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.507115] env[69330]: DEBUG nova.virt.hardware [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.507306] env[69330]: DEBUG nova.virt.hardware [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.508675] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed898e4-f70f-410d-9fad-c822e3cf5c1c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.523174] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff382cbb-a106-40b1-b1d1-6ab18dc83134 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.624693] env[69330]: DEBUG nova.scheduler.client.report [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.815574] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 67cfedae-c64c-4b5b-abef-fb675497edc7] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.994173] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c92a464-96d3-4654-93b0-ffe7ded75be2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.016904] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ba61f-9993-4dfa-803a-93693a85f9b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.025648] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating instance '6541e871-4e66-4499-8eb8-8a70ff9df0eb' progress to 83 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.134156] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.134750] env[69330]: DEBUG nova.compute.manager [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.138588] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.726s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.138588] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.141030] env[69330]: DEBUG oslo_concurrency.lockutils [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.012s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.141030] env[69330]: DEBUG oslo_concurrency.lockutils [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.142491] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.294s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.144045] env[69330]: INFO nova.compute.claims [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.179916] env[69330]: INFO nova.scheduler.client.report [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleted allocations for instance 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d [ 931.183323] env[69330]: INFO nova.scheduler.client.report [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Deleted allocations for instance ea607582-c245-47ac-a85c-65d06dc5fe94 [ 931.321216] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 6da1f33f-0bb2-4a90-a69b-502d50ee2af1] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.325134] env[69330]: DEBUG nova.compute.manager [req-1d390114-90c3-459e-bfca-f09faec7c7be req-a7086e94-62de-483d-a06d-5e8ece8464c3 service nova] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Received event network-vif-plugged-bff4b007-3b95-4fa1-8102-af1a02ceae42 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.325387] env[69330]: DEBUG oslo_concurrency.lockutils [req-1d390114-90c3-459e-bfca-f09faec7c7be req-a7086e94-62de-483d-a06d-5e8ece8464c3 service nova] Acquiring lock "c53a48e6-0819-41bc-947a-ad02f5b411de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.325923] env[69330]: DEBUG oslo_concurrency.lockutils [req-1d390114-90c3-459e-bfca-f09faec7c7be req-a7086e94-62de-483d-a06d-5e8ece8464c3 service nova] Lock "c53a48e6-0819-41bc-947a-ad02f5b411de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.326126] env[69330]: DEBUG oslo_concurrency.lockutils [req-1d390114-90c3-459e-bfca-f09faec7c7be req-a7086e94-62de-483d-a06d-5e8ece8464c3 service nova] Lock "c53a48e6-0819-41bc-947a-ad02f5b411de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.326305] env[69330]: DEBUG nova.compute.manager [req-1d390114-90c3-459e-bfca-f09faec7c7be req-a7086e94-62de-483d-a06d-5e8ece8464c3 service nova] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] No waiting events found dispatching network-vif-plugged-bff4b007-3b95-4fa1-8102-af1a02ceae42 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 931.326470] env[69330]: WARNING nova.compute.manager [req-1d390114-90c3-459e-bfca-f09faec7c7be req-a7086e94-62de-483d-a06d-5e8ece8464c3 service nova] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Received unexpected event network-vif-plugged-bff4b007-3b95-4fa1-8102-af1a02ceae42 for instance with vm_state building and task_state spawning. [ 931.412488] env[69330]: DEBUG nova.network.neutron [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Successfully updated port: bff4b007-3b95-4fa1-8102-af1a02ceae42 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.533340] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.533719] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d418d9ed-f52e-4d81-aad6-cfa01dd0d833 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.542715] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 931.542715] env[69330]: value = "task-4128513" [ 931.542715] env[69330]: _type = "Task" [ 931.542715] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.551790] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.650448] env[69330]: DEBUG nova.compute.utils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.655637] env[69330]: DEBUG nova.compute.manager [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.656671] env[69330]: DEBUG nova.network.neutron [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.694915] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "4cb8cfd0-37b6-466b-8be2-42eebcc4e00d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.760s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.702285] env[69330]: DEBUG oslo_concurrency.lockutils [None req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Lock "ea607582-c245-47ac-a85c-65d06dc5fe94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.654s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.828454] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 257f9d36-bd6f-410a-a8d8-bba2e862b131] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.919726] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "refresh_cache-c53a48e6-0819-41bc-947a-ad02f5b411de" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.919726] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquired lock "refresh_cache-c53a48e6-0819-41bc-947a-ad02f5b411de" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.919726] env[69330]: DEBUG nova.network.neutron [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.953222] env[69330]: DEBUG nova.policy [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'affdec04997047238c573f39f2af865a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c83500b4b5124611b83138c0c264a71a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.052868] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128513, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.156470] env[69330]: DEBUG nova.compute.manager [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.268148] env[69330]: DEBUG nova.network.neutron [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Successfully created port: d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.341650] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 9d4d98af-ee8b-4311-ac78-a566fa59e207] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.406649] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "fc2ad100-ef01-4938-91ad-d1037856259e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.406943] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "fc2ad100-ef01-4938-91ad-d1037856259e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.407188] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "fc2ad100-ef01-4938-91ad-d1037856259e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.407374] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "fc2ad100-ef01-4938-91ad-d1037856259e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.407544] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "fc2ad100-ef01-4938-91ad-d1037856259e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.413651] env[69330]: INFO nova.compute.manager [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Terminating instance [ 932.522019] env[69330]: DEBUG nova.network.neutron [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.562846] env[69330]: DEBUG oslo_vmware.api [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128513, 'name': PowerOnVM_Task, 'duration_secs': 0.53709} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.563212] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.563787] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebb25ef-274f-4ff7-9d61-79deeda0616e tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating instance '6541e871-4e66-4499-8eb8-8a70ff9df0eb' progress to 100 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.732233] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be34b81b-9e9d-4f32-a3d8-5bececeeea26 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.745609] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c152cd47-7281-4176-949a-f22d0fdf48bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.778304] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503f675f-01e5-46c5-aeb5-612c1b8e25fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.786827] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7183365-16ae-4603-a025-aadc5934da02 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.805726] env[69330]: DEBUG nova.compute.provider_tree [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.842473] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: e213cbd5-9ecf-497f-8c58-b8212071a36e] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.918947] env[69330]: DEBUG nova.compute.manager [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.919265] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.920188] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd65a0f-47e8-49fb-bf4e-58c318d3cba5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.930616] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.931841] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff7c6730-e41e-4ac1-96e5-d1a52009768f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.940242] env[69330]: DEBUG oslo_vmware.api [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 932.940242] env[69330]: value = "task-4128514" [ 932.940242] env[69330]: _type = "Task" [ 932.940242] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.954128] env[69330]: DEBUG oslo_vmware.api [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.093240] env[69330]: DEBUG nova.network.neutron [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Updating instance_info_cache with network_info: [{"id": "bff4b007-3b95-4fa1-8102-af1a02ceae42", "address": "fa:16:3e:cd:cd:29", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff4b007-3b", "ovs_interfaceid": "bff4b007-3b95-4fa1-8102-af1a02ceae42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.170610] env[69330]: DEBUG nova.compute.manager [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.204467] env[69330]: DEBUG nova.virt.hardware [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.205060] env[69330]: DEBUG nova.virt.hardware [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.205060] env[69330]: DEBUG nova.virt.hardware [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.205337] env[69330]: DEBUG nova.virt.hardware [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.205431] env[69330]: DEBUG nova.virt.hardware [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.205629] env[69330]: DEBUG nova.virt.hardware [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.205932] env[69330]: DEBUG nova.virt.hardware [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.206121] env[69330]: DEBUG nova.virt.hardware [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.206299] env[69330]: DEBUG nova.virt.hardware [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.206465] env[69330]: DEBUG nova.virt.hardware [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.206641] env[69330]: DEBUG nova.virt.hardware [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.207745] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b782bca-9e82-4566-bc4b-078c0234e172 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.218833] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0430d7-57b3-409c-941d-ea3d991e869f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.310978] env[69330]: DEBUG nova.scheduler.client.report [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.346156] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 343cba2c-2c74-45dd-a070-848cf139b3bb] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.353826] env[69330]: DEBUG nova.compute.manager [req-773aa40b-555f-4c36-b6c3-3791225bdf2b req-3dcde699-0275-425d-8474-a9f212d435d0 service nova] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Received event network-changed-bff4b007-3b95-4fa1-8102-af1a02ceae42 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.353826] env[69330]: DEBUG nova.compute.manager [req-773aa40b-555f-4c36-b6c3-3791225bdf2b req-3dcde699-0275-425d-8474-a9f212d435d0 service nova] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Refreshing instance network info cache due to event network-changed-bff4b007-3b95-4fa1-8102-af1a02ceae42. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.353826] env[69330]: DEBUG oslo_concurrency.lockutils [req-773aa40b-555f-4c36-b6c3-3791225bdf2b req-3dcde699-0275-425d-8474-a9f212d435d0 service nova] Acquiring lock "refresh_cache-c53a48e6-0819-41bc-947a-ad02f5b411de" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.451843] env[69330]: DEBUG oslo_vmware.api [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128514, 'name': PowerOffVM_Task, 'duration_secs': 0.331168} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.452175] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.452408] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.452664] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0228b73-6b91-45f7-a36c-2c00cc8b89cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.524839] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.525080] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.525279] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleting the datastore file [datastore2] fc2ad100-ef01-4938-91ad-d1037856259e {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.525726] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc9d338d-75fc-44b2-bf25-9046c753d5c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.536246] env[69330]: DEBUG oslo_vmware.api [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 933.536246] env[69330]: value = "task-4128516" [ 933.536246] env[69330]: _type = "Task" [ 933.536246] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.548895] env[69330]: DEBUG oslo_vmware.api [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.597037] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Releasing lock "refresh_cache-c53a48e6-0819-41bc-947a-ad02f5b411de" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.597037] env[69330]: DEBUG nova.compute.manager [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Instance network_info: |[{"id": "bff4b007-3b95-4fa1-8102-af1a02ceae42", "address": "fa:16:3e:cd:cd:29", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff4b007-3b", "ovs_interfaceid": "bff4b007-3b95-4fa1-8102-af1a02ceae42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.597037] env[69330]: DEBUG oslo_concurrency.lockutils [req-773aa40b-555f-4c36-b6c3-3791225bdf2b req-3dcde699-0275-425d-8474-a9f212d435d0 service nova] Acquired lock "refresh_cache-c53a48e6-0819-41bc-947a-ad02f5b411de" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.597037] env[69330]: DEBUG nova.network.neutron [req-773aa40b-555f-4c36-b6c3-3791225bdf2b req-3dcde699-0275-425d-8474-a9f212d435d0 service nova] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Refreshing network info cache for port bff4b007-3b95-4fa1-8102-af1a02ceae42 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.600389] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:cd:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bff4b007-3b95-4fa1-8102-af1a02ceae42', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.608289] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.610452] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.610452] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9154d200-03c1-4039-8cc6-a5187afe0ad4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.632604] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.632604] env[69330]: value = "task-4128517" [ 933.632604] env[69330]: _type = "Task" [ 933.632604] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.649846] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128517, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.817230] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.817859] env[69330]: DEBUG nova.compute.manager [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.824265] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.893s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.824265] env[69330]: INFO nova.compute.claims [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.852604] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 9f2f209a-8b24-432d-80ea-c81c6464ab09] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.057682] env[69330]: DEBUG oslo_vmware.api [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250865} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.059878] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.060443] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.060763] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.061069] env[69330]: INFO nova.compute.manager [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 934.063199] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.063508] env[69330]: DEBUG nova.compute.manager [-] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.063655] env[69330]: DEBUG nova.network.neutron [-] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.144201] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128517, 'name': CreateVM_Task, 'duration_secs': 0.398526} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.144530] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.145167] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.145671] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.145671] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.145924] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add674f1-d9ab-460c-8905-22aeba63c9ba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.152151] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 934.152151] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cb5930-fe9e-e0e2-6d54-fc69b22dad70" [ 934.152151] env[69330]: _type = "Task" [ 934.152151] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.162560] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cb5930-fe9e-e0e2-6d54-fc69b22dad70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.324538] env[69330]: DEBUG nova.compute.utils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.325922] env[69330]: DEBUG nova.compute.manager [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.328947] env[69330]: DEBUG nova.network.neutron [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.357672] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 4b053f7e-254c-439c-81cc-f336d193712d] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.395638] env[69330]: DEBUG nova.network.neutron [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Successfully updated port: d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.529871] env[69330]: DEBUG nova.policy [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'affdec04997047238c573f39f2af865a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c83500b4b5124611b83138c0c264a71a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.541012] env[69330]: DEBUG nova.network.neutron [req-773aa40b-555f-4c36-b6c3-3791225bdf2b req-3dcde699-0275-425d-8474-a9f212d435d0 service nova] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Updated VIF entry in instance network info cache for port bff4b007-3b95-4fa1-8102-af1a02ceae42. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.541771] env[69330]: DEBUG nova.network.neutron [req-773aa40b-555f-4c36-b6c3-3791225bdf2b req-3dcde699-0275-425d-8474-a9f212d435d0 service nova] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Updating instance_info_cache with network_info: [{"id": "bff4b007-3b95-4fa1-8102-af1a02ceae42", "address": "fa:16:3e:cd:cd:29", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff4b007-3b", "ovs_interfaceid": "bff4b007-3b95-4fa1-8102-af1a02ceae42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.669081] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cb5930-fe9e-e0e2-6d54-fc69b22dad70, 'name': SearchDatastore_Task, 'duration_secs': 0.02005} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.669081] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.669081] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.669597] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.669970] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.670358] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.670980] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08a769e1-e76b-4e88-b58c-9d6e91d41e51 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.686023] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.686023] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.686023] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba30126-fd03-430d-9ab7-44686450134f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.698916] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 934.698916] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c28aab-a211-8db5-27ca-96b2a5bef4cf" [ 934.698916] env[69330]: _type = "Task" [ 934.698916] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.711505] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c28aab-a211-8db5-27ca-96b2a5bef4cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.837029] env[69330]: DEBUG nova.compute.manager [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.867962] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 9bb7ed59-d77e-4d35-88c2-4646a70c86dc] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.905710] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "refresh_cache-7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.906369] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquired lock "refresh_cache-7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.906369] env[69330]: DEBUG nova.network.neutron [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.973739] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.973739] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.973739] env[69330]: DEBUG nova.compute.manager [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Going to confirm migration 1 {{(pid=69330) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 935.045955] env[69330]: DEBUG oslo_concurrency.lockutils [req-773aa40b-555f-4c36-b6c3-3791225bdf2b req-3dcde699-0275-425d-8474-a9f212d435d0 service nova] Releasing lock "refresh_cache-c53a48e6-0819-41bc-947a-ad02f5b411de" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.213995] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c28aab-a211-8db5-27ca-96b2a5bef4cf, 'name': SearchDatastore_Task, 'duration_secs': 0.019126} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.219076] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c8537e-78d4-4b08-bb79-b24de26851fa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.226593] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 935.226593] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fe06cb-8ebc-72f3-72e2-db4553a04336" [ 935.226593] env[69330]: _type = "Task" [ 935.226593] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.237285] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fe06cb-8ebc-72f3-72e2-db4553a04336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.376052] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 0b294da9-d4c6-47ce-bfad-682acfe3f261] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.430742] env[69330]: DEBUG nova.compute.manager [req-3a699237-ba2e-401e-a68c-184411fce295 req-9fad0ab6-4855-4e1a-9d67-fa34211bd197 service nova] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Received event network-vif-deleted-63488f10-880f-442b-b8f0-733534f67b57 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.430989] env[69330]: INFO nova.compute.manager [req-3a699237-ba2e-401e-a68c-184411fce295 req-9fad0ab6-4855-4e1a-9d67-fa34211bd197 service nova] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Neutron deleted interface 63488f10-880f-442b-b8f0-733534f67b57; detaching it from the instance and deleting it from the info cache [ 935.431196] env[69330]: DEBUG nova.network.neutron [req-3a699237-ba2e-401e-a68c-184411fce295 req-9fad0ab6-4855-4e1a-9d67-fa34211bd197 service nova] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.443961] env[69330]: DEBUG nova.network.neutron [-] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.483648] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "d3941c63-5974-4a1b-9e79-f4df050659cd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.483909] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.484469] env[69330]: INFO nova.compute.manager [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Rebooting instance [ 935.491524] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ce9a51-3ec3-41a4-acdc-8412abd4333e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.503952] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca4a108-fb6b-46b3-8f82-855f6086692c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.542022] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7367828a-5abe-4d4b-b811-f04b53c3efd1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.550881] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8f4188-e85a-4511-a3d3-6f092ae6934e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.579258] env[69330]: DEBUG nova.compute.provider_tree [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.624149] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.624406] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.624647] env[69330]: DEBUG nova.network.neutron [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.624930] env[69330]: DEBUG nova.objects.instance [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lazy-loading 'info_cache' on Instance uuid 6541e871-4e66-4499-8eb8-8a70ff9df0eb {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.729601] env[69330]: DEBUG nova.network.neutron [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.754727] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fe06cb-8ebc-72f3-72e2-db4553a04336, 'name': SearchDatastore_Task, 'duration_secs': 0.03319} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.755187] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.755605] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] c53a48e6-0819-41bc-947a-ad02f5b411de/c53a48e6-0819-41bc-947a-ad02f5b411de.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.755990] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0f61f57-6c0e-47b3-9c43-f723ac7afd5d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.766449] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 935.766449] env[69330]: value = "task-4128518" [ 935.766449] env[69330]: _type = "Task" [ 935.766449] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.781868] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.822681] env[69330]: DEBUG nova.network.neutron [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Successfully created port: 3270bee9-49a8-4320-81a4-6eba59c2087d {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.850773] env[69330]: DEBUG nova.compute.manager [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.882216] env[69330]: DEBUG nova.compute.manager [req-9da11706-9365-4f40-a583-35b52bf4cb8d req-170284b7-4f1d-46a1-8c05-2b1c48393546 service nova] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Received event network-vif-plugged-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.882624] env[69330]: DEBUG oslo_concurrency.lockutils [req-9da11706-9365-4f40-a583-35b52bf4cb8d req-170284b7-4f1d-46a1-8c05-2b1c48393546 service nova] Acquiring lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.884030] env[69330]: DEBUG oslo_concurrency.lockutils [req-9da11706-9365-4f40-a583-35b52bf4cb8d req-170284b7-4f1d-46a1-8c05-2b1c48393546 service nova] Lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.884030] env[69330]: DEBUG oslo_concurrency.lockutils [req-9da11706-9365-4f40-a583-35b52bf4cb8d req-170284b7-4f1d-46a1-8c05-2b1c48393546 service nova] Lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.884030] env[69330]: DEBUG nova.compute.manager [req-9da11706-9365-4f40-a583-35b52bf4cb8d req-170284b7-4f1d-46a1-8c05-2b1c48393546 service nova] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] No waiting events found dispatching network-vif-plugged-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 935.884030] env[69330]: WARNING nova.compute.manager [req-9da11706-9365-4f40-a583-35b52bf4cb8d req-170284b7-4f1d-46a1-8c05-2b1c48393546 service nova] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Received unexpected event network-vif-plugged-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 for instance with vm_state building and task_state spawning. [ 935.884030] env[69330]: DEBUG nova.compute.manager [req-9da11706-9365-4f40-a583-35b52bf4cb8d req-170284b7-4f1d-46a1-8c05-2b1c48393546 service nova] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Received event network-changed-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.884030] env[69330]: DEBUG nova.compute.manager [req-9da11706-9365-4f40-a583-35b52bf4cb8d req-170284b7-4f1d-46a1-8c05-2b1c48393546 service nova] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Refreshing instance network info cache due to event network-changed-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.884030] env[69330]: DEBUG oslo_concurrency.lockutils [req-9da11706-9365-4f40-a583-35b52bf4cb8d req-170284b7-4f1d-46a1-8c05-2b1c48393546 service nova] Acquiring lock "refresh_cache-7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.888692] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 6b7b1903-2dd5-45a0-b195-7669dbcf9fc3] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.899789] env[69330]: DEBUG nova.virt.hardware [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.900068] env[69330]: DEBUG nova.virt.hardware [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.900241] env[69330]: DEBUG nova.virt.hardware [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.900463] env[69330]: DEBUG nova.virt.hardware [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.900618] env[69330]: DEBUG nova.virt.hardware [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.900767] env[69330]: DEBUG nova.virt.hardware [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.900999] env[69330]: DEBUG nova.virt.hardware [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.901425] env[69330]: DEBUG nova.virt.hardware [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.901613] env[69330]: DEBUG nova.virt.hardware [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.901785] env[69330]: DEBUG nova.virt.hardware [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.902030] env[69330]: DEBUG nova.virt.hardware [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.903615] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572686a3-d60e-416c-a26a-6120337a3863 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.915149] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87078a37-94aa-42ca-afd9-458f942b97f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.936217] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99b64e94-dd84-4c77-851a-48271822e3ea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.946329] env[69330]: INFO nova.compute.manager [-] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Took 1.88 seconds to deallocate network for instance. [ 935.949758] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c81636-eeaa-4853-85ae-1e72f52a2f0e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.997669] env[69330]: DEBUG nova.compute.manager [req-3a699237-ba2e-401e-a68c-184411fce295 req-9fad0ab6-4855-4e1a-9d67-fa34211bd197 service nova] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Detach interface failed, port_id=63488f10-880f-442b-b8f0-733534f67b57, reason: Instance fc2ad100-ef01-4938-91ad-d1037856259e could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 936.013080] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.013402] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.013659] env[69330]: DEBUG nova.network.neutron [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.084482] env[69330]: DEBUG nova.scheduler.client.report [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.276897] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128518, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.278194] env[69330]: DEBUG nova.network.neutron [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Updating instance_info_cache with network_info: [{"id": "d08d9a08-3601-4b6b-8c6c-3e67d9eddee4", "address": "fa:16:3e:14:50:98", "network": {"id": "417545f2-9aaa-47ea-ab59-063d25738cae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1591960329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c83500b4b5124611b83138c0c264a71a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08d9a08-36", "ovs_interfaceid": "d08d9a08-3601-4b6b-8c6c-3e67d9eddee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.391916] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: c55f207e-511e-44c0-ad4c-0415a9d94755] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.469686] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.591668] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.591811] env[69330]: DEBUG nova.compute.manager [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.595052] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.420s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.596469] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.598207] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.692s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.599806] env[69330]: INFO nova.compute.claims [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.656200] env[69330]: INFO nova.scheduler.client.report [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Deleted allocations for instance e85feaa7-ac85-4146-b9f2-3cf5b196729c [ 936.777885] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919943} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.778204] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] c53a48e6-0819-41bc-947a-ad02f5b411de/c53a48e6-0819-41bc-947a-ad02f5b411de.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.778428] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.778686] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba5f4377-860c-4e29-a923-c63e308b34ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.781298] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Releasing lock "refresh_cache-7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.781600] env[69330]: DEBUG nova.compute.manager [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Instance network_info: |[{"id": "d08d9a08-3601-4b6b-8c6c-3e67d9eddee4", "address": "fa:16:3e:14:50:98", "network": {"id": "417545f2-9aaa-47ea-ab59-063d25738cae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1591960329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c83500b4b5124611b83138c0c264a71a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08d9a08-36", "ovs_interfaceid": "d08d9a08-3601-4b6b-8c6c-3e67d9eddee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.782759] env[69330]: DEBUG oslo_concurrency.lockutils [req-9da11706-9365-4f40-a583-35b52bf4cb8d req-170284b7-4f1d-46a1-8c05-2b1c48393546 service nova] Acquired lock "refresh_cache-7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.782942] env[69330]: DEBUG nova.network.neutron [req-9da11706-9365-4f40-a583-35b52bf4cb8d req-170284b7-4f1d-46a1-8c05-2b1c48393546 service nova] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Refreshing network info cache for port d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.784663] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:50:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd08d9a08-3601-4b6b-8c6c-3e67d9eddee4', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.792882] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Creating folder: Project (c83500b4b5124611b83138c0c264a71a). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.797868] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ae8cf50-4ea6-43db-b400-3f71afa33384 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.800071] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 936.800071] env[69330]: value = "task-4128519" [ 936.800071] env[69330]: _type = "Task" [ 936.800071] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.811290] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.812807] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Created folder: Project (c83500b4b5124611b83138c0c264a71a) in parent group-v817559. [ 936.813012] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Creating folder: Instances. Parent ref: group-v817754. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.813268] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a9676e4-62fe-4489-9aec-080dbe6343bc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.824631] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Created folder: Instances in parent group-v817754. [ 936.825059] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.825597] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.825997] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06957628-eb1a-4a30-a628-18eb6106432d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.859396] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.859396] env[69330]: value = "task-4128522" [ 936.859396] env[69330]: _type = "Task" [ 936.859396] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.868958] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128522, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.897630] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 8ac8a233-7f92-437d-ae1f-7e80d7286796] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.903122] env[69330]: DEBUG nova.network.neutron [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating instance_info_cache with network_info: [{"id": "04535d85-1a28-4faf-bdd4-a7c175a846c0", "address": "fa:16:3e:1f:0a:ab", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04535d85-1a", "ovs_interfaceid": "04535d85-1a28-4faf-bdd4-a7c175a846c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.105241] env[69330]: DEBUG nova.compute.utils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.110182] env[69330]: DEBUG nova.compute.manager [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.110182] env[69330]: DEBUG nova.network.neutron [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.156412] env[69330]: DEBUG nova.policy [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'affdec04997047238c573f39f2af865a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c83500b4b5124611b83138c0c264a71a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.168232] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Lock "e85feaa7-ac85-4146-b9f2-3cf5b196729c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.388s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.311245] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103699} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.311527] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.312456] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91505e73-bea4-460f-b848-262116402eb3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.341634] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] c53a48e6-0819-41bc-947a-ad02f5b411de/c53a48e6-0819-41bc-947a-ad02f5b411de.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.346258] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b46ef9-29bf-493f-9cd8-4d6ad6f03fa7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.374781] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 937.374781] env[69330]: value = "task-4128523" [ 937.374781] env[69330]: _type = "Task" [ 937.374781] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.378300] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128522, 'name': CreateVM_Task, 'duration_secs': 0.511407} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.381430] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.382177] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.382353] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.382779] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.383396] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38583a6-842f-4c4d-b5c4-b85665e2cb52 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.389262] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128523, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.390606] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 937.390606] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527ce694-7f2a-fc71-c82a-4d941840ac78" [ 937.390606] env[69330]: _type = "Task" [ 937.390606] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.399044] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527ce694-7f2a-fc71-c82a-4d941840ac78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.402100] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 1b1a56e1-6fbb-485e-a802-7acffe4ccb3e] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.407389] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Releasing lock "refresh_cache-6541e871-4e66-4499-8eb8-8a70ff9df0eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.407776] env[69330]: DEBUG nova.objects.instance [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lazy-loading 'migration_context' on Instance uuid 6541e871-4e66-4499-8eb8-8a70ff9df0eb {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.453478] env[69330]: DEBUG nova.network.neutron [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance_info_cache with network_info: [{"id": "fcccb6f6-566c-4b11-a267-39c70599532a", "address": "fa:16:3e:34:87:54", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccb6f6-56", "ovs_interfaceid": "fcccb6f6-566c-4b11-a267-39c70599532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.610567] env[69330]: DEBUG nova.compute.manager [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.720285] env[69330]: DEBUG nova.network.neutron [req-9da11706-9365-4f40-a583-35b52bf4cb8d req-170284b7-4f1d-46a1-8c05-2b1c48393546 service nova] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Updated VIF entry in instance network info cache for port d08d9a08-3601-4b6b-8c6c-3e67d9eddee4. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.721679] env[69330]: DEBUG nova.network.neutron [req-9da11706-9365-4f40-a583-35b52bf4cb8d req-170284b7-4f1d-46a1-8c05-2b1c48393546 service nova] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Updating instance_info_cache with network_info: [{"id": "d08d9a08-3601-4b6b-8c6c-3e67d9eddee4", "address": "fa:16:3e:14:50:98", "network": {"id": "417545f2-9aaa-47ea-ab59-063d25738cae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1591960329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c83500b4b5124611b83138c0c264a71a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08d9a08-36", "ovs_interfaceid": "d08d9a08-3601-4b6b-8c6c-3e67d9eddee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.739114] env[69330]: DEBUG nova.network.neutron [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Successfully created port: c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.902024] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128523, 'name': ReconfigVM_Task, 'duration_secs': 0.299961} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.902024] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Reconfigured VM instance instance-00000043 to attach disk [datastore1] c53a48e6-0819-41bc-947a-ad02f5b411de/c53a48e6-0819-41bc-947a-ad02f5b411de.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.902275] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c42a670e-9c12-4d45-9387-e2899250b4bb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.909317] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: b6681b5b-3c27-44a4-ad39-5c7782dbd48a] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.911619] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527ce694-7f2a-fc71-c82a-4d941840ac78, 'name': SearchDatastore_Task, 'duration_secs': 0.015112} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.917136] env[69330]: DEBUG nova.objects.base [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Object Instance<6541e871-4e66-4499-8eb8-8a70ff9df0eb> lazy-loaded attributes: info_cache,migration_context {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 937.918717] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.918987] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.919280] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.919442] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.919631] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.921252] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488a4094-eeec-4462-a959-a741ae7714d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.925214] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5149259-5087-437b-8a85-89e0711c49de {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.931376] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 937.931376] env[69330]: value = "task-4128524" [ 937.931376] env[69330]: _type = "Task" [ 937.931376] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.962207] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.966814] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f8045f7-ad10-4a9e-af20-d769863c23b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.970570] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.970570] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.974959] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0734754a-f813-4556-9717-19a285109cbd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.979110] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128524, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.990456] env[69330]: DEBUG oslo_vmware.api [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 937.990456] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52de9849-8a9b-31d4-74c9-9fa6c0896729" [ 937.990456] env[69330]: _type = "Task" [ 937.990456] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.990673] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 937.990673] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52815dff-1e05-b433-4a55-f13492058a4c" [ 937.990673] env[69330]: _type = "Task" [ 937.990673] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.005871] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52815dff-1e05-b433-4a55-f13492058a4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.016403] env[69330]: DEBUG oslo_vmware.api [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52de9849-8a9b-31d4-74c9-9fa6c0896729, 'name': SearchDatastore_Task, 'duration_secs': 0.010213} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.016762] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.225822] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036eacc4-202b-49ee-a04b-3865455fc1e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.229297] env[69330]: DEBUG oslo_concurrency.lockutils [req-9da11706-9365-4f40-a583-35b52bf4cb8d req-170284b7-4f1d-46a1-8c05-2b1c48393546 service nova] Releasing lock "refresh_cache-7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.235667] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9022613c-48aa-4acd-a3db-ecca4f3a2e64 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.268516] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14883ab6-66da-419a-b425-ef1d9f81bd8e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.277565] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8ef14c-0a5a-4efe-bdbb-33fc19d5b86e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.292452] env[69330]: DEBUG nova.compute.provider_tree [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.414468] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: dcea2793-2788-4c3c-a1ea-dfe28577bb9f] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.447987] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128524, 'name': Rename_Task, 'duration_secs': 0.164622} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.448321] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.448577] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-329351db-62c5-4b42-8348-b75677f63f84 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.457385] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 938.457385] env[69330]: value = "task-4128525" [ 938.457385] env[69330]: _type = "Task" [ 938.457385] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.469564] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.479568] env[69330]: DEBUG nova.compute.manager [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 938.482403] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acc4003-18ef-42df-8871-c061c3257175 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.515250] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52815dff-1e05-b433-4a55-f13492058a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.031688} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.517140] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-446945ce-5661-4e28-a673-e2937e2ec623 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.524581] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 938.524581] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5296b98e-b1a9-c2de-d5c7-d1bcb83fbcc3" [ 938.524581] env[69330]: _type = "Task" [ 938.524581] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.537082] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5296b98e-b1a9-c2de-d5c7-d1bcb83fbcc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.632462] env[69330]: DEBUG nova.compute.manager [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.673571] env[69330]: DEBUG nova.virt.hardware [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.673884] env[69330]: DEBUG nova.virt.hardware [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.674468] env[69330]: DEBUG nova.virt.hardware [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.674653] env[69330]: DEBUG nova.virt.hardware [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.674809] env[69330]: DEBUG nova.virt.hardware [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.674963] env[69330]: DEBUG nova.virt.hardware [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.675220] env[69330]: DEBUG nova.virt.hardware [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.675386] env[69330]: DEBUG nova.virt.hardware [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.675558] env[69330]: DEBUG nova.virt.hardware [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.675724] env[69330]: DEBUG nova.virt.hardware [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.675940] env[69330]: DEBUG nova.virt.hardware [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.677235] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33238c4-faea-41f2-ae6a-841cbcd355a0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.686764] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68283fa9-26f4-4e98-9901-2486851a4909 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.791158] env[69330]: DEBUG nova.compute.manager [req-4177b07d-0e30-4aac-81e9-8474b9a6dee5 req-6575f436-f4d8-41de-8b5e-82b7ff18c90c service nova] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Received event network-vif-plugged-3270bee9-49a8-4320-81a4-6eba59c2087d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.791503] env[69330]: DEBUG oslo_concurrency.lockutils [req-4177b07d-0e30-4aac-81e9-8474b9a6dee5 req-6575f436-f4d8-41de-8b5e-82b7ff18c90c service nova] Acquiring lock "ce355e72-3e8c-48ba-bae3-8c0ee167cb0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.791740] env[69330]: DEBUG oslo_concurrency.lockutils [req-4177b07d-0e30-4aac-81e9-8474b9a6dee5 req-6575f436-f4d8-41de-8b5e-82b7ff18c90c service nova] Lock "ce355e72-3e8c-48ba-bae3-8c0ee167cb0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.791908] env[69330]: DEBUG oslo_concurrency.lockutils [req-4177b07d-0e30-4aac-81e9-8474b9a6dee5 req-6575f436-f4d8-41de-8b5e-82b7ff18c90c service nova] Lock "ce355e72-3e8c-48ba-bae3-8c0ee167cb0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.792139] env[69330]: DEBUG nova.compute.manager [req-4177b07d-0e30-4aac-81e9-8474b9a6dee5 req-6575f436-f4d8-41de-8b5e-82b7ff18c90c service nova] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] No waiting events found dispatching network-vif-plugged-3270bee9-49a8-4320-81a4-6eba59c2087d {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 938.792373] env[69330]: WARNING nova.compute.manager [req-4177b07d-0e30-4aac-81e9-8474b9a6dee5 req-6575f436-f4d8-41de-8b5e-82b7ff18c90c service nova] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Received unexpected event network-vif-plugged-3270bee9-49a8-4320-81a4-6eba59c2087d for instance with vm_state building and task_state spawning. [ 938.797253] env[69330]: DEBUG nova.scheduler.client.report [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.818523] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212c257-f437-328b-546f-33a6e47e5bbc/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 938.820202] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2563d05c-6e83-4efc-878d-f767694e8f53 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.829986] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212c257-f437-328b-546f-33a6e47e5bbc/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 938.830213] env[69330]: ERROR oslo_vmware.rw_handles [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212c257-f437-328b-546f-33a6e47e5bbc/disk-0.vmdk due to incomplete transfer. [ 938.830736] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c72960e5-5366-4c8d-8221-1a85020f96fa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.838899] env[69330]: DEBUG nova.network.neutron [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Successfully updated port: 3270bee9-49a8-4320-81a4-6eba59c2087d {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.841711] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212c257-f437-328b-546f-33a6e47e5bbc/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 938.841711] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Uploaded image f4740c23-ad5d-4421-90bf-9ba1c21afef6 to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 938.843759] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 938.844704] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-682a6edf-1ef3-4739-9c8f-e748f242ec3f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.853012] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 938.853012] env[69330]: value = "task-4128526" [ 938.853012] env[69330]: _type = "Task" [ 938.853012] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.865758] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128526, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.919446] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: f8d1b31e-dae8-49e2-bc09-f35b5ce5a676] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.981550] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128525, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.044341] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5296b98e-b1a9-c2de-d5c7-d1bcb83fbcc3, 'name': SearchDatastore_Task, 'duration_secs': 0.01745} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.044341] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.044341] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd/7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.044341] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c3721b3-f5e2-41f2-b28b-1c559b3e416c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.052203] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 939.052203] env[69330]: value = "task-4128527" [ 939.052203] env[69330]: _type = "Task" [ 939.052203] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.068968] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.303182] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.303852] env[69330]: DEBUG nova.compute.manager [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.315563] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.015s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.315563] env[69330]: DEBUG nova.objects.instance [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 939.347247] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "refresh_cache-ce355e72-3e8c-48ba-bae3-8c0ee167cb0a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.347247] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquired lock "refresh_cache-ce355e72-3e8c-48ba-bae3-8c0ee167cb0a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.347247] env[69330]: DEBUG nova.network.neutron [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.369719] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128526, 'name': Destroy_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.416223] env[69330]: DEBUG nova.network.neutron [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Successfully updated port: c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.420755] env[69330]: DEBUG nova.compute.manager [req-894bf250-c693-42f9-a64d-ead9e161fae2 req-7d99e37f-8aca-461d-a50f-750b2e3ade05 service nova] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Received event network-vif-plugged-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.420951] env[69330]: DEBUG oslo_concurrency.lockutils [req-894bf250-c693-42f9-a64d-ead9e161fae2 req-7d99e37f-8aca-461d-a50f-750b2e3ade05 service nova] Acquiring lock "0fa8e642-7b8f-4678-9279-f29d6c386f68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.421309] env[69330]: DEBUG oslo_concurrency.lockutils [req-894bf250-c693-42f9-a64d-ead9e161fae2 req-7d99e37f-8aca-461d-a50f-750b2e3ade05 service nova] Lock "0fa8e642-7b8f-4678-9279-f29d6c386f68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.424015] env[69330]: DEBUG oslo_concurrency.lockutils [req-894bf250-c693-42f9-a64d-ead9e161fae2 req-7d99e37f-8aca-461d-a50f-750b2e3ade05 service nova] Lock "0fa8e642-7b8f-4678-9279-f29d6c386f68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.424015] env[69330]: DEBUG nova.compute.manager [req-894bf250-c693-42f9-a64d-ead9e161fae2 req-7d99e37f-8aca-461d-a50f-750b2e3ade05 service nova] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] No waiting events found dispatching network-vif-plugged-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 939.424015] env[69330]: WARNING nova.compute.manager [req-894bf250-c693-42f9-a64d-ead9e161fae2 req-7d99e37f-8aca-461d-a50f-750b2e3ade05 service nova] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Received unexpected event network-vif-plugged-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 for instance with vm_state building and task_state spawning. [ 939.424879] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 1bd449dc-7011-4fad-956b-0bd23c946441] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.461269] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "aba9acde-9aeb-4c0f-83be-626b392b5a15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.461825] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.478719] env[69330]: DEBUG oslo_vmware.api [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128525, 'name': PowerOnVM_Task, 'duration_secs': 0.611263} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.478907] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.479257] env[69330]: INFO nova.compute.manager [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Took 9.02 seconds to spawn the instance on the hypervisor. [ 939.479491] env[69330]: DEBUG nova.compute.manager [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.480645] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ee2285-f6ee-4074-bcdc-5a01d17e8211 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.511797] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909a3218-01da-465e-9f8b-08035f853a65 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.522366] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Doing hard reboot of VM {{(pid=69330) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 939.522982] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c7eebe18-0b6c-467a-8704-9dc07e7d689e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.535435] env[69330]: DEBUG oslo_vmware.api [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 939.535435] env[69330]: value = "task-4128528" [ 939.535435] env[69330]: _type = "Task" [ 939.535435] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.549977] env[69330]: DEBUG oslo_vmware.api [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128528, 'name': ResetVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.567314] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128527, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.816031] env[69330]: DEBUG nova.compute.utils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.819599] env[69330]: DEBUG nova.compute.manager [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.820471] env[69330]: DEBUG nova.network.neutron [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.870542] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128526, 'name': Destroy_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.897096] env[69330]: DEBUG nova.policy [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '808d831dabbe430b893b39074edb0124', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af82179fe57040ad8a1ebd138470cadd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.924168] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "refresh_cache-0fa8e642-7b8f-4678-9279-f29d6c386f68" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.924168] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquired lock "refresh_cache-0fa8e642-7b8f-4678-9279-f29d6c386f68" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.924168] env[69330]: DEBUG nova.network.neutron [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.926247] env[69330]: DEBUG nova.network.neutron [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.928339] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 04c3b326-d749-4971-be51-d028f1e78275] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.009473] env[69330]: INFO nova.compute.manager [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Took 65.37 seconds to build instance. [ 940.051888] env[69330]: DEBUG oslo_vmware.api [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128528, 'name': ResetVM_Task, 'duration_secs': 0.120334} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.051888] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Did hard reboot of VM {{(pid=69330) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 940.051888] env[69330]: DEBUG nova.compute.manager [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.051888] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30079b35-7ede-48fa-8742-4df6fc5fc196 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.076132] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885721} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.076774] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd/7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.076995] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.077463] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbb2c83f-8dd6-4658-9992-63cd814d3059 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.086646] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 940.086646] env[69330]: value = "task-4128529" [ 940.086646] env[69330]: _type = "Task" [ 940.086646] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.101223] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.187676] env[69330]: DEBUG nova.network.neutron [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Updating instance_info_cache with network_info: [{"id": "3270bee9-49a8-4320-81a4-6eba59c2087d", "address": "fa:16:3e:81:c5:c2", "network": {"id": "417545f2-9aaa-47ea-ab59-063d25738cae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1591960329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c83500b4b5124611b83138c0c264a71a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3270bee9-49", "ovs_interfaceid": "3270bee9-49a8-4320-81a4-6eba59c2087d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.320528] env[69330]: DEBUG nova.compute.manager [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.332022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1ab2e868-4d0c-4ee3-a037-84435804576e tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.332022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.278s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.332022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.333982] env[69330]: DEBUG oslo_concurrency.lockutils [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.187s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.334346] env[69330]: DEBUG oslo_concurrency.lockutils [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.336601] env[69330]: DEBUG oslo_concurrency.lockutils [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.109s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.337598] env[69330]: DEBUG oslo_concurrency.lockutils [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.339923] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.973s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.345737] env[69330]: INFO nova.compute.claims [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.367950] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128526, 'name': Destroy_Task, 'duration_secs': 1.118535} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.368342] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Destroyed the VM [ 940.369063] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 940.369063] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f3e78ae3-f831-4122-a011-e059f5ebb078 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.379751] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 940.379751] env[69330]: value = "task-4128530" [ 940.379751] env[69330]: _type = "Task" [ 940.379751] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.385148] env[69330]: INFO nova.scheduler.client.report [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Deleted allocations for instance 976043c3-a667-4bf5-a20d-fbfa78a71621 [ 940.387634] env[69330]: INFO nova.scheduler.client.report [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Deleted allocations for instance e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880 [ 940.399886] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128530, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.408531] env[69330]: INFO nova.scheduler.client.report [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Deleted allocations for instance 01d61e8b-07a5-49ef-952a-bbb603fb3ca2 [ 940.413662] env[69330]: WARNING oslo_messaging._drivers.amqpdriver [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 940.422846] env[69330]: DEBUG nova.network.neutron [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Successfully created port: 2fa514c9-ba24-411f-b2ea-dddaac8b0b42 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.432988] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 57e560ca-4c48-4238-a7f1-33c9f2b8f3c9] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.476538] env[69330]: DEBUG nova.network.neutron [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.514171] env[69330]: DEBUG oslo_concurrency.lockutils [None req-28d26546-9918-4e79-87d9-4ad57d947afc tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "c53a48e6-0819-41bc-947a-ad02f5b411de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.847s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.585753] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cc244d9a-4c2a-4d10-879d-f055bb273fb0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.102s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.601503] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073131} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.601975] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.603228] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f85504-3c39-4485-8920-439a94b9b0cf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.633755] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd/7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.638405] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c45ab3a2-1ad9-4e80-b354-dac07114e84b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.670430] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 940.670430] env[69330]: value = "task-4128531" [ 940.670430] env[69330]: _type = "Task" [ 940.670430] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.682182] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.691136] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Releasing lock "refresh_cache-ce355e72-3e8c-48ba-bae3-8c0ee167cb0a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.691630] env[69330]: DEBUG nova.compute.manager [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Instance network_info: |[{"id": "3270bee9-49a8-4320-81a4-6eba59c2087d", "address": "fa:16:3e:81:c5:c2", "network": {"id": "417545f2-9aaa-47ea-ab59-063d25738cae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1591960329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c83500b4b5124611b83138c0c264a71a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3270bee9-49", "ovs_interfaceid": "3270bee9-49a8-4320-81a4-6eba59c2087d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.692206] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:c5:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3270bee9-49a8-4320-81a4-6eba59c2087d', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.703360] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.703759] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.704215] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-090c7b99-b0ec-4eff-8ca4-041596d0aa1b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.738132] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.738132] env[69330]: value = "task-4128532" [ 940.738132] env[69330]: _type = "Task" [ 940.738132] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.749851] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128532, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.818365] env[69330]: DEBUG nova.network.neutron [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Updating instance_info_cache with network_info: [{"id": "c10d8fca-1d8c-4fb6-aba2-cf52bc24e831", "address": "fa:16:3e:e9:53:4a", "network": {"id": "417545f2-9aaa-47ea-ab59-063d25738cae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1591960329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c83500b4b5124611b83138c0c264a71a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10d8fca-1d", "ovs_interfaceid": "c10d8fca-1d8c-4fb6-aba2-cf52bc24e831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.892633] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128530, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.899614] env[69330]: DEBUG oslo_concurrency.lockutils [None req-563c09c5-13f0-43c3-a83a-71a0717101c6 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "976043c3-a667-4bf5-a20d-fbfa78a71621" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.030s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.902678] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c596ca1-0e41-49f7-b84e-631699f324c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.107s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.918531] env[69330]: DEBUG oslo_concurrency.lockutils [None req-905a314f-620b-44f5-afe1-08f188cddd75 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "01d61e8b-07a5-49ef-952a-bbb603fb3ca2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.874s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.936457] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 1f7d5eb3-95f6-4b72-83df-a63a653091f7] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.017687] env[69330]: DEBUG nova.compute.manager [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.126994] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "0074cf53-68f3-4fc5-865b-aed263d7942c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.127480] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "0074cf53-68f3-4fc5-865b-aed263d7942c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.186550] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.249821] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128532, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.321103] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Releasing lock "refresh_cache-0fa8e642-7b8f-4678-9279-f29d6c386f68" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.321618] env[69330]: DEBUG nova.compute.manager [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Instance network_info: |[{"id": "c10d8fca-1d8c-4fb6-aba2-cf52bc24e831", "address": "fa:16:3e:e9:53:4a", "network": {"id": "417545f2-9aaa-47ea-ab59-063d25738cae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1591960329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c83500b4b5124611b83138c0c264a71a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10d8fca-1d", "ovs_interfaceid": "c10d8fca-1d8c-4fb6-aba2-cf52bc24e831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.322067] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:53:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c10d8fca-1d8c-4fb6-aba2-cf52bc24e831', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.330180] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.330866] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.331484] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ada36a4-921e-4c3c-bfa7-5c96f4658aa5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.349954] env[69330]: DEBUG nova.compute.manager [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.363015] env[69330]: DEBUG oslo_concurrency.lockutils [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "e7e29762-73da-4a5b-832c-7f865b05c2c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.363308] env[69330]: DEBUG oslo_concurrency.lockutils [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "e7e29762-73da-4a5b-832c-7f865b05c2c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.363563] env[69330]: DEBUG oslo_concurrency.lockutils [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "e7e29762-73da-4a5b-832c-7f865b05c2c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.364272] env[69330]: DEBUG oslo_concurrency.lockutils [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "e7e29762-73da-4a5b-832c-7f865b05c2c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.364272] env[69330]: DEBUG oslo_concurrency.lockutils [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "e7e29762-73da-4a5b-832c-7f865b05c2c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.366577] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.366577] env[69330]: value = "task-4128533" [ 941.366577] env[69330]: _type = "Task" [ 941.366577] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.369890] env[69330]: INFO nova.compute.manager [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Terminating instance [ 941.378725] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128533, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.392799] env[69330]: DEBUG oslo_vmware.api [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128530, 'name': RemoveSnapshot_Task, 'duration_secs': 0.665945} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.395527] env[69330]: DEBUG nova.virt.hardware [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.395884] env[69330]: DEBUG nova.virt.hardware [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.396064] env[69330]: DEBUG nova.virt.hardware [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.396298] env[69330]: DEBUG nova.virt.hardware [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.396404] env[69330]: DEBUG nova.virt.hardware [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.396553] env[69330]: DEBUG nova.virt.hardware [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.396764] env[69330]: DEBUG nova.virt.hardware [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.396923] env[69330]: DEBUG nova.virt.hardware [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.397108] env[69330]: DEBUG nova.virt.hardware [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.397289] env[69330]: DEBUG nova.virt.hardware [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.397505] env[69330]: DEBUG nova.virt.hardware [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.398678] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 941.398899] env[69330]: INFO nova.compute.manager [None req-6fc2d68f-70ba-4726-a679-fee5aa08f2e5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Took 15.66 seconds to snapshot the instance on the hypervisor. [ 941.402903] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ebb7d9-4898-49b3-b7b5-457ac611178c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.416597] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f01c3b-be46-4767-972e-0ed4927f5762 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.440139] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: d97c3b3d-e9b2-46b0-87e7-f6660de013ca] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.482233] env[69330]: DEBUG nova.compute.manager [req-5f1cc9ca-fb60-4746-bdca-080fb84d0a3f req-a325b4f2-c8f9-4025-be57-f775d3acef4a service nova] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Received event network-changed-3270bee9-49a8-4320-81a4-6eba59c2087d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.482382] env[69330]: DEBUG nova.compute.manager [req-5f1cc9ca-fb60-4746-bdca-080fb84d0a3f req-a325b4f2-c8f9-4025-be57-f775d3acef4a service nova] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Refreshing instance network info cache due to event network-changed-3270bee9-49a8-4320-81a4-6eba59c2087d. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.485446] env[69330]: DEBUG oslo_concurrency.lockutils [req-5f1cc9ca-fb60-4746-bdca-080fb84d0a3f req-a325b4f2-c8f9-4025-be57-f775d3acef4a service nova] Acquiring lock "refresh_cache-ce355e72-3e8c-48ba-bae3-8c0ee167cb0a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.485446] env[69330]: DEBUG oslo_concurrency.lockutils [req-5f1cc9ca-fb60-4746-bdca-080fb84d0a3f req-a325b4f2-c8f9-4025-be57-f775d3acef4a service nova] Acquired lock "refresh_cache-ce355e72-3e8c-48ba-bae3-8c0ee167cb0a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.485446] env[69330]: DEBUG nova.network.neutron [req-5f1cc9ca-fb60-4746-bdca-080fb84d0a3f req-a325b4f2-c8f9-4025-be57-f775d3acef4a service nova] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Refreshing network info cache for port 3270bee9-49a8-4320-81a4-6eba59c2087d {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.545619] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.682206] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128531, 'name': ReconfigVM_Task, 'duration_secs': 0.761734} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.685294] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd/7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.686231] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b07c66c0-b66a-49de-b954-5b28dc744850 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.694237] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 941.694237] env[69330]: value = "task-4128534" [ 941.694237] env[69330]: _type = "Task" [ 941.694237] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.704369] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128534, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.755816] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128532, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.879175] env[69330]: DEBUG oslo_concurrency.lockutils [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "refresh_cache-e7e29762-73da-4a5b-832c-7f865b05c2c5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.879397] env[69330]: DEBUG oslo_concurrency.lockutils [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquired lock "refresh_cache-e7e29762-73da-4a5b-832c-7f865b05c2c5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.879677] env[69330]: DEBUG nova.network.neutron [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.881242] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128533, 'name': CreateVM_Task, 'duration_secs': 0.412925} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.886148] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.887391] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.889404] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.889404] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.889404] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b33762-64bd-47a7-9458-7b9af0923b5d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.896054] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 941.896054] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ef1b9e-5109-7fd6-68b7-880ef4411eb3" [ 941.896054] env[69330]: _type = "Task" [ 941.896054] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.908184] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ef1b9e-5109-7fd6-68b7-880ef4411eb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.944818] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 680d7b0e-473f-474e-9dce-245ce103d9e7] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.974197] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264a6fbd-b586-4be3-a288-685b83bbc92b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.985653] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f139b3-c07c-4e35-8019-fffae766b9fa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.024455] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbff5832-22ca-4812-b753-48bf3f13eb95 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.034510] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ec029f-302d-4616-be7b-74d70ccdb4f6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.051848] env[69330]: DEBUG nova.compute.provider_tree [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.158310] env[69330]: DEBUG nova.compute.manager [req-864e9535-b9ed-4894-8d26-349f761f624a req-e001f735-bd89-4f3b-9100-c2509c804980 service nova] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Received event network-changed-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.158510] env[69330]: DEBUG nova.compute.manager [req-864e9535-b9ed-4894-8d26-349f761f624a req-e001f735-bd89-4f3b-9100-c2509c804980 service nova] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Refreshing instance network info cache due to event network-changed-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.158726] env[69330]: DEBUG oslo_concurrency.lockutils [req-864e9535-b9ed-4894-8d26-349f761f624a req-e001f735-bd89-4f3b-9100-c2509c804980 service nova] Acquiring lock "refresh_cache-0fa8e642-7b8f-4678-9279-f29d6c386f68" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.159243] env[69330]: DEBUG oslo_concurrency.lockutils [req-864e9535-b9ed-4894-8d26-349f761f624a req-e001f735-bd89-4f3b-9100-c2509c804980 service nova] Acquired lock "refresh_cache-0fa8e642-7b8f-4678-9279-f29d6c386f68" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.159505] env[69330]: DEBUG nova.network.neutron [req-864e9535-b9ed-4894-8d26-349f761f624a req-e001f735-bd89-4f3b-9100-c2509c804980 service nova] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Refreshing network info cache for port c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.206237] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128534, 'name': Rename_Task, 'duration_secs': 0.258243} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.206237] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.206341] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-170e5866-326f-470d-acff-b48a092278d9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.217019] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 942.217019] env[69330]: value = "task-4128535" [ 942.217019] env[69330]: _type = "Task" [ 942.217019] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.226352] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.252813] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128532, 'name': CreateVM_Task, 'duration_secs': 1.18512} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.253249] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.254040] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.254259] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.254617] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.254908] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de879b5a-1858-4f5d-88f7-92f883c415dc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.261297] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 942.261297] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528ba2c3-a257-dca8-d659-652a101a9ee9" [ 942.261297] env[69330]: _type = "Task" [ 942.261297] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.270936] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528ba2c3-a257-dca8-d659-652a101a9ee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.304692] env[69330]: DEBUG nova.network.neutron [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Successfully updated port: 2fa514c9-ba24-411f-b2ea-dddaac8b0b42 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.405947] env[69330]: DEBUG nova.network.neutron [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.411597] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ef1b9e-5109-7fd6-68b7-880ef4411eb3, 'name': SearchDatastore_Task, 'duration_secs': 0.01361} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.411907] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.412150] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.412419] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.412589] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.412884] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.413183] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6dfd2bd-486b-4cf5-a4a6-9173b8d96854 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.424529] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.424721] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.425493] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2917ab7a-8acc-49d6-bb4a-b08629794792 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.434268] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 942.434268] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]525f2914-2992-b8fb-2476-809bf354fc29" [ 942.434268] env[69330]: _type = "Task" [ 942.434268] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.442932] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525f2914-2992-b8fb-2476-809bf354fc29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.451653] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 8cabb81d-9470-4b45-b183-485160fc4a9b] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.478511] env[69330]: DEBUG nova.network.neutron [req-5f1cc9ca-fb60-4746-bdca-080fb84d0a3f req-a325b4f2-c8f9-4025-be57-f775d3acef4a service nova] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Updated VIF entry in instance network info cache for port 3270bee9-49a8-4320-81a4-6eba59c2087d. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.478511] env[69330]: DEBUG nova.network.neutron [req-5f1cc9ca-fb60-4746-bdca-080fb84d0a3f req-a325b4f2-c8f9-4025-be57-f775d3acef4a service nova] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Updating instance_info_cache with network_info: [{"id": "3270bee9-49a8-4320-81a4-6eba59c2087d", "address": "fa:16:3e:81:c5:c2", "network": {"id": "417545f2-9aaa-47ea-ab59-063d25738cae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1591960329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c83500b4b5124611b83138c0c264a71a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3270bee9-49", "ovs_interfaceid": "3270bee9-49a8-4320-81a4-6eba59c2087d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.485535] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e16ce53-fda5-49de-902a-3d992c01f9ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.494909] env[69330]: DEBUG nova.network.neutron [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.500477] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ec74bf54-27f6-47d3-a8a9-41b853d96fc0 tempest-ServersAdminNegativeTestJSON-1849820981 tempest-ServersAdminNegativeTestJSON-1849820981-project-admin] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Suspending the VM {{(pid=69330) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 942.501764] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-228f7bc5-5538-4262-af42-814ad51fb12e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.509411] env[69330]: DEBUG oslo_vmware.api [None req-ec74bf54-27f6-47d3-a8a9-41b853d96fc0 tempest-ServersAdminNegativeTestJSON-1849820981 tempest-ServersAdminNegativeTestJSON-1849820981-project-admin] Waiting for the task: (returnval){ [ 942.509411] env[69330]: value = "task-4128536" [ 942.509411] env[69330]: _type = "Task" [ 942.509411] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.519885] env[69330]: DEBUG oslo_vmware.api [None req-ec74bf54-27f6-47d3-a8a9-41b853d96fc0 tempest-ServersAdminNegativeTestJSON-1849820981 tempest-ServersAdminNegativeTestJSON-1849820981-project-admin] Task: {'id': task-4128536, 'name': SuspendVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.556548] env[69330]: DEBUG nova.scheduler.client.report [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.726995] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.758394] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.758683] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.779849] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528ba2c3-a257-dca8-d659-652a101a9ee9, 'name': SearchDatastore_Task, 'duration_secs': 0.025422} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.783268] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.783268] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.783415] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.783569] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.783852] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.784189] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-502ca6a1-1c61-43d4-a18f-c5343ff17e04 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.792329] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "32730492-3587-42ca-9706-9a9d4142417a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.792650] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "32730492-3587-42ca-9706-9a9d4142417a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.800298] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.800509] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.801345] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43e4a29-22a1-49a4-858c-2ce01f28796c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.807864] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "refresh_cache-6267f87d-af0a-4ffa-a779-6966003cd064" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.807981] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "refresh_cache-6267f87d-af0a-4ffa-a779-6966003cd064" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.808070] env[69330]: DEBUG nova.network.neutron [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.809291] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 942.809291] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b2af4a-438b-e740-2b59-79dfb198f073" [ 942.809291] env[69330]: _type = "Task" [ 942.809291] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.819607] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b2af4a-438b-e740-2b59-79dfb198f073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.948022] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525f2914-2992-b8fb-2476-809bf354fc29, 'name': SearchDatastore_Task, 'duration_secs': 0.041468} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.948926] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0800abb0-687e-40e0-8ffb-007cde698998 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.957206] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 942.957206] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5246cc41-aea2-2c42-52cb-feb22580c6e7" [ 942.957206] env[69330]: _type = "Task" [ 942.957206] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.960726] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: c10b9a44-b186-4623-80dc-bc94fc925e87] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.978149] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5246cc41-aea2-2c42-52cb-feb22580c6e7, 'name': SearchDatastore_Task, 'duration_secs': 0.015818} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.978435] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.978709] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0fa8e642-7b8f-4678-9279-f29d6c386f68/0fa8e642-7b8f-4678-9279-f29d6c386f68.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.979059] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58dc51b4-d6de-41f8-a45a-dc083dc1fd53 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.983208] env[69330]: DEBUG oslo_concurrency.lockutils [req-5f1cc9ca-fb60-4746-bdca-080fb84d0a3f req-a325b4f2-c8f9-4025-be57-f775d3acef4a service nova] Releasing lock "refresh_cache-ce355e72-3e8c-48ba-bae3-8c0ee167cb0a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.988401] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 942.988401] env[69330]: value = "task-4128537" [ 942.988401] env[69330]: _type = "Task" [ 942.988401] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.999451] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.003906] env[69330]: DEBUG oslo_concurrency.lockutils [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Releasing lock "refresh_cache-e7e29762-73da-4a5b-832c-7f865b05c2c5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.004401] env[69330]: DEBUG nova.compute.manager [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.004633] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.005827] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486405f9-64fc-440e-b6a9-dd283d14b3b9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.020342] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.020342] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e961696-a6c2-405a-9cde-cf7c6d31638f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.025417] env[69330]: DEBUG oslo_vmware.api [None req-ec74bf54-27f6-47d3-a8a9-41b853d96fc0 tempest-ServersAdminNegativeTestJSON-1849820981 tempest-ServersAdminNegativeTestJSON-1849820981-project-admin] Task: {'id': task-4128536, 'name': SuspendVM_Task} progress is 58%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.032530] env[69330]: DEBUG oslo_vmware.api [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 943.032530] env[69330]: value = "task-4128538" [ 943.032530] env[69330]: _type = "Task" [ 943.032530] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.043452] env[69330]: DEBUG oslo_vmware.api [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.064992] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.064992] env[69330]: DEBUG nova.compute.manager [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.068278] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.577s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.069849] env[69330]: INFO nova.compute.claims [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.230068] env[69330]: DEBUG oslo_vmware.api [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128535, 'name': PowerOnVM_Task, 'duration_secs': 0.893119} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.230393] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.230603] env[69330]: INFO nova.compute.manager [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Took 10.06 seconds to spawn the instance on the hypervisor. [ 943.231242] env[69330]: DEBUG nova.compute.manager [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 943.231909] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba36990-9009-4799-a3c6-8795f9c4ee4e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.273953] env[69330]: DEBUG nova.network.neutron [req-864e9535-b9ed-4894-8d26-349f761f624a req-e001f735-bd89-4f3b-9100-c2509c804980 service nova] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Updated VIF entry in instance network info cache for port c10d8fca-1d8c-4fb6-aba2-cf52bc24e831. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.274412] env[69330]: DEBUG nova.network.neutron [req-864e9535-b9ed-4894-8d26-349f761f624a req-e001f735-bd89-4f3b-9100-c2509c804980 service nova] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Updating instance_info_cache with network_info: [{"id": "c10d8fca-1d8c-4fb6-aba2-cf52bc24e831", "address": "fa:16:3e:e9:53:4a", "network": {"id": "417545f2-9aaa-47ea-ab59-063d25738cae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1591960329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c83500b4b5124611b83138c0c264a71a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10d8fca-1d", "ovs_interfaceid": "c10d8fca-1d8c-4fb6-aba2-cf52bc24e831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.331349] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b2af4a-438b-e740-2b59-79dfb198f073, 'name': SearchDatastore_Task, 'duration_secs': 0.020609} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.336689] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faee1bc8-abe6-4314-8d23-2737fe034872 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.346024] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 943.346024] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]525b2332-0c69-0688-0b84-c9c45dd8d888" [ 943.346024] env[69330]: _type = "Task" [ 943.346024] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.354405] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525b2332-0c69-0688-0b84-c9c45dd8d888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.365521] env[69330]: DEBUG nova.network.neutron [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.469041] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 985fa962-e2cc-488a-a102-1a1aabc93dcb] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.503341] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128537, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.525114] env[69330]: DEBUG oslo_vmware.api [None req-ec74bf54-27f6-47d3-a8a9-41b853d96fc0 tempest-ServersAdminNegativeTestJSON-1849820981 tempest-ServersAdminNegativeTestJSON-1849820981-project-admin] Task: {'id': task-4128536, 'name': SuspendVM_Task, 'duration_secs': 0.760499} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.525419] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ec74bf54-27f6-47d3-a8a9-41b853d96fc0 tempest-ServersAdminNegativeTestJSON-1849820981 tempest-ServersAdminNegativeTestJSON-1849820981-project-admin] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Suspended the VM {{(pid=69330) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 943.525630] env[69330]: DEBUG nova.compute.manager [None req-ec74bf54-27f6-47d3-a8a9-41b853d96fc0 tempest-ServersAdminNegativeTestJSON-1849820981 tempest-ServersAdminNegativeTestJSON-1849820981-project-admin] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 943.526420] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a530ccf6-3ad4-4b76-8026-634ac8197670 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.549842] env[69330]: DEBUG oslo_vmware.api [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128538, 'name': PowerOffVM_Task, 'duration_secs': 0.167233} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.550197] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.550376] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.550641] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b669dc7-0ced-4012-bf14-c57879bfbe8b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.572249] env[69330]: DEBUG nova.compute.utils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.572249] env[69330]: DEBUG nova.compute.manager [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.573102] env[69330]: DEBUG nova.network.neutron [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.589245] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.589245] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.589245] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Deleting the datastore file [datastore1] e7e29762-73da-4a5b-832c-7f865b05c2c5 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.589245] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88b9e812-970b-41ed-895b-5714dacf2c86 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.605555] env[69330]: DEBUG oslo_vmware.api [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for the task: (returnval){ [ 943.605555] env[69330]: value = "task-4128540" [ 943.605555] env[69330]: _type = "Task" [ 943.605555] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.616434] env[69330]: DEBUG oslo_vmware.api [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.629647] env[69330]: DEBUG nova.network.neutron [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Updating instance_info_cache with network_info: [{"id": "2fa514c9-ba24-411f-b2ea-dddaac8b0b42", "address": "fa:16:3e:80:3c:fb", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa514c9-ba", "ovs_interfaceid": "2fa514c9-ba24-411f-b2ea-dddaac8b0b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.684015] env[69330]: DEBUG nova.policy [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '729793c28d604d49b4b1b24690802ed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50ea80a2c82b48f8b0268d02c644d959', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.760280] env[69330]: INFO nova.compute.manager [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Took 65.05 seconds to build instance. [ 943.778962] env[69330]: DEBUG oslo_concurrency.lockutils [req-864e9535-b9ed-4894-8d26-349f761f624a req-e001f735-bd89-4f3b-9100-c2509c804980 service nova] Releasing lock "refresh_cache-0fa8e642-7b8f-4678-9279-f29d6c386f68" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.864303] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525b2332-0c69-0688-0b84-c9c45dd8d888, 'name': SearchDatastore_Task, 'duration_secs': 0.019885} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.865281] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.866054] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] ce355e72-3e8c-48ba-bae3-8c0ee167cb0a/ce355e72-3e8c-48ba-bae3-8c0ee167cb0a.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.866681] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36425b3b-a50d-4eca-8e01-aaeff0c9945f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.876414] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 943.876414] env[69330]: value = "task-4128541" [ 943.876414] env[69330]: _type = "Task" [ 943.876414] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.890014] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.972939] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 95742cd4-ee06-4c77-ab05-28cd2d326092] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.005022] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749889} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.005022] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0fa8e642-7b8f-4678-9279-f29d6c386f68/0fa8e642-7b8f-4678-9279-f29d6c386f68.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.005022] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.005022] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56bb57aa-fd92-43b8-bebd-74cdf10e59f1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.014020] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 944.014020] env[69330]: value = "task-4128542" [ 944.014020] env[69330]: _type = "Task" [ 944.014020] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.027621] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.080022] env[69330]: DEBUG nova.compute.manager [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.121643] env[69330]: DEBUG oslo_vmware.api [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Task: {'id': task-4128540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254304} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.122413] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.124452] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.124452] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.124452] env[69330]: INFO nova.compute.manager [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 944.124452] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.124797] env[69330]: DEBUG nova.compute.manager [-] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.125022] env[69330]: DEBUG nova.network.neutron [-] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.133781] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "refresh_cache-6267f87d-af0a-4ffa-a779-6966003cd064" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.137296] env[69330]: DEBUG nova.compute.manager [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Instance network_info: |[{"id": "2fa514c9-ba24-411f-b2ea-dddaac8b0b42", "address": "fa:16:3e:80:3c:fb", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa514c9-ba", "ovs_interfaceid": "2fa514c9-ba24-411f-b2ea-dddaac8b0b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.144232] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:3c:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fa514c9-ba24-411f-b2ea-dddaac8b0b42', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.151299] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Creating folder: Project (af82179fe57040ad8a1ebd138470cadd). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.153739] env[69330]: DEBUG nova.network.neutron [-] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.155533] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c11930a-4f2c-4bd8-9238-fac73b4a8c82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.171428] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Created folder: Project (af82179fe57040ad8a1ebd138470cadd) in parent group-v817559. [ 944.171596] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Creating folder: Instances. Parent ref: group-v817759. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.171895] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c96dc327-d129-40dd-9fa2-db0256403b9e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.186280] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Created folder: Instances in parent group-v817759. [ 944.187389] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.189212] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.198291] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85a1307e-e447-418c-bee9-6bae7a3ecb10 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.227292] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.227292] env[69330]: value = "task-4128545" [ 944.227292] env[69330]: _type = "Task" [ 944.227292] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.235544] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128545, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.250835] env[69330]: DEBUG nova.compute.manager [req-cf6c2a98-7a15-45ba-ba71-4e3dadd2599e req-96313f46-c2e1-4d1b-acb3-9601ec438e62 service nova] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Received event network-vif-plugged-2fa514c9-ba24-411f-b2ea-dddaac8b0b42 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.250835] env[69330]: DEBUG oslo_concurrency.lockutils [req-cf6c2a98-7a15-45ba-ba71-4e3dadd2599e req-96313f46-c2e1-4d1b-acb3-9601ec438e62 service nova] Acquiring lock "6267f87d-af0a-4ffa-a779-6966003cd064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.250835] env[69330]: DEBUG oslo_concurrency.lockutils [req-cf6c2a98-7a15-45ba-ba71-4e3dadd2599e req-96313f46-c2e1-4d1b-acb3-9601ec438e62 service nova] Lock "6267f87d-af0a-4ffa-a779-6966003cd064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.250835] env[69330]: DEBUG oslo_concurrency.lockutils [req-cf6c2a98-7a15-45ba-ba71-4e3dadd2599e req-96313f46-c2e1-4d1b-acb3-9601ec438e62 service nova] Lock "6267f87d-af0a-4ffa-a779-6966003cd064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.250835] env[69330]: DEBUG nova.compute.manager [req-cf6c2a98-7a15-45ba-ba71-4e3dadd2599e req-96313f46-c2e1-4d1b-acb3-9601ec438e62 service nova] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] No waiting events found dispatching network-vif-plugged-2fa514c9-ba24-411f-b2ea-dddaac8b0b42 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 944.250835] env[69330]: WARNING nova.compute.manager [req-cf6c2a98-7a15-45ba-ba71-4e3dadd2599e req-96313f46-c2e1-4d1b-acb3-9601ec438e62 service nova] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Received unexpected event network-vif-plugged-2fa514c9-ba24-411f-b2ea-dddaac8b0b42 for instance with vm_state building and task_state spawning. [ 944.250835] env[69330]: DEBUG nova.compute.manager [req-cf6c2a98-7a15-45ba-ba71-4e3dadd2599e req-96313f46-c2e1-4d1b-acb3-9601ec438e62 service nova] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Received event network-changed-2fa514c9-ba24-411f-b2ea-dddaac8b0b42 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.250835] env[69330]: DEBUG nova.compute.manager [req-cf6c2a98-7a15-45ba-ba71-4e3dadd2599e req-96313f46-c2e1-4d1b-acb3-9601ec438e62 service nova] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Refreshing instance network info cache due to event network-changed-2fa514c9-ba24-411f-b2ea-dddaac8b0b42. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.250835] env[69330]: DEBUG oslo_concurrency.lockutils [req-cf6c2a98-7a15-45ba-ba71-4e3dadd2599e req-96313f46-c2e1-4d1b-acb3-9601ec438e62 service nova] Acquiring lock "refresh_cache-6267f87d-af0a-4ffa-a779-6966003cd064" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.250835] env[69330]: DEBUG oslo_concurrency.lockutils [req-cf6c2a98-7a15-45ba-ba71-4e3dadd2599e req-96313f46-c2e1-4d1b-acb3-9601ec438e62 service nova] Acquired lock "refresh_cache-6267f87d-af0a-4ffa-a779-6966003cd064" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.251961] env[69330]: DEBUG nova.network.neutron [req-cf6c2a98-7a15-45ba-ba71-4e3dadd2599e req-96313f46-c2e1-4d1b-acb3-9601ec438e62 service nova] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Refreshing network info cache for port 2fa514c9-ba24-411f-b2ea-dddaac8b0b42 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.263873] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e4669bfc-5a96-490a-b236-ff7b473de545 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.182s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.291075] env[69330]: DEBUG nova.network.neutron [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Successfully created port: 172ba092-7405-4701-9b9b-c22c51a35045 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.390796] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128541, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.478662] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: fbad53ec-e242-43ce-b7e9-75f4e1ce69f6] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.524994] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087351} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.528071] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.529639] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405f4904-f6d2-404f-a201-b1c1357c9364 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.558416] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 0fa8e642-7b8f-4678-9279-f29d6c386f68/0fa8e642-7b8f-4678-9279-f29d6c386f68.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.562048] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71889738-6db9-4562-9a80-1e0dd712bbdd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.584714] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 944.584714] env[69330]: value = "task-4128546" [ 944.584714] env[69330]: _type = "Task" [ 944.584714] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.604944] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.659436] env[69330]: DEBUG nova.network.neutron [-] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.740118] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128545, 'name': CreateVM_Task, 'duration_secs': 0.493148} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.740295] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.741022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.741204] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.741559] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.741833] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a89b84-6e9f-4761-b3ef-f23c35ff8d9f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.747877] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 944.747877] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5278331c-ace4-077e-fa47-cbe282af2018" [ 944.747877] env[69330]: _type = "Task" [ 944.747877] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.764606] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5278331c-ace4-077e-fa47-cbe282af2018, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.764756] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.764860] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.765160] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.765319] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.765504] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.766262] env[69330]: DEBUG nova.compute.manager [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.769102] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82973cac-4d7e-4a98-9783-3d740bb312bf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.786961] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.786961] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.786961] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d3e3e8-24fa-4d76-9802-df7c425238ee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.792671] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 944.792671] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5230360c-c9c9-fd27-2c74-99a0b97e5ea5" [ 944.792671] env[69330]: _type = "Task" [ 944.792671] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.802771] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5230360c-c9c9-fd27-2c74-99a0b97e5ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.808059] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158f768f-2477-4a59-8c87-0617a5ee3cbe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.821248] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f67c87-e664-41dd-b3c5-bf70de93fe2d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.863061] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7e48ff-0456-4f77-99ac-c47fc782ae4f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.874256] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14afdba2-57b5-499f-a832-bcd012f77d48 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.893073] env[69330]: DEBUG nova.compute.provider_tree [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.900907] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595686} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.902360] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] ce355e72-3e8c-48ba-bae3-8c0ee167cb0a/ce355e72-3e8c-48ba-bae3-8c0ee167cb0a.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.902751] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.902953] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f575bedc-6e6c-41e5-a531-25eb657404bc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.913208] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 944.913208] env[69330]: value = "task-4128547" [ 944.913208] env[69330]: _type = "Task" [ 944.913208] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.924381] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.985026] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 6ec379b6-3bfe-4a94-abad-9affb3942fa4] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.098154] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128546, 'name': ReconfigVM_Task, 'duration_secs': 0.430242} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.098464] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 0fa8e642-7b8f-4678-9279-f29d6c386f68/0fa8e642-7b8f-4678-9279-f29d6c386f68.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.099282] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c6c533a-7627-48dd-8eaf-10f3ebec735f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.105462] env[69330]: DEBUG nova.compute.manager [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.120048] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 945.120048] env[69330]: value = "task-4128548" [ 945.120048] env[69330]: _type = "Task" [ 945.120048] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.131939] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128548, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.147947] env[69330]: DEBUG nova.virt.hardware [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.148882] env[69330]: DEBUG nova.virt.hardware [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.148882] env[69330]: DEBUG nova.virt.hardware [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.148882] env[69330]: DEBUG nova.virt.hardware [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.148882] env[69330]: DEBUG nova.virt.hardware [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.149364] env[69330]: DEBUG nova.virt.hardware [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.150226] env[69330]: DEBUG nova.virt.hardware [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.150226] env[69330]: DEBUG nova.virt.hardware [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.150607] env[69330]: DEBUG nova.virt.hardware [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.150876] env[69330]: DEBUG nova.virt.hardware [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.151140] env[69330]: DEBUG nova.virt.hardware [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.152792] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bf3972-cdcb-4399-ab64-54650715e093 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.164382] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d3d7ca-629d-455a-a1c0-187601766214 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.170969] env[69330]: INFO nova.compute.manager [-] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Took 1.05 seconds to deallocate network for instance. [ 945.192681] env[69330]: DEBUG nova.network.neutron [req-cf6c2a98-7a15-45ba-ba71-4e3dadd2599e req-96313f46-c2e1-4d1b-acb3-9601ec438e62 service nova] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Updated VIF entry in instance network info cache for port 2fa514c9-ba24-411f-b2ea-dddaac8b0b42. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.193169] env[69330]: DEBUG nova.network.neutron [req-cf6c2a98-7a15-45ba-ba71-4e3dadd2599e req-96313f46-c2e1-4d1b-acb3-9601ec438e62 service nova] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Updating instance_info_cache with network_info: [{"id": "2fa514c9-ba24-411f-b2ea-dddaac8b0b42", "address": "fa:16:3e:80:3c:fb", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa514c9-ba", "ovs_interfaceid": "2fa514c9-ba24-411f-b2ea-dddaac8b0b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.304733] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.304733] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5230360c-c9c9-fd27-2c74-99a0b97e5ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.014425} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.304733] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26353a74-2b11-4528-b0d5-9fc411e85853 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.310559] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 945.310559] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52120750-3fd5-890e-0f42-8da3d8d43d7c" [ 945.310559] env[69330]: _type = "Task" [ 945.310559] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.318866] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52120750-3fd5-890e-0f42-8da3d8d43d7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.397316] env[69330]: DEBUG nova.scheduler.client.report [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.425485] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120558} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.425771] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.426595] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d261a5-98d6-40df-834a-d3eaa99340e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.451122] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] ce355e72-3e8c-48ba-bae3-8c0ee167cb0a/ce355e72-3e8c-48ba-bae3-8c0ee167cb0a.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.451358] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-910b99b1-8d15-4588-965c-a01502af7e92 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.474187] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 945.474187] env[69330]: value = "task-4128549" [ 945.474187] env[69330]: _type = "Task" [ 945.474187] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.484789] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.485464] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 2dfce727-3973-48b4-9326-a2fa2a64779e] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.630356] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128548, 'name': Rename_Task, 'duration_secs': 0.177541} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.630579] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.630921] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc9ba9db-fed3-49cd-872e-6dc0f1773e17 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.637269] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 945.637269] env[69330]: value = "task-4128550" [ 945.637269] env[69330]: _type = "Task" [ 945.637269] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.648013] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.691982] env[69330]: DEBUG oslo_concurrency.lockutils [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.697250] env[69330]: DEBUG oslo_concurrency.lockutils [req-cf6c2a98-7a15-45ba-ba71-4e3dadd2599e req-96313f46-c2e1-4d1b-acb3-9601ec438e62 service nova] Releasing lock "refresh_cache-6267f87d-af0a-4ffa-a779-6966003cd064" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.827981] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52120750-3fd5-890e-0f42-8da3d8d43d7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011932} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.827981] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.827981] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 6267f87d-af0a-4ffa-a779-6966003cd064/6267f87d-af0a-4ffa-a779-6966003cd064.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.827981] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f78554cd-62a7-4537-a5ca-8c5085609496 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.838321] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 945.838321] env[69330]: value = "task-4128551" [ 945.838321] env[69330]: _type = "Task" [ 945.838321] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.845831] env[69330]: DEBUG oslo_concurrency.lockutils [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "c53a48e6-0819-41bc-947a-ad02f5b411de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.845963] env[69330]: DEBUG oslo_concurrency.lockutils [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "c53a48e6-0819-41bc-947a-ad02f5b411de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.846189] env[69330]: DEBUG oslo_concurrency.lockutils [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "c53a48e6-0819-41bc-947a-ad02f5b411de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.846767] env[69330]: DEBUG oslo_concurrency.lockutils [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "c53a48e6-0819-41bc-947a-ad02f5b411de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.846979] env[69330]: DEBUG oslo_concurrency.lockutils [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "c53a48e6-0819-41bc-947a-ad02f5b411de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.849774] env[69330]: INFO nova.compute.manager [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Terminating instance [ 945.856889] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.903398] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.903908] env[69330]: DEBUG nova.compute.manager [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.906915] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.604s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.907084] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.910814] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.848s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.912439] env[69330]: INFO nova.compute.claims [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.952121] env[69330]: INFO nova.scheduler.client.report [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleted allocations for instance 582e644b-fc0f-4c2c-a15a-79232a1d2038 [ 945.986450] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128549, 'name': ReconfigVM_Task, 'duration_secs': 0.364056} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.989297] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Reconfigured VM instance instance-00000045 to attach disk [datastore1] ce355e72-3e8c-48ba-bae3-8c0ee167cb0a/ce355e72-3e8c-48ba-bae3-8c0ee167cb0a.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.989297] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7ce2135-f8d5-472c-99b8-443cec9011bc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.990584] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 7a284fbf-f3d9-4dbb-a776-f3d022f3b933] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.000062] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 946.000062] env[69330]: value = "task-4128552" [ 946.000062] env[69330]: _type = "Task" [ 946.000062] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.010701] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128552, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.150864] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128550, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.353734] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128551, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.358770] env[69330]: DEBUG nova.compute.manager [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.359853] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.360795] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7264735a-1f37-471a-9c3c-cc72a8440d8f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.370266] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.370572] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b0a7c37-9d86-4878-8466-0291e2fba038 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.418945] env[69330]: DEBUG nova.compute.utils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.424704] env[69330]: DEBUG nova.compute.manager [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.425437] env[69330]: DEBUG nova.network.neutron [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.438528] env[69330]: DEBUG nova.network.neutron [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Successfully updated port: 172ba092-7405-4701-9b9b-c22c51a35045 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.452922] env[69330]: DEBUG nova.compute.manager [req-fece4044-50fd-46b6-af5c-d6cc31dc1d58 req-96999b40-c644-4d96-bf44-affe7b504386 service nova] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Received event network-vif-plugged-172ba092-7405-4701-9b9b-c22c51a35045 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.452922] env[69330]: DEBUG oslo_concurrency.lockutils [req-fece4044-50fd-46b6-af5c-d6cc31dc1d58 req-96999b40-c644-4d96-bf44-affe7b504386 service nova] Acquiring lock "a39d8145-220b-4c62-a164-7ae645ae0608-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.453170] env[69330]: DEBUG oslo_concurrency.lockutils [req-fece4044-50fd-46b6-af5c-d6cc31dc1d58 req-96999b40-c644-4d96-bf44-affe7b504386 service nova] Lock "a39d8145-220b-4c62-a164-7ae645ae0608-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.453232] env[69330]: DEBUG oslo_concurrency.lockutils [req-fece4044-50fd-46b6-af5c-d6cc31dc1d58 req-96999b40-c644-4d96-bf44-affe7b504386 service nova] Lock "a39d8145-220b-4c62-a164-7ae645ae0608-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.457038] env[69330]: DEBUG nova.compute.manager [req-fece4044-50fd-46b6-af5c-d6cc31dc1d58 req-96999b40-c644-4d96-bf44-affe7b504386 service nova] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] No waiting events found dispatching network-vif-plugged-172ba092-7405-4701-9b9b-c22c51a35045 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 946.457038] env[69330]: WARNING nova.compute.manager [req-fece4044-50fd-46b6-af5c-d6cc31dc1d58 req-96999b40-c644-4d96-bf44-affe7b504386 service nova] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Received unexpected event network-vif-plugged-172ba092-7405-4701-9b9b-c22c51a35045 for instance with vm_state building and task_state spawning. [ 946.466346] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52745214-f5e4-4a06-993b-8da50f01a2eb tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "582e644b-fc0f-4c2c-a15a-79232a1d2038" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.632s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.488046] env[69330]: DEBUG nova.policy [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '729793c28d604d49b4b1b24690802ed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50ea80a2c82b48f8b0268d02c644d959', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.493017] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 76cf0d1d-60fe-4b79-93cd-d41d0ed81d86] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.517582] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128552, 'name': Rename_Task, 'duration_secs': 0.198804} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.518351] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.518644] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3efcc919-cbae-4b99-b526-5e1d794abe43 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.528692] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 946.528692] env[69330]: value = "task-4128554" [ 946.528692] env[69330]: _type = "Task" [ 946.528692] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.546766] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.653940] env[69330]: DEBUG oslo_vmware.api [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128550, 'name': PowerOnVM_Task, 'duration_secs': 0.678681} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.653940] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.654178] env[69330]: INFO nova.compute.manager [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Took 8.02 seconds to spawn the instance on the hypervisor. [ 946.654710] env[69330]: DEBUG nova.compute.manager [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 946.655347] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfed5df3-6326-4971-82cf-254be282b959 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.670636] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.670895] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.671116] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Deleting the datastore file [datastore1] c53a48e6-0819-41bc-947a-ad02f5b411de {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.671465] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf109232-dccc-41ac-928b-03408bd893f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.681424] env[69330]: DEBUG oslo_vmware.api [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 946.681424] env[69330]: value = "task-4128555" [ 946.681424] env[69330]: _type = "Task" [ 946.681424] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.690917] env[69330]: DEBUG oslo_vmware.api [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.850432] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128551, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.867423] env[69330]: DEBUG nova.network.neutron [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Successfully created port: 1a4f0f30-1c66-4287-b0df-d5b57bc1562a {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.932354] env[69330]: DEBUG nova.compute.manager [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.943536] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "refresh_cache-a39d8145-220b-4c62-a164-7ae645ae0608" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.943536] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "refresh_cache-a39d8145-220b-4c62-a164-7ae645ae0608" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.943536] env[69330]: DEBUG nova.network.neutron [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.998793] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 3c1b84e2-bdb7-414c-b3d1-218c5039aab0] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.046340] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128554, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.189546] env[69330]: INFO nova.compute.manager [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Took 57.28 seconds to build instance. [ 947.202659] env[69330]: DEBUG oslo_vmware.api [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261974} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.203037] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.203248] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.203420] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.203598] env[69330]: INFO nova.compute.manager [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Took 0.84 seconds to destroy the instance on the hypervisor. [ 947.203917] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.204072] env[69330]: DEBUG nova.compute.manager [-] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.204167] env[69330]: DEBUG nova.network.neutron [-] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.276683] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Acquiring lock "cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.276924] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Lock "cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.353647] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128551, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.452412] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc32b6e3-b17f-4b1b-b9dd-94a33a05a766 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.463076] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7be2a9b-5959-4690-abe9-ac07c5df96e8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.512370] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 11fbad6e-6d44-41b8-863b-55cbda4faacd] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.519101] env[69330]: DEBUG nova.network.neutron [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.520355] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1092959-01da-4638-9544-3905136f2b9f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.534551] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63f1789-6e2f-4272-90d5-b17378c7118d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.552962] env[69330]: DEBUG oslo_vmware.api [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128554, 'name': PowerOnVM_Task, 'duration_secs': 0.58843} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.553498] env[69330]: DEBUG nova.compute.provider_tree [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.555371] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.555577] env[69330]: INFO nova.compute.manager [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Took 11.70 seconds to spawn the instance on the hypervisor. [ 947.555771] env[69330]: DEBUG nova.compute.manager [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.556766] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb911fff-3892-4d92-8c36-79ba37e75c54 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.686376] env[69330]: DEBUG nova.network.neutron [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Updating instance_info_cache with network_info: [{"id": "172ba092-7405-4701-9b9b-c22c51a35045", "address": "fa:16:3e:fa:dc:cd", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap172ba092-74", "ovs_interfaceid": "172ba092-7405-4701-9b9b-c22c51a35045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.692373] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "0fa8e642-7b8f-4678-9279-f29d6c386f68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.925s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.850377] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128551, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.632851} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.850876] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 6267f87d-af0a-4ffa-a779-6966003cd064/6267f87d-af0a-4ffa-a779-6966003cd064.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.851282] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.851610] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce93bdad-aab7-4138-88f6-52280c60e919 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.862209] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 947.862209] env[69330]: value = "task-4128556" [ 947.862209] env[69330]: _type = "Task" [ 947.862209] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.871309] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.944017] env[69330]: DEBUG nova.compute.manager [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.990436] env[69330]: DEBUG nova.virt.hardware [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.990705] env[69330]: DEBUG nova.virt.hardware [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.990908] env[69330]: DEBUG nova.virt.hardware [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.992075] env[69330]: DEBUG nova.virt.hardware [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.992711] env[69330]: DEBUG nova.virt.hardware [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.992909] env[69330]: DEBUG nova.virt.hardware [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.993178] env[69330]: DEBUG nova.virt.hardware [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.993345] env[69330]: DEBUG nova.virt.hardware [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.993521] env[69330]: DEBUG nova.virt.hardware [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.993689] env[69330]: DEBUG nova.virt.hardware [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.993869] env[69330]: DEBUG nova.virt.hardware [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.994770] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d177de50-cc01-4856-98bc-fad9bde6ab87 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.005263] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794cc5d6-aabc-4cab-982e-5811203f7eb4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.022670] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: b3ed9e58-907c-4f2b-8c32-a4fc072d7ce0] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.076218] env[69330]: ERROR nova.scheduler.client.report [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [req-9d09515e-10d5-43de-b410-5073697941f7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d09515e-10d5-43de-b410-5073697941f7"}]} [ 948.079169] env[69330]: INFO nova.compute.manager [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Took 64.25 seconds to build instance. [ 948.092724] env[69330]: DEBUG nova.scheduler.client.report [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 948.105610] env[69330]: DEBUG nova.scheduler.client.report [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 948.105881] env[69330]: DEBUG nova.compute.provider_tree [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.117480] env[69330]: DEBUG nova.scheduler.client.report [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 948.136487] env[69330]: DEBUG nova.scheduler.client.report [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 948.146423] env[69330]: DEBUG nova.network.neutron [-] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.187383] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "refresh_cache-a39d8145-220b-4c62-a164-7ae645ae0608" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.187699] env[69330]: DEBUG nova.compute.manager [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Instance network_info: |[{"id": "172ba092-7405-4701-9b9b-c22c51a35045", "address": "fa:16:3e:fa:dc:cd", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap172ba092-74", "ovs_interfaceid": "172ba092-7405-4701-9b9b-c22c51a35045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.188523] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:dc:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '172ba092-7405-4701-9b9b-c22c51a35045', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.195856] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Creating folder: Project (50ea80a2c82b48f8b0268d02c644d959). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.196277] env[69330]: DEBUG nova.compute.manager [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.199411] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50f7cc61-77c1-446d-b9e2-d182273af085 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.217080] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Created folder: Project (50ea80a2c82b48f8b0268d02c644d959) in parent group-v817559. [ 948.217885] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Creating folder: Instances. Parent ref: group-v817762. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.220444] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47807439-5cb4-4423-a9a0-32fd0dd3d9a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.234092] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Created folder: Instances in parent group-v817762. [ 948.234392] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.235286] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.235763] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37209bc4-5514-4238-8a07-e3a45a910cf3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.261364] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.261364] env[69330]: value = "task-4128559" [ 948.261364] env[69330]: _type = "Task" [ 948.261364] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.275773] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128559, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.335617] env[69330]: DEBUG nova.compute.manager [req-7666eec4-fb0d-49fb-8965-09029cf3ada5 req-68d84c6a-374f-4c11-9b7a-1b6b76b73b16 service nova] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Received event network-vif-plugged-1a4f0f30-1c66-4287-b0df-d5b57bc1562a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.335859] env[69330]: DEBUG oslo_concurrency.lockutils [req-7666eec4-fb0d-49fb-8965-09029cf3ada5 req-68d84c6a-374f-4c11-9b7a-1b6b76b73b16 service nova] Acquiring lock "a690ba5b-c7ca-4383-bd59-1c4f1184b7be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.336085] env[69330]: DEBUG oslo_concurrency.lockutils [req-7666eec4-fb0d-49fb-8965-09029cf3ada5 req-68d84c6a-374f-4c11-9b7a-1b6b76b73b16 service nova] Lock "a690ba5b-c7ca-4383-bd59-1c4f1184b7be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.336259] env[69330]: DEBUG oslo_concurrency.lockutils [req-7666eec4-fb0d-49fb-8965-09029cf3ada5 req-68d84c6a-374f-4c11-9b7a-1b6b76b73b16 service nova] Lock "a690ba5b-c7ca-4383-bd59-1c4f1184b7be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.336427] env[69330]: DEBUG nova.compute.manager [req-7666eec4-fb0d-49fb-8965-09029cf3ada5 req-68d84c6a-374f-4c11-9b7a-1b6b76b73b16 service nova] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] No waiting events found dispatching network-vif-plugged-1a4f0f30-1c66-4287-b0df-d5b57bc1562a {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 948.336593] env[69330]: WARNING nova.compute.manager [req-7666eec4-fb0d-49fb-8965-09029cf3ada5 req-68d84c6a-374f-4c11-9b7a-1b6b76b73b16 service nova] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Received unexpected event network-vif-plugged-1a4f0f30-1c66-4287-b0df-d5b57bc1562a for instance with vm_state building and task_state spawning. [ 948.370681] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152873} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.370967] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.371791] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30b875d-b642-4494-970b-b60ebf4b2e6a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.399149] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 6267f87d-af0a-4ffa-a779-6966003cd064/6267f87d-af0a-4ffa-a779-6966003cd064.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.402506] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76c0cffc-47ea-4d65-b005-c81b50dd1db3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.427406] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 948.427406] env[69330]: value = "task-4128560" [ 948.427406] env[69330]: _type = "Task" [ 948.427406] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.439756] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.441289] env[69330]: DEBUG nova.network.neutron [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Successfully updated port: 1a4f0f30-1c66-4287-b0df-d5b57bc1562a {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.529667] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.531330] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Cleaning up deleted instances with incomplete migration {{(pid=69330) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 948.559632] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "dbae30ee-bb10-42fc-b75b-ff002b413f73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.559632] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "dbae30ee-bb10-42fc-b75b-ff002b413f73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.560431] env[69330]: DEBUG nova.compute.manager [req-982ad9d3-f1c6-4bf1-889b-cc0e1eb436cb req-c18512b6-7641-40da-bb16-c1931e6badfa service nova] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Received event network-changed-172ba092-7405-4701-9b9b-c22c51a35045 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.560632] env[69330]: DEBUG nova.compute.manager [req-982ad9d3-f1c6-4bf1-889b-cc0e1eb436cb req-c18512b6-7641-40da-bb16-c1931e6badfa service nova] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Refreshing instance network info cache due to event network-changed-172ba092-7405-4701-9b9b-c22c51a35045. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.560839] env[69330]: DEBUG oslo_concurrency.lockutils [req-982ad9d3-f1c6-4bf1-889b-cc0e1eb436cb req-c18512b6-7641-40da-bb16-c1931e6badfa service nova] Acquiring lock "refresh_cache-a39d8145-220b-4c62-a164-7ae645ae0608" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.560976] env[69330]: DEBUG oslo_concurrency.lockutils [req-982ad9d3-f1c6-4bf1-889b-cc0e1eb436cb req-c18512b6-7641-40da-bb16-c1931e6badfa service nova] Acquired lock "refresh_cache-a39d8145-220b-4c62-a164-7ae645ae0608" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.561149] env[69330]: DEBUG nova.network.neutron [req-982ad9d3-f1c6-4bf1-889b-cc0e1eb436cb req-c18512b6-7641-40da-bb16-c1931e6badfa service nova] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Refreshing network info cache for port 172ba092-7405-4701-9b9b-c22c51a35045 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.583364] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "ce355e72-3e8c-48ba-bae3-8c0ee167cb0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.656s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.651140] env[69330]: INFO nova.compute.manager [-] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Took 1.45 seconds to deallocate network for instance. [ 948.677793] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa84732-3bec-47dc-b44f-4289bc429235 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.688067] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e549cb81-e1c7-408c-8a5a-a1cbce44e0ea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.725590] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d3700a-b037-46ad-90ee-51aa1ea9b20e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.738988] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0965eb6e-7895-49d6-ae66-fa286539e5fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.745550] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.758249] env[69330]: DEBUG nova.compute.provider_tree [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.773657] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128559, 'name': CreateVM_Task, 'duration_secs': 0.436278} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.773916] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.776018] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.776018] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.776901] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.776901] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74123f1-b3cf-4411-9981-1241fd513e47 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.784020] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 948.784020] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5276366f-3e54-095f-11a8-59ae0c6e9011" [ 948.784020] env[69330]: _type = "Task" [ 948.784020] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.793714] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5276366f-3e54-095f-11a8-59ae0c6e9011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.941312] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128560, 'name': ReconfigVM_Task, 'duration_secs': 0.426832} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.941667] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 6267f87d-af0a-4ffa-a779-6966003cd064/6267f87d-af0a-4ffa-a779-6966003cd064.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.944870] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f80a6793-3dee-443b-89b1-be62b35b61e3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.947384] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "refresh_cache-a690ba5b-c7ca-4383-bd59-1c4f1184b7be" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.947384] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "refresh_cache-a690ba5b-c7ca-4383-bd59-1c4f1184b7be" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.947384] env[69330]: DEBUG nova.network.neutron [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.953596] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 948.953596] env[69330]: value = "task-4128561" [ 948.953596] env[69330]: _type = "Task" [ 948.953596] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.966926] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128561, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.036133] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.086868] env[69330]: DEBUG nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.158522] env[69330]: DEBUG oslo_concurrency.lockutils [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.296902] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5276366f-3e54-095f-11a8-59ae0c6e9011, 'name': SearchDatastore_Task, 'duration_secs': 0.01468} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.298129] env[69330]: DEBUG nova.scheduler.client.report [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 949.298515] env[69330]: DEBUG nova.compute.provider_tree [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 103 to 104 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 949.298716] env[69330]: DEBUG nova.compute.provider_tree [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.302178] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.302379] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.302687] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.302808] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.303087] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.303493] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89c65592-9fa2-4417-b700-7e720b7afcdc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.311060] env[69330]: DEBUG nova.network.neutron [req-982ad9d3-f1c6-4bf1-889b-cc0e1eb436cb req-c18512b6-7641-40da-bb16-c1931e6badfa service nova] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Updated VIF entry in instance network info cache for port 172ba092-7405-4701-9b9b-c22c51a35045. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.311442] env[69330]: DEBUG nova.network.neutron [req-982ad9d3-f1c6-4bf1-889b-cc0e1eb436cb req-c18512b6-7641-40da-bb16-c1931e6badfa service nova] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Updating instance_info_cache with network_info: [{"id": "172ba092-7405-4701-9b9b-c22c51a35045", "address": "fa:16:3e:fa:dc:cd", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap172ba092-74", "ovs_interfaceid": "172ba092-7405-4701-9b9b-c22c51a35045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.315079] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.315079] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.315332] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e6bd01-7c09-432f-ac53-b5b65b4b9fcd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.321783] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 949.321783] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b6be72-69c6-4cf6-a1e4-7d95032858b5" [ 949.321783] env[69330]: _type = "Task" [ 949.321783] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.331276] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b6be72-69c6-4cf6-a1e4-7d95032858b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.467536] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128561, 'name': Rename_Task, 'duration_secs': 0.19571} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.467800] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.468074] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a3ebdc0-2036-4875-bef7-392ddd955bd0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.475841] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 949.475841] env[69330]: value = "task-4128562" [ 949.475841] env[69330]: _type = "Task" [ 949.475841] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.484977] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.492332] env[69330]: DEBUG nova.network.neutron [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.618801] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.659460] env[69330]: DEBUG nova.network.neutron [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Updating instance_info_cache with network_info: [{"id": "1a4f0f30-1c66-4287-b0df-d5b57bc1562a", "address": "fa:16:3e:83:44:29", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f0f30-1c", "ovs_interfaceid": "1a4f0f30-1c66-4287-b0df-d5b57bc1562a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.805251] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.894s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.806083] env[69330]: DEBUG nova.compute.manager [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.813673] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.213s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.816892] env[69330]: DEBUG oslo_concurrency.lockutils [req-982ad9d3-f1c6-4bf1-889b-cc0e1eb436cb req-c18512b6-7641-40da-bb16-c1931e6badfa service nova] Releasing lock "refresh_cache-a39d8145-220b-4c62-a164-7ae645ae0608" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.817415] env[69330]: DEBUG nova.compute.manager [req-982ad9d3-f1c6-4bf1-889b-cc0e1eb436cb req-c18512b6-7641-40da-bb16-c1931e6badfa service nova] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Received event network-vif-deleted-bff4b007-3b95-4fa1-8102-af1a02ceae42 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.836480] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b6be72-69c6-4cf6-a1e4-7d95032858b5, 'name': SearchDatastore_Task, 'duration_secs': 0.044202} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.837405] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ab01ad-23af-4489-8016-17ba044e90dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.846164] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 949.846164] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529338cb-8534-a710-d664-1cbf0670d9f9" [ 949.846164] env[69330]: _type = "Task" [ 949.846164] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.856885] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529338cb-8534-a710-d664-1cbf0670d9f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.988190] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128562, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.163845] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "refresh_cache-a690ba5b-c7ca-4383-bd59-1c4f1184b7be" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.164303] env[69330]: DEBUG nova.compute.manager [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Instance network_info: |[{"id": "1a4f0f30-1c66-4287-b0df-d5b57bc1562a", "address": "fa:16:3e:83:44:29", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f0f30-1c", "ovs_interfaceid": "1a4f0f30-1c66-4287-b0df-d5b57bc1562a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.164765] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:44:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a4f0f30-1c66-4287-b0df-d5b57bc1562a', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.172531] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.172850] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.173157] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c07cd1c-cb4f-44ff-b8e5-443a1150ad39 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.196248] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.196248] env[69330]: value = "task-4128563" [ 950.196248] env[69330]: _type = "Task" [ 950.196248] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.204649] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128563, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.314765] env[69330]: DEBUG nova.compute.utils [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.317040] env[69330]: DEBUG nova.compute.manager [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Not allocating networking since 'none' was specified. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 950.318884] env[69330]: INFO nova.compute.claims [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.361206] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529338cb-8534-a710-d664-1cbf0670d9f9, 'name': SearchDatastore_Task, 'duration_secs': 0.014452} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.361601] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.362023] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] a39d8145-220b-4c62-a164-7ae645ae0608/a39d8145-220b-4c62-a164-7ae645ae0608.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.362382] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77cb3e10-435b-4882-a950-2b280d4c8c59 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.371360] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 950.371360] env[69330]: value = "task-4128564" [ 950.371360] env[69330]: _type = "Task" [ 950.371360] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.382053] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.393208] env[69330]: DEBUG nova.compute.manager [req-cbc31c91-fc4c-4855-ba82-3ad1b669b94d req-4842f999-430d-4971-9336-6dc50dc96f4f service nova] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Received event network-changed-1a4f0f30-1c66-4287-b0df-d5b57bc1562a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.393208] env[69330]: DEBUG nova.compute.manager [req-cbc31c91-fc4c-4855-ba82-3ad1b669b94d req-4842f999-430d-4971-9336-6dc50dc96f4f service nova] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Refreshing instance network info cache due to event network-changed-1a4f0f30-1c66-4287-b0df-d5b57bc1562a. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.393208] env[69330]: DEBUG oslo_concurrency.lockutils [req-cbc31c91-fc4c-4855-ba82-3ad1b669b94d req-4842f999-430d-4971-9336-6dc50dc96f4f service nova] Acquiring lock "refresh_cache-a690ba5b-c7ca-4383-bd59-1c4f1184b7be" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.393208] env[69330]: DEBUG oslo_concurrency.lockutils [req-cbc31c91-fc4c-4855-ba82-3ad1b669b94d req-4842f999-430d-4971-9336-6dc50dc96f4f service nova] Acquired lock "refresh_cache-a690ba5b-c7ca-4383-bd59-1c4f1184b7be" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.393208] env[69330]: DEBUG nova.network.neutron [req-cbc31c91-fc4c-4855-ba82-3ad1b669b94d req-4842f999-430d-4971-9336-6dc50dc96f4f service nova] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Refreshing network info cache for port 1a4f0f30-1c66-4287-b0df-d5b57bc1562a {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.493955] env[69330]: DEBUG oslo_vmware.api [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128562, 'name': PowerOnVM_Task, 'duration_secs': 0.84243} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.494487] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.494822] env[69330]: INFO nova.compute.manager [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Took 9.14 seconds to spawn the instance on the hypervisor. [ 950.495134] env[69330]: DEBUG nova.compute.manager [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 950.496262] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6084cbf9-c6a9-4ea2-b1f6-ce74090c2db3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.708230] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128563, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.825714] env[69330]: INFO nova.compute.resource_tracker [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating resource usage from migration 4608d9cd-1324-49ac-8a49-c30151ae8ed9 [ 950.828672] env[69330]: DEBUG nova.compute.manager [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.884840] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128564, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.024448] env[69330]: INFO nova.compute.manager [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Took 52.13 seconds to build instance. [ 951.119014] env[69330]: DEBUG oslo_concurrency.lockutils [None req-883ec490-c65e-4acf-878f-c1ddc085331a tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.120300] env[69330]: DEBUG oslo_concurrency.lockutils [None req-883ec490-c65e-4acf-878f-c1ddc085331a tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.120300] env[69330]: DEBUG nova.compute.manager [None req-883ec490-c65e-4acf-878f-c1ddc085331a tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.121259] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7399db0b-4019-4e75-8cda-c703e540b164 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.129768] env[69330]: DEBUG nova.compute.manager [None req-883ec490-c65e-4acf-878f-c1ddc085331a tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69330) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 951.129919] env[69330]: DEBUG nova.objects.instance [None req-883ec490-c65e-4acf-878f-c1ddc085331a tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lazy-loading 'flavor' on Instance uuid 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.188532] env[69330]: DEBUG nova.network.neutron [req-cbc31c91-fc4c-4855-ba82-3ad1b669b94d req-4842f999-430d-4971-9336-6dc50dc96f4f service nova] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Updated VIF entry in instance network info cache for port 1a4f0f30-1c66-4287-b0df-d5b57bc1562a. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.188532] env[69330]: DEBUG nova.network.neutron [req-cbc31c91-fc4c-4855-ba82-3ad1b669b94d req-4842f999-430d-4971-9336-6dc50dc96f4f service nova] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Updating instance_info_cache with network_info: [{"id": "1a4f0f30-1c66-4287-b0df-d5b57bc1562a", "address": "fa:16:3e:83:44:29", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f0f30-1c", "ovs_interfaceid": "1a4f0f30-1c66-4287-b0df-d5b57bc1562a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.211465] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128563, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.336604] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102a69b0-6438-45d6-92ac-d2f643505ec8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.345752] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403426aa-6cae-4479-b8a5-f447dd6971cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.381949] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfd5165-d5b6-449e-a496-8c6639f7fad5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.394334] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fb54f0-dab0-42fb-97a8-67824d4a93ff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.398668] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.9007} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.402029] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] a39d8145-220b-4c62-a164-7ae645ae0608/a39d8145-220b-4c62-a164-7ae645ae0608.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.402029] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.402029] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be56a52e-79ac-4a6d-b158-10890a6a3e6c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.413329] env[69330]: DEBUG nova.compute.provider_tree [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.420504] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 951.420504] env[69330]: value = "task-4128565" [ 951.420504] env[69330]: _type = "Task" [ 951.420504] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.430580] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.528734] env[69330]: DEBUG oslo_concurrency.lockutils [None req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "6267f87d-af0a-4ffa-a779-6966003cd064" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.238s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.645332] env[69330]: DEBUG oslo_concurrency.lockutils [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "6267f87d-af0a-4ffa-a779-6966003cd064" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.645566] env[69330]: DEBUG oslo_concurrency.lockutils [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "6267f87d-af0a-4ffa-a779-6966003cd064" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.645767] env[69330]: DEBUG oslo_concurrency.lockutils [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "6267f87d-af0a-4ffa-a779-6966003cd064-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.646028] env[69330]: DEBUG oslo_concurrency.lockutils [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "6267f87d-af0a-4ffa-a779-6966003cd064-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.646279] env[69330]: DEBUG oslo_concurrency.lockutils [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "6267f87d-af0a-4ffa-a779-6966003cd064-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.648267] env[69330]: INFO nova.compute.manager [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Terminating instance [ 951.689817] env[69330]: DEBUG oslo_concurrency.lockutils [req-cbc31c91-fc4c-4855-ba82-3ad1b669b94d req-4842f999-430d-4971-9336-6dc50dc96f4f service nova] Releasing lock "refresh_cache-a690ba5b-c7ca-4383-bd59-1c4f1184b7be" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.707686] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128563, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.844373] env[69330]: DEBUG nova.compute.manager [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.876468] env[69330]: DEBUG nova.virt.hardware [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.876725] env[69330]: DEBUG nova.virt.hardware [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.876885] env[69330]: DEBUG nova.virt.hardware [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.877147] env[69330]: DEBUG nova.virt.hardware [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.877319] env[69330]: DEBUG nova.virt.hardware [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.877472] env[69330]: DEBUG nova.virt.hardware [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.877680] env[69330]: DEBUG nova.virt.hardware [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.877840] env[69330]: DEBUG nova.virt.hardware [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.878016] env[69330]: DEBUG nova.virt.hardware [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.878188] env[69330]: DEBUG nova.virt.hardware [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.878351] env[69330]: DEBUG nova.virt.hardware [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.879296] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ca076f-1386-41e2-aaa6-3bf055aae891 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.891201] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc839b21-ff27-4409-8ed9-ac043219f2e5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.906721] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.914252] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Creating folder: Project (b6c75356bfd3495f8ed6e83119de1bc0). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.914252] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a1a8f31-2989-4d9b-ab28-dd9d1d7e9c28 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.917417] env[69330]: DEBUG nova.scheduler.client.report [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.927184] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Created folder: Project (b6c75356bfd3495f8ed6e83119de1bc0) in parent group-v817559. [ 951.927395] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Creating folder: Instances. Parent ref: group-v817766. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.928032] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b8625fe-72f3-471d-a5a6-fb51c5110192 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.933125] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0753} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.933744] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.935209] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af686461-81fa-4fc8-adc8-3db06a92d3d3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.962019] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] a39d8145-220b-4c62-a164-7ae645ae0608/a39d8145-220b-4c62-a164-7ae645ae0608.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.962019] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c827ee6-9736-4300-a722-09df47c46cbf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.975341] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Created folder: Instances in parent group-v817766. [ 951.975589] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.975790] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.976404] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de1e2453-a0e6-4cba-a65e-a46e34dbd39a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.990499] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 951.990499] env[69330]: value = "task-4128568" [ 951.990499] env[69330]: _type = "Task" [ 951.990499] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.995773] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.995773] env[69330]: value = "task-4128569" [ 951.995773] env[69330]: _type = "Task" [ 951.995773] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.002267] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128568, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.007787] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128569, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.032970] env[69330]: DEBUG nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.144241] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-883ec490-c65e-4acf-878f-c1ddc085331a tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.144561] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d60a4ab-f341-4c50-9b05-3d993c8d4701 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.151706] env[69330]: DEBUG nova.compute.manager [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.153529] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.153529] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5312a2ff-a18a-415a-87fa-d31b6d536fb8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.157185] env[69330]: DEBUG oslo_vmware.api [None req-883ec490-c65e-4acf-878f-c1ddc085331a tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 952.157185] env[69330]: value = "task-4128570" [ 952.157185] env[69330]: _type = "Task" [ 952.157185] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.163180] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.163824] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10ab5044-2476-45db-9d04-fd4e3772d822 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.169773] env[69330]: DEBUG oslo_vmware.api [None req-883ec490-c65e-4acf-878f-c1ddc085331a tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.171187] env[69330]: DEBUG oslo_vmware.api [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 952.171187] env[69330]: value = "task-4128571" [ 952.171187] env[69330]: _type = "Task" [ 952.171187] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.180471] env[69330]: DEBUG oslo_vmware.api [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.211327] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128563, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.426773] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.614s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.427042] env[69330]: INFO nova.compute.manager [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Migrating [ 952.434307] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.027s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.435960] env[69330]: INFO nova.compute.claims [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.504225] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.510724] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128569, 'name': CreateVM_Task, 'duration_secs': 0.474261} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.510925] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.511436] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.512198] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.512198] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.512375] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f03b95e-cea8-4210-a2a3-2dc08ea57fbc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.518516] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 952.518516] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bfb620-2d48-c63e-7611-e9d55fd8783c" [ 952.518516] env[69330]: _type = "Task" [ 952.518516] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.528777] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bfb620-2d48-c63e-7611-e9d55fd8783c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.558423] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.669098] env[69330]: DEBUG oslo_vmware.api [None req-883ec490-c65e-4acf-878f-c1ddc085331a tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128570, 'name': PowerOffVM_Task, 'duration_secs': 0.372366} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.669549] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-883ec490-c65e-4acf-878f-c1ddc085331a tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.669740] env[69330]: DEBUG nova.compute.manager [None req-883ec490-c65e-4acf-878f-c1ddc085331a tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 952.670621] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a60ff3-b2c0-414e-aedf-8e87ed94b63e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.684013] env[69330]: DEBUG oslo_vmware.api [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128571, 'name': PowerOffVM_Task, 'duration_secs': 0.440672} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.686254] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.686446] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.687118] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba05ec77-d846-4ac7-a689-04ae89021b75 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.710312] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128563, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.949688] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.950076] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.950076] env[69330]: DEBUG nova.network.neutron [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.006321] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.036823] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bfb620-2d48-c63e-7611-e9d55fd8783c, 'name': SearchDatastore_Task, 'duration_secs': 0.013082} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.038013] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.038351] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.038621] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.038773] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.038983] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.039319] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.039605] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.039840] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleting the datastore file [datastore2] 6267f87d-af0a-4ffa-a779-6966003cd064 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.040109] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e1b3137-aac2-4cbd-9b6b-590c1fa17285 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.042130] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fe29eba-d785-4024-be57-dfba9ab7592d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.050254] env[69330]: DEBUG oslo_vmware.api [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 953.050254] env[69330]: value = "task-4128573" [ 953.050254] env[69330]: _type = "Task" [ 953.050254] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.052257] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.052257] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.055843] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74040f22-dc7d-4a27-81be-106c0d824fc9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.062554] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 953.062554] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527a3980-5e59-8c72-0939-930d7c3d6dfd" [ 953.062554] env[69330]: _type = "Task" [ 953.062554] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.071201] env[69330]: DEBUG oslo_vmware.api [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.090499] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527a3980-5e59-8c72-0939-930d7c3d6dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.017348} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.091298] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd301d4a-81fc-4759-a816-ad475389f8b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.099615] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 953.099615] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5213ec52-6672-1da4-e2c1-21aa54495310" [ 953.099615] env[69330]: _type = "Task" [ 953.099615] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.111708] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5213ec52-6672-1da4-e2c1-21aa54495310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.192458] env[69330]: DEBUG oslo_concurrency.lockutils [None req-883ec490-c65e-4acf-878f-c1ddc085331a tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.210389] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128563, 'name': CreateVM_Task, 'duration_secs': 2.927613} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.210389] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.211202] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.211377] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.211704] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.212014] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d2b96e-5c25-4d7b-8fa1-887c398f151c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.219212] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 953.219212] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c0bcbc-c376-bb9e-f749-b9c7784466ec" [ 953.219212] env[69330]: _type = "Task" [ 953.219212] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.229983] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c0bcbc-c376-bb9e-f749-b9c7784466ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.505823] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128568, 'name': ReconfigVM_Task, 'duration_secs': 1.056382} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.506209] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Reconfigured VM instance instance-00000048 to attach disk [datastore2] a39d8145-220b-4c62-a164-7ae645ae0608/a39d8145-220b-4c62-a164-7ae645ae0608.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.506926] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc1edd60-77b6-482b-8ed9-6d087e88d97d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.515775] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 953.515775] env[69330]: value = "task-4128574" [ 953.515775] env[69330]: _type = "Task" [ 953.515775] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.532402] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128574, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.567705] env[69330]: DEBUG oslo_vmware.api [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482506} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.569371] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.569371] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.569371] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.569371] env[69330]: INFO nova.compute.manager [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Took 1.42 seconds to destroy the instance on the hypervisor. [ 953.569371] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.569371] env[69330]: DEBUG nova.compute.manager [-] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.569371] env[69330]: DEBUG nova.network.neutron [-] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.612578] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5213ec52-6672-1da4-e2c1-21aa54495310, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.615921] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.616203] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] add1e099-0dd5-4316-bbd5-c7a925ab932e/add1e099-0dd5-4316-bbd5-c7a925ab932e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.616687] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f99b47e-4bf7-4fd0-9757-5e1df0236bfc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.625225] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 953.625225] env[69330]: value = "task-4128575" [ 953.625225] env[69330]: _type = "Task" [ 953.625225] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.643777] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.735467] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c0bcbc-c376-bb9e-f749-b9c7784466ec, 'name': SearchDatastore_Task, 'duration_secs': 0.014054} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.735467] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.735467] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.735467] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.735467] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.735467] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.735467] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b460ea7b-b7a4-4189-afd4-bed627572d9d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.745698] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.750023] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.750023] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e967b71-85eb-4e9a-97dc-bba27b61f582 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.752850] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 953.752850] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52143925-7d88-6178-fd71-066df0da1c64" [ 953.752850] env[69330]: _type = "Task" [ 953.752850] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.765390] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52143925-7d88-6178-fd71-066df0da1c64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.784818] env[69330]: DEBUG nova.network.neutron [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating instance_info_cache with network_info: [{"id": "f41d1ac2-e03b-4a66-8d6d-354fa8d8d863", "address": "fa:16:3e:65:cd:a2", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41d1ac2-e0", "ovs_interfaceid": "f41d1ac2-e03b-4a66-8d6d-354fa8d8d863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.796810] env[69330]: DEBUG nova.objects.instance [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lazy-loading 'flavor' on Instance uuid 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.014515] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a773d6-e3bf-4011-b145-f0c40d740b91 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.033807] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128574, 'name': Rename_Task, 'duration_secs': 0.222125} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.034252] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.035387] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df96afda-2ff4-435d-824b-7c027dd27845 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.038982] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-570da755-bde1-4e56-b9cb-e969fb43f27d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.076631] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 954.076631] env[69330]: value = "task-4128576" [ 954.076631] env[69330]: _type = "Task" [ 954.076631] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.077843] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fd018d-5e0f-4d9c-8437-8ca873c9ca37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.097310] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810171c0-3df5-4780-890b-f03fb27969dc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.102829] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128576, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.117532] env[69330]: DEBUG nova.compute.provider_tree [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.138402] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128575, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.168485] env[69330]: DEBUG nova.compute.manager [req-e6a2b76a-5811-43d7-92d5-755305c8412b req-459d96b0-cdd2-47f4-81ab-61c30909e9f8 service nova] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Received event network-vif-deleted-2fa514c9-ba24-411f-b2ea-dddaac8b0b42 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.168740] env[69330]: INFO nova.compute.manager [req-e6a2b76a-5811-43d7-92d5-755305c8412b req-459d96b0-cdd2-47f4-81ab-61c30909e9f8 service nova] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Neutron deleted interface 2fa514c9-ba24-411f-b2ea-dddaac8b0b42; detaching it from the instance and deleting it from the info cache [ 954.169012] env[69330]: DEBUG nova.network.neutron [req-e6a2b76a-5811-43d7-92d5-755305c8412b req-459d96b0-cdd2-47f4-81ab-61c30909e9f8 service nova] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.267564] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52143925-7d88-6178-fd71-066df0da1c64, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.268744] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493bb976-b66b-470f-877c-cae71ce6c737 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.276736] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 954.276736] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]523eb392-e57c-d167-81a1-fa8fc5f21b57" [ 954.276736] env[69330]: _type = "Task" [ 954.276736] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.287631] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.289211] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]523eb392-e57c-d167-81a1-fa8fc5f21b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.305123] env[69330]: DEBUG oslo_concurrency.lockutils [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "refresh_cache-7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.305323] env[69330]: DEBUG oslo_concurrency.lockutils [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquired lock "refresh_cache-7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.305574] env[69330]: DEBUG nova.network.neutron [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.305698] env[69330]: DEBUG nova.objects.instance [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lazy-loading 'info_cache' on Instance uuid 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.487166] env[69330]: DEBUG nova.network.neutron [-] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.592727] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.621101] env[69330]: DEBUG nova.scheduler.client.report [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.638655] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744525} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.638979] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] add1e099-0dd5-4316-bbd5-c7a925ab932e/add1e099-0dd5-4316-bbd5-c7a925ab932e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.639298] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.639785] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34e77870-ca60-4855-96f2-1714f4b75e72 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.649564] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 954.649564] env[69330]: value = "task-4128577" [ 954.649564] env[69330]: _type = "Task" [ 954.649564] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.661166] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.672730] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af471e0f-e098-4433-b220-d2b797250c4c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.684459] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1908ec-1fec-42ca-8cab-88159d153b3a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.725769] env[69330]: DEBUG nova.compute.manager [req-e6a2b76a-5811-43d7-92d5-755305c8412b req-459d96b0-cdd2-47f4-81ab-61c30909e9f8 service nova] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Detach interface failed, port_id=2fa514c9-ba24-411f-b2ea-dddaac8b0b42, reason: Instance 6267f87d-af0a-4ffa-a779-6966003cd064 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.788621] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]523eb392-e57c-d167-81a1-fa8fc5f21b57, 'name': SearchDatastore_Task, 'duration_secs': 0.025713} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.788916] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.789283] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] a690ba5b-c7ca-4383-bd59-1c4f1184b7be/a690ba5b-c7ca-4383-bd59-1c4f1184b7be.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.790059] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd7ab341-7334-48d7-a29b-ae5df4c02cda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.803125] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 954.803125] env[69330]: value = "task-4128578" [ 954.803125] env[69330]: _type = "Task" [ 954.803125] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.811039] env[69330]: DEBUG nova.objects.base [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Object Instance<7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd> lazy-loaded attributes: flavor,info_cache {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 954.817815] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.990364] env[69330]: INFO nova.compute.manager [-] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Took 1.42 seconds to deallocate network for instance. [ 955.096195] env[69330]: DEBUG oslo_vmware.api [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128576, 'name': PowerOnVM_Task, 'duration_secs': 0.887392} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.096519] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.096734] env[69330]: INFO nova.compute.manager [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Took 9.99 seconds to spawn the instance on the hypervisor. [ 955.096915] env[69330]: DEBUG nova.compute.manager [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.097840] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f67bae7-4d91-4f7e-a1f3-134524a3b869 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.129225] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.129225] env[69330]: DEBUG nova.compute.manager [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.133634] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.276s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.135843] env[69330]: INFO nova.compute.claims [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.168025] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096781} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.168025] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.169460] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38efd039-5267-4f06-aa55-ba5f6ce6bb60 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.197480] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] add1e099-0dd5-4316-bbd5-c7a925ab932e/add1e099-0dd5-4316-bbd5-c7a925ab932e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.198041] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52637011-4f39-49d7-8eca-bd9ec743acfd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.223074] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 955.223074] env[69330]: value = "task-4128579" [ 955.223074] env[69330]: _type = "Task" [ 955.223074] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.233840] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.317155] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.497279] env[69330]: DEBUG oslo_concurrency.lockutils [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.556947] env[69330]: DEBUG nova.network.neutron [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Updating instance_info_cache with network_info: [{"id": "d08d9a08-3601-4b6b-8c6c-3e67d9eddee4", "address": "fa:16:3e:14:50:98", "network": {"id": "417545f2-9aaa-47ea-ab59-063d25738cae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1591960329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c83500b4b5124611b83138c0c264a71a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08d9a08-36", "ovs_interfaceid": "d08d9a08-3601-4b6b-8c6c-3e67d9eddee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.620117] env[69330]: INFO nova.compute.manager [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Took 49.28 seconds to build instance. [ 955.640806] env[69330]: DEBUG nova.compute.utils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.644915] env[69330]: DEBUG nova.compute.manager [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.645109] env[69330]: DEBUG nova.network.neutron [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.687058] env[69330]: DEBUG nova.policy [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6284cf2075824bd0849b1dce77889097', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7714fe6c2d84cc99ad110f5804ea68f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.734411] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.805386] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22543969-f35b-41cf-9ea3-028126693618 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.831537] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating instance '3640563f-1559-4624-9078-1ebd508bdc3c' progress to 0 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.839180] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614906} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.839180] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] a690ba5b-c7ca-4383-bd59-1c4f1184b7be/a690ba5b-c7ca-4383-bd59-1c4f1184b7be.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.839315] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.839571] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a772f1fd-7d6e-451a-b4aa-b3e61f0a59a9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.843497] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Acquiring lock "166e9b2f-cd18-4498-82c8-47a5085961f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.843729] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Lock "166e9b2f-cd18-4498-82c8-47a5085961f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.843931] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Acquiring lock "166e9b2f-cd18-4498-82c8-47a5085961f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.844124] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Lock "166e9b2f-cd18-4498-82c8-47a5085961f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.844292] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Lock "166e9b2f-cd18-4498-82c8-47a5085961f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.846565] env[69330]: INFO nova.compute.manager [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Terminating instance [ 955.849467] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 955.849467] env[69330]: value = "task-4128580" [ 955.849467] env[69330]: _type = "Task" [ 955.849467] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.860377] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.008139] env[69330]: DEBUG nova.network.neutron [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Successfully created port: caa7b2c2-a096-41dc-9998-21c78b709a3c {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.061037] env[69330]: DEBUG oslo_concurrency.lockutils [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Releasing lock "refresh_cache-7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.123732] env[69330]: DEBUG oslo_concurrency.lockutils [None req-afebbf25-073e-4a0c-be66-e6ed37479174 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "a39d8145-220b-4c62-a164-7ae645ae0608" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.799s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.144165] env[69330]: DEBUG nova.compute.manager [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.238539] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.340945] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.341291] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1c1851f-f244-4789-8fd2-1b6ab63c92aa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.351695] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 956.351695] env[69330]: value = "task-4128581" [ 956.351695] env[69330]: _type = "Task" [ 956.351695] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.356995] env[69330]: DEBUG nova.compute.manager [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.357505] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.363556] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5a84b7a-a514-4847-a06b-e42e694afd9f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.378167] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081524} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.383872] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.383872] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.387125] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa365316-ac7e-4316-a0db-8da7dff7fc30 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.389627] env[69330]: DEBUG oslo_vmware.api [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Waiting for the task: (returnval){ [ 956.389627] env[69330]: value = "task-4128582" [ 956.389627] env[69330]: _type = "Task" [ 956.389627] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.418867] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] a690ba5b-c7ca-4383-bd59-1c4f1184b7be/a690ba5b-c7ca-4383-bd59-1c4f1184b7be.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.422477] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2c280bf-469c-4003-80e9-5ff0244392e5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.441927] env[69330]: DEBUG oslo_vmware.api [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.450423] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 956.450423] env[69330]: value = "task-4128583" [ 956.450423] env[69330]: _type = "Task" [ 956.450423] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.463489] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.626684] env[69330]: DEBUG nova.compute.manager [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.733487] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128579, 'name': ReconfigVM_Task, 'duration_secs': 1.074307} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.736630] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Reconfigured VM instance instance-0000004a to attach disk [datastore1] add1e099-0dd5-4316-bbd5-c7a925ab932e/add1e099-0dd5-4316-bbd5-c7a925ab932e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.736630] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bcde587-974f-4799-84f4-45d9b9216441 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.746283] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 956.746283] env[69330]: value = "task-4128584" [ 956.746283] env[69330]: _type = "Task" [ 956.746283] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.757906] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128584, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.776207] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075cad6e-5911-49b0-84b9-9fe61730398a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.786866] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb7fc51-405f-4655-8000-da52cd4dea03 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.820067] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153fea10-26be-40cc-9bd4-7bf87236def0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.828637] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fec37bb-64a0-4f7e-86b0-055752be6a7d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.843346] env[69330]: DEBUG nova.compute.provider_tree [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.865938] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128581, 'name': PowerOffVM_Task, 'duration_secs': 0.40581} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.866392] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.866588] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating instance '3640563f-1559-4624-9078-1ebd508bdc3c' progress to 17 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.901946] env[69330]: DEBUG oslo_vmware.api [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128582, 'name': PowerOffVM_Task, 'duration_secs': 0.225199} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.902321] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.902521] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 956.902719] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817621', 'volume_id': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'name': 'volume-95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '166e9b2f-cd18-4498-82c8-47a5085961f8', 'attached_at': '', 'detached_at': '', 'volume_id': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'serial': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 956.903563] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba323b8-a652-4bd3-b670-79e073f53e0f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.923421] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2117985d-7107-497b-aab2-774759cf4f02 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.931893] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efef0f07-0ccc-4fde-a4cd-cf43d3ea79c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.956485] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a191efe-1801-4808-b11f-2c24b1761e30 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.989698] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] The volume has not been displaced from its original location: [datastore2] volume-95f3f5c6-85f5-4053-b24b-eebc17baaf1b/volume-95f3f5c6-85f5-4053-b24b-eebc17baaf1b.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 956.997840] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 956.998964] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128583, 'name': ReconfigVM_Task, 'duration_secs': 0.352451} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.999350] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2f288dc-859f-4efa-b4bb-d93954246b81 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.013531] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Reconfigured VM instance instance-00000049 to attach disk [datastore2] a690ba5b-c7ca-4383-bd59-1c4f1184b7be/a690ba5b-c7ca-4383-bd59-1c4f1184b7be.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.014508] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9afeb017-388f-472c-893e-dbec819b24aa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.023790] env[69330]: DEBUG oslo_vmware.api [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Waiting for the task: (returnval){ [ 957.023790] env[69330]: value = "task-4128586" [ 957.023790] env[69330]: _type = "Task" [ 957.023790] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.025532] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 957.025532] env[69330]: value = "task-4128585" [ 957.025532] env[69330]: _type = "Task" [ 957.025532] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.038228] env[69330]: DEBUG oslo_vmware.api [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.041494] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128585, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.067519] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.067996] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c2bce65-f801-4a12-a453-5ba8c93ef91b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.077283] env[69330]: DEBUG oslo_vmware.api [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 957.077283] env[69330]: value = "task-4128587" [ 957.077283] env[69330]: _type = "Task" [ 957.077283] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.088608] env[69330]: DEBUG oslo_vmware.api [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.149864] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.163574] env[69330]: DEBUG nova.compute.manager [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.197214] env[69330]: DEBUG nova.virt.hardware [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.197499] env[69330]: DEBUG nova.virt.hardware [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.197655] env[69330]: DEBUG nova.virt.hardware [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.197838] env[69330]: DEBUG nova.virt.hardware [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.197987] env[69330]: DEBUG nova.virt.hardware [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.198169] env[69330]: DEBUG nova.virt.hardware [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.198388] env[69330]: DEBUG nova.virt.hardware [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.198565] env[69330]: DEBUG nova.virt.hardware [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.198739] env[69330]: DEBUG nova.virt.hardware [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.198904] env[69330]: DEBUG nova.virt.hardware [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.199097] env[69330]: DEBUG nova.virt.hardware [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.200174] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2db24fc-4aa4-4a3a-87e3-ad88157b14d2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.209990] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3928ba49-7bff-4bcf-854b-16205b48a8b2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.256784] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128584, 'name': Rename_Task, 'duration_secs': 0.161402} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.257101] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.257359] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8754f4e1-37a5-4ae5-acec-570c68dc1862 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.264642] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 957.264642] env[69330]: value = "task-4128588" [ 957.264642] env[69330]: _type = "Task" [ 957.264642] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.273977] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.346246] env[69330]: DEBUG nova.scheduler.client.report [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.375110] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.378751] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.378751] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.378751] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.378751] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.378751] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.378751] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.378751] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.378751] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.378751] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.378751] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.382642] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5423d86-a0fd-4686-bd76-cd6f4cfc23a4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.400670] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 957.400670] env[69330]: value = "task-4128589" [ 957.400670] env[69330]: _type = "Task" [ 957.400670] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.411781] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.543464] env[69330]: DEBUG oslo_vmware.api [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128586, 'name': ReconfigVM_Task, 'duration_secs': 0.220569} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.547695] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 957.553397] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128585, 'name': Rename_Task, 'duration_secs': 0.17776} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.553690] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1227cfaa-4632-4b9f-a59a-a8bae13f5b36 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.564277] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.565834] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b9f16a1-849f-48bb-8e7a-7b8ba20ba55e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.568902] env[69330]: DEBUG nova.compute.manager [req-2e85aaa9-131d-4c96-8ace-d267b739dd87 req-29cd2159-5851-44ce-a1f5-55dd7c0b68a7 service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Received event network-vif-plugged-caa7b2c2-a096-41dc-9998-21c78b709a3c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.569251] env[69330]: DEBUG oslo_concurrency.lockutils [req-2e85aaa9-131d-4c96-8ace-d267b739dd87 req-29cd2159-5851-44ce-a1f5-55dd7c0b68a7 service nova] Acquiring lock "d96151fe-5ed4-48f8-8d64-52554141341e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.569585] env[69330]: DEBUG oslo_concurrency.lockutils [req-2e85aaa9-131d-4c96-8ace-d267b739dd87 req-29cd2159-5851-44ce-a1f5-55dd7c0b68a7 service nova] Lock "d96151fe-5ed4-48f8-8d64-52554141341e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.569922] env[69330]: DEBUG oslo_concurrency.lockutils [req-2e85aaa9-131d-4c96-8ace-d267b739dd87 req-29cd2159-5851-44ce-a1f5-55dd7c0b68a7 service nova] Lock "d96151fe-5ed4-48f8-8d64-52554141341e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.570290] env[69330]: DEBUG nova.compute.manager [req-2e85aaa9-131d-4c96-8ace-d267b739dd87 req-29cd2159-5851-44ce-a1f5-55dd7c0b68a7 service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] No waiting events found dispatching network-vif-plugged-caa7b2c2-a096-41dc-9998-21c78b709a3c {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 957.570290] env[69330]: WARNING nova.compute.manager [req-2e85aaa9-131d-4c96-8ace-d267b739dd87 req-29cd2159-5851-44ce-a1f5-55dd7c0b68a7 service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Received unexpected event network-vif-plugged-caa7b2c2-a096-41dc-9998-21c78b709a3c for instance with vm_state building and task_state spawning. [ 957.578617] env[69330]: DEBUG oslo_vmware.api [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Waiting for the task: (returnval){ [ 957.578617] env[69330]: value = "task-4128591" [ 957.578617] env[69330]: _type = "Task" [ 957.578617] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.588094] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 957.588094] env[69330]: value = "task-4128590" [ 957.588094] env[69330]: _type = "Task" [ 957.588094] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.601395] env[69330]: DEBUG oslo_vmware.api [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128587, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.608728] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.609069] env[69330]: DEBUG oslo_vmware.api [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.632696] env[69330]: DEBUG nova.network.neutron [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Successfully updated port: caa7b2c2-a096-41dc-9998-21c78b709a3c {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.777929] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128588, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.851521] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.852274] env[69330]: DEBUG nova.compute.manager [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.855202] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.386s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.859024] env[69330]: DEBUG nova.objects.instance [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lazy-loading 'resources' on Instance uuid fc2ad100-ef01-4938-91ad-d1037856259e {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.912325] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128589, 'name': ReconfigVM_Task, 'duration_secs': 0.237798} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.912672] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating instance '3640563f-1559-4624-9078-1ebd508bdc3c' progress to 33 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.088732] env[69330]: DEBUG oslo_vmware.api [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128587, 'name': PowerOnVM_Task, 'duration_secs': 0.591029} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.092186] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.092449] env[69330]: DEBUG nova.compute.manager [None req-83646a15-eeac-4d52-a743-7ae12a4917ee tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.093672] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135322c5-d429-429e-8621-a05b070dfe76 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.105220] env[69330]: DEBUG oslo_vmware.api [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128591, 'name': ReconfigVM_Task, 'duration_secs': 0.171722} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.109954] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817621', 'volume_id': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'name': 'volume-95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '166e9b2f-cd18-4498-82c8-47a5085961f8', 'attached_at': '', 'detached_at': '', 'volume_id': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b', 'serial': '95f3f5c6-85f5-4053-b24b-eebc17baaf1b'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 958.110066] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.112570] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128590, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.113606] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32b2a99-b059-4907-803c-32f308643f67 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.122639] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.122952] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6cfbb3e-aadc-4c1d-aa15-74cb4c498b89 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.136170] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "refresh_cache-d96151fe-5ed4-48f8-8d64-52554141341e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.136960] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "refresh_cache-d96151fe-5ed4-48f8-8d64-52554141341e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.137227] env[69330]: DEBUG nova.network.neutron [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.212427] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.212700] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.212771] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Deleting the datastore file [datastore2] 166e9b2f-cd18-4498-82c8-47a5085961f8 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.213184] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec41c5a0-a45c-4ce1-8156-d7c4a16625ec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.222077] env[69330]: DEBUG oslo_vmware.api [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Waiting for the task: (returnval){ [ 958.222077] env[69330]: value = "task-4128593" [ 958.222077] env[69330]: _type = "Task" [ 958.222077] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.232048] env[69330]: DEBUG oslo_vmware.api [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.275787] env[69330]: DEBUG oslo_vmware.api [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128588, 'name': PowerOnVM_Task, 'duration_secs': 0.614202} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.276083] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.276284] env[69330]: INFO nova.compute.manager [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Took 6.43 seconds to spawn the instance on the hypervisor. [ 958.276467] env[69330]: DEBUG nova.compute.manager [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.277281] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf82764-a7e6-4631-9eb4-dd0791afbc0b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.359483] env[69330]: DEBUG nova.compute.utils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.365344] env[69330]: DEBUG nova.compute.manager [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.365344] env[69330]: DEBUG nova.network.neutron [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.412280] env[69330]: DEBUG nova.policy [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '508c9bf835fa4445930945eb1bbbbbe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d1085be8bd9427c9482a2ecb3cd5168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.419040] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.419467] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.420044] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.420044] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.420243] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.420369] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.420602] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.420768] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.420946] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.421151] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.421338] env[69330]: DEBUG nova.virt.hardware [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.428365] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 958.431674] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd8f7043-c474-42c3-b99c-852ce49a7863 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.453080] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 958.453080] env[69330]: value = "task-4128594" [ 958.453080] env[69330]: _type = "Task" [ 958.453080] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.466046] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.605530] env[69330]: DEBUG oslo_vmware.api [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128590, 'name': PowerOnVM_Task, 'duration_secs': 0.910664} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.605898] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.606270] env[69330]: INFO nova.compute.manager [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Took 10.66 seconds to spawn the instance on the hypervisor. [ 958.606614] env[69330]: DEBUG nova.compute.manager [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.607910] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8d469d-9e58-4284-91ab-93cb83a8672a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.701461] env[69330]: DEBUG nova.network.neutron [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.733284] env[69330]: DEBUG oslo_vmware.api [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Task: {'id': task-4128593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2068} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.738829] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.739101] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.740722] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.740722] env[69330]: INFO nova.compute.manager [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Took 2.38 seconds to destroy the instance on the hypervisor. [ 958.740722] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.740722] env[69330]: DEBUG nova.compute.manager [-] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.740722] env[69330]: DEBUG nova.network.neutron [-] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.798354] env[69330]: INFO nova.compute.manager [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Took 41.76 seconds to build instance. [ 958.866247] env[69330]: DEBUG nova.compute.manager [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.949683] env[69330]: DEBUG nova.network.neutron [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Updating instance_info_cache with network_info: [{"id": "caa7b2c2-a096-41dc-9998-21c78b709a3c", "address": "fa:16:3e:82:a9:2f", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa7b2c2-a0", "ovs_interfaceid": "caa7b2c2-a096-41dc-9998-21c78b709a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.952289] env[69330]: DEBUG nova.network.neutron [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Successfully created port: 57046cfe-0a0f-4f58-af47-a6949cb70bbd {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.959574] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ddbdfb-9625-4a59-980b-24f2a3abcb65 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.969807] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128594, 'name': ReconfigVM_Task, 'duration_secs': 0.296119} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.971790] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 958.972995] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db6bda0-8131-40a2-bffd-664a2f2ade0c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.977023] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c40436-56b9-4702-9ebc-967cf00c750b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.005095] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 3640563f-1559-4624-9078-1ebd508bdc3c/3640563f-1559-4624-9078-1ebd508bdc3c.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.031627] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa46c04d-d0d1-4256-a71d-0bc261a21406 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.045915] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc54686-2ff3-4cb9-b48f-251ba5ed59ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.056496] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381822c9-ea82-4001-b0f9-ca0049784e88 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.061224] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 959.061224] env[69330]: value = "task-4128595" [ 959.061224] env[69330]: _type = "Task" [ 959.061224] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.073533] env[69330]: DEBUG nova.compute.provider_tree [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.082452] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.136512] env[69330]: INFO nova.compute.manager [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Took 51.67 seconds to build instance. [ 959.301180] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7153da36-d75b-40dd-96b9-ecedabda2c6b tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Lock "add1e099-0dd5-4316-bbd5-c7a925ab932e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.951s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.340798] env[69330]: INFO nova.compute.manager [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Rebuilding instance [ 959.405567] env[69330]: DEBUG nova.compute.manager [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.406562] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d6298b-ffbb-4c14-a42d-60efff860aeb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.452598] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "refresh_cache-d96151fe-5ed4-48f8-8d64-52554141341e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.456335] env[69330]: DEBUG nova.compute.manager [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Instance network_info: |[{"id": "caa7b2c2-a096-41dc-9998-21c78b709a3c", "address": "fa:16:3e:82:a9:2f", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa7b2c2-a0", "ovs_interfaceid": "caa7b2c2-a096-41dc-9998-21c78b709a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.456335] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:a9:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caa7b2c2-a096-41dc-9998-21c78b709a3c', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.464707] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Creating folder: Project (b7714fe6c2d84cc99ad110f5804ea68f). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.466691] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-951f2347-0de9-44f8-8f4b-f69408f7a998 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.486649] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Created folder: Project (b7714fe6c2d84cc99ad110f5804ea68f) in parent group-v817559. [ 959.487158] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Creating folder: Instances. Parent ref: group-v817769. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.487346] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8b6d54c-7042-436d-bc9c-6c6167bbca81 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.501688] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Created folder: Instances in parent group-v817769. [ 959.502175] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.502308] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.502619] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee12295b-0123-4925-b964-c6d95b8b220c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.530136] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.530136] env[69330]: value = "task-4128598" [ 959.530136] env[69330]: _type = "Task" [ 959.530136] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.541504] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128598, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.581116] env[69330]: DEBUG nova.scheduler.client.report [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.588606] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128595, 'name': ReconfigVM_Task, 'duration_secs': 0.448457} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.588606] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 3640563f-1559-4624-9078-1ebd508bdc3c/3640563f-1559-4624-9078-1ebd508bdc3c.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.588925] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating instance '3640563f-1559-4624-9078-1ebd508bdc3c' progress to 50 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.642487] env[69330]: DEBUG oslo_concurrency.lockutils [None req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "a690ba5b-c7ca-4383-bd59-1c4f1184b7be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.191s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.769289] env[69330]: INFO nova.compute.manager [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Rescuing [ 959.769595] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "refresh_cache-a690ba5b-c7ca-4383-bd59-1c4f1184b7be" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.769759] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "refresh_cache-a690ba5b-c7ca-4383-bd59-1c4f1184b7be" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.769997] env[69330]: DEBUG nova.network.neutron [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.804971] env[69330]: DEBUG nova.compute.manager [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.880920] env[69330]: DEBUG nova.compute.manager [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.932391] env[69330]: DEBUG nova.virt.hardware [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.932391] env[69330]: DEBUG nova.virt.hardware [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.932391] env[69330]: DEBUG nova.virt.hardware [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.932986] env[69330]: DEBUG nova.virt.hardware [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.933333] env[69330]: DEBUG nova.virt.hardware [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.933608] env[69330]: DEBUG nova.virt.hardware [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.933963] env[69330]: DEBUG nova.virt.hardware [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.934255] env[69330]: DEBUG nova.virt.hardware [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.934622] env[69330]: DEBUG nova.virt.hardware [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.934931] env[69330]: DEBUG nova.virt.hardware [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.935240] env[69330]: DEBUG nova.virt.hardware [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.936295] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2e312d-2d0d-4d6a-98ed-2a830f48e5e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.948621] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfc5b81-7ce8-4d07-9e48-3f048b521508 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.971839] env[69330]: DEBUG nova.compute.manager [req-60b1104b-0b95-4361-87b1-bee685547ab6 req-691b5aa0-1d8d-4a0d-ae21-43afd8b4666e service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Received event network-changed-caa7b2c2-a096-41dc-9998-21c78b709a3c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.971839] env[69330]: DEBUG nova.compute.manager [req-60b1104b-0b95-4361-87b1-bee685547ab6 req-691b5aa0-1d8d-4a0d-ae21-43afd8b4666e service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Refreshing instance network info cache due to event network-changed-caa7b2c2-a096-41dc-9998-21c78b709a3c. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.971839] env[69330]: DEBUG oslo_concurrency.lockutils [req-60b1104b-0b95-4361-87b1-bee685547ab6 req-691b5aa0-1d8d-4a0d-ae21-43afd8b4666e service nova] Acquiring lock "refresh_cache-d96151fe-5ed4-48f8-8d64-52554141341e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.971839] env[69330]: DEBUG oslo_concurrency.lockutils [req-60b1104b-0b95-4361-87b1-bee685547ab6 req-691b5aa0-1d8d-4a0d-ae21-43afd8b4666e service nova] Acquired lock "refresh_cache-d96151fe-5ed4-48f8-8d64-52554141341e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.971839] env[69330]: DEBUG nova.network.neutron [req-60b1104b-0b95-4361-87b1-bee685547ab6 req-691b5aa0-1d8d-4a0d-ae21-43afd8b4666e service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Refreshing network info cache for port caa7b2c2-a096-41dc-9998-21c78b709a3c {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.008137] env[69330]: DEBUG nova.compute.manager [req-e3a29758-9e70-487f-bdff-bd81d4739cf8 req-dc4388a2-896d-4a48-b45d-3c851798e7c2 service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Received event network-vif-deleted-d7c9ac36-6540-4c03-b0fc-349e50e09fa7 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.008137] env[69330]: INFO nova.compute.manager [req-e3a29758-9e70-487f-bdff-bd81d4739cf8 req-dc4388a2-896d-4a48-b45d-3c851798e7c2 service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Neutron deleted interface d7c9ac36-6540-4c03-b0fc-349e50e09fa7; detaching it from the instance and deleting it from the info cache [ 960.008429] env[69330]: DEBUG nova.network.neutron [req-e3a29758-9e70-487f-bdff-bd81d4739cf8 req-dc4388a2-896d-4a48-b45d-3c851798e7c2 service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.046961] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128598, 'name': CreateVM_Task, 'duration_secs': 0.43825} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.047863] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.048030] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.048221] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.048561] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.048833] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8589686c-b3b7-4ea7-84d9-08422319209c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.056213] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 960.056213] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f11f45-5b47-ede9-136a-7727c88fd439" [ 960.056213] env[69330]: _type = "Task" [ 960.056213] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.073468] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f11f45-5b47-ede9-136a-7727c88fd439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.089691] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.094167] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.077s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.098463] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60eabcf-d1e4-4322-997a-547f1ba56af8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.122394] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8491e494-d0d5-4824-aa25-3fda2eb75b19 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.126141] env[69330]: INFO nova.scheduler.client.report [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleted allocations for instance fc2ad100-ef01-4938-91ad-d1037856259e [ 960.153918] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating instance '3640563f-1559-4624-9078-1ebd508bdc3c' progress to 67 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.182314] env[69330]: DEBUG nova.network.neutron [-] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.338159] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.425181] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.425559] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-472c4e5e-ba48-4e51-850a-580026d78c98 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.437232] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 960.437232] env[69330]: value = "task-4128599" [ 960.437232] env[69330]: _type = "Task" [ 960.437232] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.447960] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.511763] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32f5d473-bf62-4ce7-9bea-8a38676aeb42 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.528474] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa6659f-d1a7-4f82-91c9-1af2caa2a1ec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.545181] env[69330]: DEBUG nova.network.neutron [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Successfully updated port: 57046cfe-0a0f-4f58-af47-a6949cb70bbd {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.581812] env[69330]: DEBUG nova.compute.manager [req-e3a29758-9e70-487f-bdff-bd81d4739cf8 req-dc4388a2-896d-4a48-b45d-3c851798e7c2 service nova] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Detach interface failed, port_id=d7c9ac36-6540-4c03-b0fc-349e50e09fa7, reason: Instance 166e9b2f-cd18-4498-82c8-47a5085961f8 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 960.591340] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f11f45-5b47-ede9-136a-7727c88fd439, 'name': SearchDatastore_Task, 'duration_secs': 0.023411} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.594927] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.595453] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.595838] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.596122] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.596595] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.596781] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-565ffe8f-d2af-4d97-aa2e-417e79b752fc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.621035] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.621035] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.621780] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9bf1621-ef81-4b54-90db-dc8e2ae0f04a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.632725] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 960.632725] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521a467d-8c10-a987-b736-4afbdded65f4" [ 960.632725] env[69330]: _type = "Task" [ 960.632725] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.639567] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "fc2ad100-ef01-4938-91ad-d1037856259e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.232s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.648668] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521a467d-8c10-a987-b736-4afbdded65f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.683727] env[69330]: INFO nova.compute.manager [-] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Took 1.94 seconds to deallocate network for instance. [ 960.695482] env[69330]: DEBUG nova.network.neutron [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Updating instance_info_cache with network_info: [{"id": "1a4f0f30-1c66-4287-b0df-d5b57bc1562a", "address": "fa:16:3e:83:44:29", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f0f30-1c", "ovs_interfaceid": "1a4f0f30-1c66-4287-b0df-d5b57bc1562a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.732546] env[69330]: DEBUG nova.network.neutron [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Port f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 binding to destination host cpu-1 is already ACTIVE {{(pid=69330) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 960.782803] env[69330]: DEBUG nova.network.neutron [req-60b1104b-0b95-4361-87b1-bee685547ab6 req-691b5aa0-1d8d-4a0d-ae21-43afd8b4666e service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Updated VIF entry in instance network info cache for port caa7b2c2-a096-41dc-9998-21c78b709a3c. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.783179] env[69330]: DEBUG nova.network.neutron [req-60b1104b-0b95-4361-87b1-bee685547ab6 req-691b5aa0-1d8d-4a0d-ae21-43afd8b4666e service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Updating instance_info_cache with network_info: [{"id": "caa7b2c2-a096-41dc-9998-21c78b709a3c", "address": "fa:16:3e:82:a9:2f", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa7b2c2-a0", "ovs_interfaceid": "caa7b2c2-a096-41dc-9998-21c78b709a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.947734] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128599, 'name': PowerOffVM_Task, 'duration_secs': 0.241851} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.950590] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.950851] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.951888] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d529cb2b-abde-4328-b2ca-17dd2191f95b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.959623] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.959890] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a492e44-a8d6-4b00-8e94-b2faf070932a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.993786] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.994177] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.994461] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Deleting the datastore file [datastore1] add1e099-0dd5-4316-bbd5-c7a925ab932e {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.994784] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0046003-a409-4a30-bfa4-71b542c55755 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.002230] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 961.002230] env[69330]: value = "task-4128601" [ 961.002230] env[69330]: _type = "Task" [ 961.002230] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.013815] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.048917] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "refresh_cache-c07958ca-b12e-4b1f-ad68-f227d4f66421" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.049042] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquired lock "refresh_cache-c07958ca-b12e-4b1f-ad68-f227d4f66421" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.049181] env[69330]: DEBUG nova.network.neutron [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.097688] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086df039-836a-44dd-970f-bd7943e41aff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.109026] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a24258-adf9-4efd-a4c0-0d620f941967 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.149205] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009fa639-ab87-4354-b488-75301c7dadfd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.160730] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521a467d-8c10-a987-b736-4afbdded65f4, 'name': SearchDatastore_Task, 'duration_secs': 0.014052} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.162136] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e47b17d-73b2-4ee4-9a95-38334b77cc0a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.167451] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e04530-bb80-4005-b139-145938c42241 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.181734] env[69330]: DEBUG nova.compute.provider_tree [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.184688] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 961.184688] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529e53ac-1c3e-0332-94ee-3d2e319298ad" [ 961.184688] env[69330]: _type = "Task" [ 961.184688] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.193970] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529e53ac-1c3e-0332-94ee-3d2e319298ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.199785] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "refresh_cache-a690ba5b-c7ca-4383-bd59-1c4f1184b7be" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.247115] env[69330]: INFO nova.compute.manager [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Took 0.56 seconds to detach 1 volumes for instance. [ 961.250197] env[69330]: DEBUG nova.compute.manager [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Deleting volume: 95f3f5c6-85f5-4053-b24b-eebc17baaf1b {{(pid=69330) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 961.289267] env[69330]: DEBUG oslo_concurrency.lockutils [req-60b1104b-0b95-4361-87b1-bee685547ab6 req-691b5aa0-1d8d-4a0d-ae21-43afd8b4666e service nova] Releasing lock "refresh_cache-d96151fe-5ed4-48f8-8d64-52554141341e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.517827] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144779} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.518821] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.519215] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.519616] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.593859] env[69330]: DEBUG nova.network.neutron [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.595879] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "87a19eb0-98f5-4435-858b-d7b643d549c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.596155] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "87a19eb0-98f5-4435-858b-d7b643d549c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.596367] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "87a19eb0-98f5-4435-858b-d7b643d549c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.596550] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "87a19eb0-98f5-4435-858b-d7b643d549c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.596754] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "87a19eb0-98f5-4435-858b-d7b643d549c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.599096] env[69330]: INFO nova.compute.manager [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Terminating instance [ 961.699213] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529e53ac-1c3e-0332-94ee-3d2e319298ad, 'name': SearchDatastore_Task, 'duration_secs': 0.022328} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.699514] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.699784] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] d96151fe-5ed4-48f8-8d64-52554141341e/d96151fe-5ed4-48f8-8d64-52554141341e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.700154] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66d92a6a-c9aa-43fe-87cb-c577d1d9aa31 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.708515] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 961.708515] env[69330]: value = "task-4128603" [ 961.708515] env[69330]: _type = "Task" [ 961.708515] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.719217] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.729515] env[69330]: DEBUG nova.scheduler.client.report [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 961.729791] env[69330]: DEBUG nova.compute.provider_tree [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 104 to 105 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 961.729988] env[69330]: DEBUG nova.compute.provider_tree [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.756502] env[69330]: DEBUG nova.network.neutron [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Updating instance_info_cache with network_info: [{"id": "57046cfe-0a0f-4f58-af47-a6949cb70bbd", "address": "fa:16:3e:0f:0f:19", "network": {"id": "1661263f-0f83-443a-9ade-153c392ec0ca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-123585934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d1085be8bd9427c9482a2ecb3cd5168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57046cfe-0a", "ovs_interfaceid": "57046cfe-0a0f-4f58-af47-a6949cb70bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.766288] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "3640563f-1559-4624-9078-1ebd508bdc3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.767395] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "3640563f-1559-4624-9078-1ebd508bdc3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.767774] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "3640563f-1559-4624-9078-1ebd508bdc3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.799553] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.103791] env[69330]: DEBUG nova.compute.manager [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.104038] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.105010] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d78cd56-3f42-41ba-a5eb-f764c82b92c9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.113785] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.114116] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5b323e3-7ed6-4dc7-8404-c75e6e696ab6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.122288] env[69330]: DEBUG oslo_vmware.api [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 962.122288] env[69330]: value = "task-4128604" [ 962.122288] env[69330]: _type = "Task" [ 962.122288] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.132783] env[69330]: DEBUG oslo_vmware.api [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.169305] env[69330]: DEBUG nova.compute.manager [req-8da51f27-e8d6-4eee-9041-a2393b689205 req-e0c82677-30bd-443a-b393-0ec9f7b4b2a7 service nova] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Received event network-vif-plugged-57046cfe-0a0f-4f58-af47-a6949cb70bbd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.169900] env[69330]: DEBUG oslo_concurrency.lockutils [req-8da51f27-e8d6-4eee-9041-a2393b689205 req-e0c82677-30bd-443a-b393-0ec9f7b4b2a7 service nova] Acquiring lock "c07958ca-b12e-4b1f-ad68-f227d4f66421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.170786] env[69330]: DEBUG oslo_concurrency.lockutils [req-8da51f27-e8d6-4eee-9041-a2393b689205 req-e0c82677-30bd-443a-b393-0ec9f7b4b2a7 service nova] Lock "c07958ca-b12e-4b1f-ad68-f227d4f66421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.170988] env[69330]: DEBUG oslo_concurrency.lockutils [req-8da51f27-e8d6-4eee-9041-a2393b689205 req-e0c82677-30bd-443a-b393-0ec9f7b4b2a7 service nova] Lock "c07958ca-b12e-4b1f-ad68-f227d4f66421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.171191] env[69330]: DEBUG nova.compute.manager [req-8da51f27-e8d6-4eee-9041-a2393b689205 req-e0c82677-30bd-443a-b393-0ec9f7b4b2a7 service nova] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] No waiting events found dispatching network-vif-plugged-57046cfe-0a0f-4f58-af47-a6949cb70bbd {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 962.171411] env[69330]: WARNING nova.compute.manager [req-8da51f27-e8d6-4eee-9041-a2393b689205 req-e0c82677-30bd-443a-b393-0ec9f7b4b2a7 service nova] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Received unexpected event network-vif-plugged-57046cfe-0a0f-4f58-af47-a6949cb70bbd for instance with vm_state building and task_state spawning. [ 962.171629] env[69330]: DEBUG nova.compute.manager [req-8da51f27-e8d6-4eee-9041-a2393b689205 req-e0c82677-30bd-443a-b393-0ec9f7b4b2a7 service nova] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Received event network-changed-57046cfe-0a0f-4f58-af47-a6949cb70bbd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.171824] env[69330]: DEBUG nova.compute.manager [req-8da51f27-e8d6-4eee-9041-a2393b689205 req-e0c82677-30bd-443a-b393-0ec9f7b4b2a7 service nova] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Refreshing instance network info cache due to event network-changed-57046cfe-0a0f-4f58-af47-a6949cb70bbd. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.172046] env[69330]: DEBUG oslo_concurrency.lockutils [req-8da51f27-e8d6-4eee-9041-a2393b689205 req-e0c82677-30bd-443a-b393-0ec9f7b4b2a7 service nova] Acquiring lock "refresh_cache-c07958ca-b12e-4b1f-ad68-f227d4f66421" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.219336] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128603, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.270167] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Releasing lock "refresh_cache-c07958ca-b12e-4b1f-ad68-f227d4f66421" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.270221] env[69330]: DEBUG nova.compute.manager [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Instance network_info: |[{"id": "57046cfe-0a0f-4f58-af47-a6949cb70bbd", "address": "fa:16:3e:0f:0f:19", "network": {"id": "1661263f-0f83-443a-9ade-153c392ec0ca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-123585934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d1085be8bd9427c9482a2ecb3cd5168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57046cfe-0a", "ovs_interfaceid": "57046cfe-0a0f-4f58-af47-a6949cb70bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.272465] env[69330]: DEBUG oslo_concurrency.lockutils [req-8da51f27-e8d6-4eee-9041-a2393b689205 req-e0c82677-30bd-443a-b393-0ec9f7b4b2a7 service nova] Acquired lock "refresh_cache-c07958ca-b12e-4b1f-ad68-f227d4f66421" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.272687] env[69330]: DEBUG nova.network.neutron [req-8da51f27-e8d6-4eee-9041-a2393b689205 req-e0c82677-30bd-443a-b393-0ec9f7b4b2a7 service nova] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Refreshing network info cache for port 57046cfe-0a0f-4f58-af47-a6949cb70bbd {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.274323] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:0f:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57046cfe-0a0f-4f58-af47-a6949cb70bbd', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.285507] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.285507] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.287159] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.287159] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-434c2abd-73bc-4195-a4eb-7e938069d2fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.291087] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec7ae28e-5adb-46b7-a7b5-e8a3a6fad76b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.312181] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 962.312181] env[69330]: value = "task-4128605" [ 962.312181] env[69330]: _type = "Task" [ 962.312181] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.314020] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.314020] env[69330]: value = "task-4128606" [ 962.314020] env[69330]: _type = "Task" [ 962.314020] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.330112] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128606, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.333411] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.562663] env[69330]: DEBUG nova.virt.hardware [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.563105] env[69330]: DEBUG nova.virt.hardware [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.563105] env[69330]: DEBUG nova.virt.hardware [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.563274] env[69330]: DEBUG nova.virt.hardware [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.563439] env[69330]: DEBUG nova.virt.hardware [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.563625] env[69330]: DEBUG nova.virt.hardware [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.563932] env[69330]: DEBUG nova.virt.hardware [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.564181] env[69330]: DEBUG nova.virt.hardware [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.564382] env[69330]: DEBUG nova.virt.hardware [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.564562] env[69330]: DEBUG nova.virt.hardware [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.564826] env[69330]: DEBUG nova.virt.hardware [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.565732] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce3aa2d-e642-4f04-91c1-d216d1ace56e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.576917] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34479462-fba4-4d99-b81c-17f6d40b1761 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.593384] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.600279] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.600527] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.600785] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bd9d437-d2b9-41b4-bb3d-1da3c11cc31e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.619734] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.619734] env[69330]: value = "task-4128607" [ 962.619734] env[69330]: _type = "Task" [ 962.619734] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.638143] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128607, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.641230] env[69330]: DEBUG oslo_vmware.api [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128604, 'name': PowerOffVM_Task, 'duration_secs': 0.252473} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.641738] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.641951] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.642324] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58d47b0e-cee7-4de6-9028-e51397809fb8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.723588] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918252} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.723889] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] d96151fe-5ed4-48f8-8d64-52554141341e/d96151fe-5ed4-48f8-8d64-52554141341e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.724127] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.724414] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41b0cb8c-7585-47cf-9d1b-51509eeac431 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.733162] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 962.733162] env[69330]: value = "task-4128609" [ 962.733162] env[69330]: _type = "Task" [ 962.733162] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.741888] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.648s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.749562] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.204s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.751261] env[69330]: INFO nova.compute.claims [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.755253] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.757600] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.758399] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.758399] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleting the datastore file [datastore2] 87a19eb0-98f5-4435-858b-d7b643d549c8 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.758602] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42a2c57c-8af3-4c6a-83c4-a5ef7b8e1c2f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.766509] env[69330]: DEBUG oslo_vmware.api [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for the task: (returnval){ [ 962.766509] env[69330]: value = "task-4128610" [ 962.766509] env[69330]: _type = "Task" [ 962.766509] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.777048] env[69330]: DEBUG oslo_vmware.api [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.832315] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128606, 'name': CreateVM_Task, 'duration_secs': 0.490511} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.832546] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128605, 'name': PowerOffVM_Task, 'duration_secs': 0.366884} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.832785] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.832997] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.833763] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.834045] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.834815] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.835051] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2f8ee6-a76c-4f1f-958e-0013f501d592 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.838297] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3e4b8f-929c-4242-95d2-de090065af44 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.844615] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 962.844615] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5240aa2c-d596-4624-2640-4615d3368304" [ 962.844615] env[69330]: _type = "Task" [ 962.844615] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.864456] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dac792-64c4-4851-a82c-094b0a6ccdc3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.874059] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5240aa2c-d596-4624-2640-4615d3368304, 'name': SearchDatastore_Task, 'duration_secs': 0.011405} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.878697] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.878697] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.878697] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.878697] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.878697] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.881481] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.881481] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.881664] env[69330]: DEBUG nova.network.neutron [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.883085] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a5c35f7-3be3-47c7-ae63-24d2cdcc3978 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.894046] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.895112] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.895112] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-336b8476-4bcd-4c39-a7b5-99bd97b7de34 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.905909] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 962.905909] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52968306-04b0-bdda-ddef-97e7dfdc7ad2" [ 962.905909] env[69330]: _type = "Task" [ 962.905909] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.913395] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.913826] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a520db4-0eb8-49ba-a5ba-5a2dbb283ca8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.919525] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52968306-04b0-bdda-ddef-97e7dfdc7ad2, 'name': SearchDatastore_Task} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.921331] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6ecd36-9b34-4d5f-8c93-61ffb46f2924 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.927077] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 962.927077] env[69330]: value = "task-4128611" [ 962.927077] env[69330]: _type = "Task" [ 962.927077] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.929817] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 962.929817] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c63907-d545-ec99-d10e-85306a3dcf3a" [ 962.929817] env[69330]: _type = "Task" [ 962.929817] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.946198] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c63907-d545-ec99-d10e-85306a3dcf3a, 'name': SearchDatastore_Task, 'duration_secs': 0.013169} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.950172] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.950496] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] c07958ca-b12e-4b1f-ad68-f227d4f66421/c07958ca-b12e-4b1f-ad68-f227d4f66421.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.950838] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70fb48e7-a997-4a26-b01b-aea6d05f2b92 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.953146] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 962.953353] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.955902] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.955902] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.955902] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.956651] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88b7f48f-eb7c-4ec0-b20b-6bcb89b22dce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.965896] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 962.965896] env[69330]: value = "task-4128612" [ 962.965896] env[69330]: _type = "Task" [ 962.965896] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.970977] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.971218] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.972465] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa6395e-e4f9-43e4-b819-e50a6bbffb3a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.982782] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.985988] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 962.985988] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52afe9bd-d560-bc7a-f54a-2a60632788e1" [ 962.985988] env[69330]: _type = "Task" [ 962.985988] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.995766] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52afe9bd-d560-bc7a-f54a-2a60632788e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.125388] env[69330]: DEBUG nova.network.neutron [req-8da51f27-e8d6-4eee-9041-a2393b689205 req-e0c82677-30bd-443a-b393-0ec9f7b4b2a7 service nova] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Updated VIF entry in instance network info cache for port 57046cfe-0a0f-4f58-af47-a6949cb70bbd. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.125814] env[69330]: DEBUG nova.network.neutron [req-8da51f27-e8d6-4eee-9041-a2393b689205 req-e0c82677-30bd-443a-b393-0ec9f7b4b2a7 service nova] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Updating instance_info_cache with network_info: [{"id": "57046cfe-0a0f-4f58-af47-a6949cb70bbd", "address": "fa:16:3e:0f:0f:19", "network": {"id": "1661263f-0f83-443a-9ade-153c392ec0ca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-123585934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d1085be8bd9427c9482a2ecb3cd5168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57046cfe-0a", "ovs_interfaceid": "57046cfe-0a0f-4f58-af47-a6949cb70bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.133307] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128607, 'name': CreateVM_Task, 'duration_secs': 0.48458} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.133499] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.133951] env[69330]: DEBUG oslo_concurrency.lockutils [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.134129] env[69330]: DEBUG oslo_concurrency.lockutils [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.134462] env[69330]: DEBUG oslo_concurrency.lockutils [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.136292] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cee2fb2-5d8f-4076-b0da-abe53523ee7c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.147341] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 963.147341] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524e69e8-e4ac-6b71-d391-5ab1ca9f43f7" [ 963.147341] env[69330]: _type = "Task" [ 963.147341] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.159394] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524e69e8-e4ac-6b71-d391-5ab1ca9f43f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.253044] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096347} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.253997] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.255854] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c76531e-251e-42e7-bc3d-ee77f5830706 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.316732] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] d96151fe-5ed4-48f8-8d64-52554141341e/d96151fe-5ed4-48f8-8d64-52554141341e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.318208] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63f4a03d-ca86-4c00-b473-adcac4cf3380 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.344024] env[69330]: DEBUG oslo_vmware.api [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Task: {'id': task-4128610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169271} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.344024] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.344024] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.344024] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.344024] env[69330]: INFO nova.compute.manager [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Took 1.24 seconds to destroy the instance on the hypervisor. [ 963.344024] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.345938] env[69330]: DEBUG nova.compute.manager [-] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.345938] env[69330]: DEBUG nova.network.neutron [-] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.358708] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 963.358708] env[69330]: value = "task-4128613" [ 963.358708] env[69330]: _type = "Task" [ 963.358708] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.371403] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.453559] env[69330]: INFO nova.scheduler.client.report [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Deleted allocation for migration b5d4a72d-2f8d-4dbe-8f29-cd8e59286704 [ 963.480485] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493838} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.480485] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] c07958ca-b12e-4b1f-ad68-f227d4f66421/c07958ca-b12e-4b1f-ad68-f227d4f66421.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.480485] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.480485] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94b43c79-8d2c-4ef8-b86b-def8e2acc04e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.485779] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 963.485779] env[69330]: value = "task-4128614" [ 963.485779] env[69330]: _type = "Task" [ 963.485779] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.502491] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52afe9bd-d560-bc7a-f54a-2a60632788e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012773} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.506625] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.506942] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf7ca98b-9be4-4816-b344-6f5bb4999c23 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.517292] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 963.517292] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5242dc5d-2a81-7cbf-c4a7-d5254883bedd" [ 963.517292] env[69330]: _type = "Task" [ 963.517292] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.528727] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5242dc5d-2a81-7cbf-c4a7-d5254883bedd, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.529341] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.529821] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] a690ba5b-c7ca-4383-bd59-1c4f1184b7be/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk. {{(pid=69330) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 963.529930] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82188a29-6769-4b32-b6dc-16ef4f2be271 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.538296] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 963.538296] env[69330]: value = "task-4128615" [ 963.538296] env[69330]: _type = "Task" [ 963.538296] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.549884] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.628516] env[69330]: DEBUG oslo_concurrency.lockutils [req-8da51f27-e8d6-4eee-9041-a2393b689205 req-e0c82677-30bd-443a-b393-0ec9f7b4b2a7 service nova] Releasing lock "refresh_cache-c07958ca-b12e-4b1f-ad68-f227d4f66421" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.643240] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "0fa8e642-7b8f-4678-9279-f29d6c386f68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.643819] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "0fa8e642-7b8f-4678-9279-f29d6c386f68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.643819] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "0fa8e642-7b8f-4678-9279-f29d6c386f68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.643927] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "0fa8e642-7b8f-4678-9279-f29d6c386f68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.644105] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "0fa8e642-7b8f-4678-9279-f29d6c386f68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.646394] env[69330]: INFO nova.compute.manager [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Terminating instance [ 963.660529] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524e69e8-e4ac-6b71-d391-5ab1ca9f43f7, 'name': SearchDatastore_Task, 'duration_secs': 0.05989} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.660891] env[69330]: DEBUG oslo_concurrency.lockutils [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.661182] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.661897] env[69330]: DEBUG oslo_concurrency.lockutils [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.661897] env[69330]: DEBUG oslo_concurrency.lockutils [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.661897] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.663098] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54ee1f2a-d409-4694-bb30-5c25acb1150e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.674017] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.674273] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.675270] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9db6073-f693-4e47-ba98-3fe1454e0771 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.682902] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 963.682902] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52db298d-74ce-6bfe-347c-2466a21b58d7" [ 963.682902] env[69330]: _type = "Task" [ 963.682902] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.693783] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52db298d-74ce-6bfe-347c-2466a21b58d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.753394] env[69330]: DEBUG nova.network.neutron [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating instance_info_cache with network_info: [{"id": "f41d1ac2-e03b-4a66-8d6d-354fa8d8d863", "address": "fa:16:3e:65:cd:a2", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41d1ac2-e0", "ovs_interfaceid": "f41d1ac2-e03b-4a66-8d6d-354fa8d8d863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.867353] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.966217] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8df88f0c-ed81-4416-b2a0-c5588fc5e3b0 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.990s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.007146] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150001} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.010634] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.012843] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4f9750-0b48-4f05-a749-5b0e3955f381 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.040275] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] c07958ca-b12e-4b1f-ad68-f227d4f66421/c07958ca-b12e-4b1f-ad68-f227d4f66421.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.043344] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4efcdc9c-1eeb-44d7-bcaa-5ceda8efe36e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.071544] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128615, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.077332] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 964.077332] env[69330]: value = "task-4128616" [ 964.077332] env[69330]: _type = "Task" [ 964.077332] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.086250] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128616, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.157470] env[69330]: DEBUG nova.compute.manager [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.157699] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.159188] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b454a52-859b-466e-a354-5e8d3a1a7f04 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.167589] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.167859] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7328e192-9aa5-4060-80a4-9faf86fe6989 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.176884] env[69330]: DEBUG oslo_vmware.api [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 964.176884] env[69330]: value = "task-4128617" [ 964.176884] env[69330]: _type = "Task" [ 964.176884] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.189692] env[69330]: DEBUG oslo_vmware.api [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.199555] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52db298d-74ce-6bfe-347c-2466a21b58d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.200552] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04141fa4-17b7-4559-bc7a-cd28845b9f68 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.209567] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 964.209567] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5247ab67-bf11-2743-5b96-a6bd5b614f42" [ 964.209567] env[69330]: _type = "Task" [ 964.209567] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.218985] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5247ab67-bf11-2743-5b96-a6bd5b614f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.240818] env[69330]: DEBUG nova.compute.manager [req-541a4c08-4627-4944-bab2-be5e0e61b4cb req-4dd1ec78-54dd-42cc-8c26-52008c9ffedf service nova] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Received event network-vif-deleted-9555c672-8ba9-4b34-8f71-6177534cf59f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.241055] env[69330]: INFO nova.compute.manager [req-541a4c08-4627-4944-bab2-be5e0e61b4cb req-4dd1ec78-54dd-42cc-8c26-52008c9ffedf service nova] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Neutron deleted interface 9555c672-8ba9-4b34-8f71-6177534cf59f; detaching it from the instance and deleting it from the info cache [ 964.241290] env[69330]: DEBUG nova.network.neutron [req-541a4c08-4627-4944-bab2-be5e0e61b4cb req-4dd1ec78-54dd-42cc-8c26-52008c9ffedf service nova] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.255818] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.293999] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c2547e-88d9-4320-9a60-58135cc82085 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.302556] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67aad0d-d653-48df-bae8-dcd9c84486c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.306254] env[69330]: DEBUG nova.network.neutron [-] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.341066] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4269dd73-2066-4906-b7aa-34448f93c805 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.349609] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e5973d-aaee-48da-b418-a0034e590f60 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.369911] env[69330]: DEBUG nova.compute.provider_tree [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.377928] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128613, 'name': ReconfigVM_Task, 'duration_secs': 0.656679} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.378468] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Reconfigured VM instance instance-0000004b to attach disk [datastore1] d96151fe-5ed4-48f8-8d64-52554141341e/d96151fe-5ed4-48f8-8d64-52554141341e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.379424] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4f51e67-c6e8-4169-b180-3eca9d480bb9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.388028] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 964.388028] env[69330]: value = "task-4128618" [ 964.388028] env[69330]: _type = "Task" [ 964.388028] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.399957] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128618, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.570086] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589811} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.570400] env[69330]: INFO nova.virt.vmwareapi.ds_util [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] a690ba5b-c7ca-4383-bd59-1c4f1184b7be/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk. [ 964.571254] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caad91fc-64a4-4174-92e5-90e52ea4f009 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.603795] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] a690ba5b-c7ca-4383-bd59-1c4f1184b7be/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.604916] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48619bff-7b32-418e-9ea2-1f2628887e45 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.626503] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.632888] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 964.632888] env[69330]: value = "task-4128619" [ 964.632888] env[69330]: _type = "Task" [ 964.632888] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.642953] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.687986] env[69330]: DEBUG oslo_vmware.api [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128617, 'name': PowerOffVM_Task, 'duration_secs': 0.231345} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.690899] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.690899] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.690899] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d81f4c4-b663-4c55-984a-62d927a75e21 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.722087] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5247ab67-bf11-2743-5b96-a6bd5b614f42, 'name': SearchDatastore_Task, 'duration_secs': 0.017622} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.722802] env[69330]: DEBUG oslo_concurrency.lockutils [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.723499] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] add1e099-0dd5-4316-bbd5-c7a925ab932e/add1e099-0dd5-4316-bbd5-c7a925ab932e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.724132] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1337622c-4181-4a24-bc35-2284a033db48 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.732874] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 964.732874] env[69330]: value = "task-4128621" [ 964.732874] env[69330]: _type = "Task" [ 964.732874] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.746320] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.746640] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5e02bde-60b6-499a-9d25-517f8bcb9556 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.760420] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fab679d-38cc-4c64-bef5-8f0d513ae5be {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.782950] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.783067] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.783409] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Deleting the datastore file [datastore2] 0fa8e642-7b8f-4678-9279-f29d6c386f68 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.784052] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19bb127c-e0f5-4ad4-acdf-4e51c18a1a0c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.793744] env[69330]: DEBUG oslo_vmware.api [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 964.793744] env[69330]: value = "task-4128622" [ 964.793744] env[69330]: _type = "Task" [ 964.793744] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.811429] env[69330]: INFO nova.compute.manager [-] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Took 1.47 seconds to deallocate network for instance. [ 964.811873] env[69330]: DEBUG nova.compute.manager [req-541a4c08-4627-4944-bab2-be5e0e61b4cb req-4dd1ec78-54dd-42cc-8c26-52008c9ffedf service nova] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Detach interface failed, port_id=9555c672-8ba9-4b34-8f71-6177534cf59f, reason: Instance 87a19eb0-98f5-4435-858b-d7b643d549c8 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.816293] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b83ee08-fd11-4e7f-82c0-7fda7ae92f82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.829354] env[69330]: DEBUG oslo_vmware.api [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.848225] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b5329e-2f54-4394-ae7b-9e3ac7a6fa11 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.856939] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating instance '3640563f-1559-4624-9078-1ebd508bdc3c' progress to 83 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.901208] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128618, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.913754] env[69330]: ERROR nova.scheduler.client.report [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [req-369d20b4-94e3-471d-b4c2-592c01619884] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-369d20b4-94e3-471d-b4c2-592c01619884"}]} [ 964.938198] env[69330]: DEBUG nova.scheduler.client.report [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 964.954930] env[69330]: DEBUG nova.scheduler.client.report [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 964.955185] env[69330]: DEBUG nova.compute.provider_tree [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.976400] env[69330]: DEBUG nova.scheduler.client.report [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 964.999859] env[69330]: DEBUG nova.scheduler.client.report [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 965.088970] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128616, 'name': ReconfigVM_Task, 'duration_secs': 0.879756} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.092562] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Reconfigured VM instance instance-0000004c to attach disk [datastore1] c07958ca-b12e-4b1f-ad68-f227d4f66421/c07958ca-b12e-4b1f-ad68-f227d4f66421.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.093667] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b434e39b-3f27-4120-8672-179bc3d9ff4c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.101425] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 965.101425] env[69330]: value = "task-4128623" [ 965.101425] env[69330]: _type = "Task" [ 965.101425] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.113819] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128623, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.143578] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128619, 'name': ReconfigVM_Task, 'duration_secs': 0.383249} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.146591] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Reconfigured VM instance instance-00000049 to attach disk [datastore2] a690ba5b-c7ca-4383-bd59-1c4f1184b7be/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.147858] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b877a1-afd6-4a1e-98ce-b594a5e0a0fb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.183327] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79c8702f-cd76-4d52-95fb-ce410e2553f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.205219] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 965.205219] env[69330]: value = "task-4128624" [ 965.205219] env[69330]: _type = "Task" [ 965.205219] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.225094] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128624, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.243900] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128621, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.304615] env[69330]: DEBUG oslo_vmware.api [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227413} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.304820] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.304963] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.305263] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.305552] env[69330]: INFO nova.compute.manager [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Took 1.15 seconds to destroy the instance on the hypervisor. [ 965.305887] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.309184] env[69330]: DEBUG nova.compute.manager [-] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.309184] env[69330]: DEBUG nova.network.neutron [-] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.330843] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.364061] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.364720] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f85f864-836e-417f-8848-f1b9c9299632 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.372599] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 965.372599] env[69330]: value = "task-4128625" [ 965.372599] env[69330]: _type = "Task" [ 965.372599] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.386884] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.400458] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128618, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.555902] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a633c9e-24b2-4710-9743-6dd3ed1e7d00 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.567014] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7b1b53-b455-4245-8a88-ee021c4a0034 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.609484] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e2c614-0106-4fe0-9884-955b1d1dd20c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.621694] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128623, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.624588] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8f4a67-725e-4c14-ae3d-83098406d8bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.645168] env[69330]: DEBUG nova.compute.provider_tree [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.718067] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128624, 'name': ReconfigVM_Task, 'duration_secs': 0.420422} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.718373] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.720391] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa70ad56-7e8d-4182-aef3-f311b263b3f9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.732422] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 965.732422] env[69330]: value = "task-4128626" [ 965.732422] env[69330]: _type = "Task" [ 965.732422] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.748895] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61562} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.752214] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] add1e099-0dd5-4316-bbd5-c7a925ab932e/add1e099-0dd5-4316-bbd5-c7a925ab932e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.752517] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.752800] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128626, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.753040] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36735029-953e-4066-b31a-cbb60a6f5c8c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.760888] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 965.760888] env[69330]: value = "task-4128627" [ 965.760888] env[69330]: _type = "Task" [ 965.760888] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.770699] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.884967] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.900308] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128618, 'name': Rename_Task, 'duration_secs': 1.285907} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.900846] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.901261] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74cdc6ee-9620-418f-ae42-da5104817ccb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.910227] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 965.910227] env[69330]: value = "task-4128628" [ 965.910227] env[69330]: _type = "Task" [ 965.910227] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.919458] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.115611] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128623, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.151859] env[69330]: DEBUG nova.network.neutron [-] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.185026] env[69330]: DEBUG nova.scheduler.client.report [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 966.185026] env[69330]: DEBUG nova.compute.provider_tree [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 106 to 107 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 966.185026] env[69330]: DEBUG nova.compute.provider_tree [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.246700] env[69330]: DEBUG oslo_vmware.api [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128626, 'name': PowerOnVM_Task, 'duration_secs': 0.511987} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.248910] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.250379] env[69330]: DEBUG nova.compute.manager [None req-5e47477e-9efc-4fe1-9b1a-864430d48000 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.251060] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799fff35-6f06-4987-bcf8-96381739e2a5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.278780] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.385912] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.423120] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.500127] env[69330]: DEBUG nova.compute.manager [req-52cd34f6-622f-4ec1-a03b-b84baef65dff req-834e2cab-32aa-477d-bce3-2aeadcf98c54 service nova] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Received event network-vif-deleted-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.580445] env[69330]: DEBUG nova.compute.manager [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.581537] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21450a2d-9083-4961-8926-58ed0d0cd13c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.615089] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128623, 'name': Rename_Task, 'duration_secs': 1.300899} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.615438] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.615732] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f29054ae-b8f4-4e90-b22b-24ec80e5227d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.625465] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 966.625465] env[69330]: value = "task-4128629" [ 966.625465] env[69330]: _type = "Task" [ 966.625465] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.638191] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.656899] env[69330]: INFO nova.compute.manager [-] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Took 1.35 seconds to deallocate network for instance. [ 966.690947] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.941s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.691754] env[69330]: DEBUG nova.compute.manager [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.695601] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.392s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.697082] env[69330]: INFO nova.compute.claims [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.777817] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.707664} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.777817] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.778856] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79704b4-afc2-49e3-921a-e286b21a881e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.801764] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] add1e099-0dd5-4316-bbd5-c7a925ab932e/add1e099-0dd5-4316-bbd5-c7a925ab932e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.803158] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1806a790-a501-4aa3-b927-b45088c95350 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.827245] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 966.827245] env[69330]: value = "task-4128630" [ 966.827245] env[69330]: _type = "Task" [ 966.827245] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.840303] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.884182] env[69330]: DEBUG oslo_vmware.api [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128625, 'name': PowerOnVM_Task, 'duration_secs': 1.391163} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.884182] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.884182] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6e15b5-8f1f-41ab-ac8c-688cc4f3b723 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating instance '3640563f-1559-4624-9078-1ebd508bdc3c' progress to 100 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.921479] env[69330]: DEBUG oslo_vmware.api [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128628, 'name': PowerOnVM_Task, 'duration_secs': 0.947839} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.921751] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.921959] env[69330]: INFO nova.compute.manager [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Took 9.76 seconds to spawn the instance on the hypervisor. [ 966.922156] env[69330]: DEBUG nova.compute.manager [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.923025] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef13341-32ae-4839-aea1-5a8c133c93e7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.020938] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "3bad0450-f8d2-47db-a11a-0ad6295b7215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.021407] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "3bad0450-f8d2-47db-a11a-0ad6295b7215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.092501] env[69330]: INFO nova.compute.manager [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] instance snapshotting [ 967.093136] env[69330]: DEBUG nova.objects.instance [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'flavor' on Instance uuid d358134d-299b-4a91-90e5-bad725ee2715 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.136677] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128629, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.162922] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.197291] env[69330]: DEBUG nova.compute.utils [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.199338] env[69330]: DEBUG nova.compute.manager [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Not allocating networking since 'none' was specified. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 967.339085] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.444088] env[69330]: INFO nova.compute.manager [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Took 43.05 seconds to build instance. [ 967.524337] env[69330]: DEBUG nova.compute.manager [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.599145] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bf0c8e-ab02-4fe8-bb2c-95f2d2e5385a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.620015] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d855b5-fb2d-4c93-81e4-a6784947e580 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.638737] env[69330]: DEBUG oslo_vmware.api [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128629, 'name': PowerOnVM_Task, 'duration_secs': 0.850235} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.638977] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.639198] env[69330]: INFO nova.compute.manager [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Took 7.76 seconds to spawn the instance on the hypervisor. [ 967.639379] env[69330]: DEBUG nova.compute.manager [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 967.640197] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3054f6-af0b-4d48-ad1f-0552fbb4b929 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.700609] env[69330]: DEBUG nova.compute.manager [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.840488] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128630, 'name': ReconfigVM_Task, 'duration_secs': 0.624508} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.840488] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Reconfigured VM instance instance-0000004a to attach disk [datastore1] add1e099-0dd5-4316-bbd5-c7a925ab932e/add1e099-0dd5-4316-bbd5-c7a925ab932e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.840673] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2f4104d-3f99-4dff-9409-4a6e803194b2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.848612] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 967.848612] env[69330]: value = "task-4128631" [ 967.848612] env[69330]: _type = "Task" [ 967.848612] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.860616] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128631, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.946300] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e0e14e6c-5763-4bef-8475-ba383543cd6d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "d96151fe-5ed4-48f8-8d64-52554141341e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.769s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.045757] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.134832] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 968.135195] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-def6997d-48c4-486a-8c86-148ff87fdcf4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.145451] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 968.145451] env[69330]: value = "task-4128632" [ 968.145451] env[69330]: _type = "Task" [ 968.145451] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.157954] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128632, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.164682] env[69330]: INFO nova.compute.manager [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Took 39.33 seconds to build instance. [ 968.196485] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc3487f-cdd9-4282-85d1-646e50e63845 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.208466] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36343f47-e3d9-4bed-9500-59f02b820624 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.251075] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1e960c-6003-4eed-983b-1e1faca1ea92 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.258386] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2461d8-1d97-4c77-88a7-172e5294cf33 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.274927] env[69330]: DEBUG nova.compute.provider_tree [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.359477] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128631, 'name': Rename_Task, 'duration_secs': 0.371974} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.359743] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.360036] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88b2d54f-e21c-464f-89e7-ba4c32e0c296 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.367496] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 968.367496] env[69330]: value = "task-4128633" [ 968.367496] env[69330]: _type = "Task" [ 968.367496] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.379500] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.534349] env[69330]: DEBUG nova.compute.manager [req-6b1df44f-d021-4fd6-b51d-6361f7442254 req-025a999d-baa4-4ff3-afcb-9883bbf9a6fe service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Received event network-changed-caa7b2c2-a096-41dc-9998-21c78b709a3c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.534714] env[69330]: DEBUG nova.compute.manager [req-6b1df44f-d021-4fd6-b51d-6361f7442254 req-025a999d-baa4-4ff3-afcb-9883bbf9a6fe service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Refreshing instance network info cache due to event network-changed-caa7b2c2-a096-41dc-9998-21c78b709a3c. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.535065] env[69330]: DEBUG oslo_concurrency.lockutils [req-6b1df44f-d021-4fd6-b51d-6361f7442254 req-025a999d-baa4-4ff3-afcb-9883bbf9a6fe service nova] Acquiring lock "refresh_cache-d96151fe-5ed4-48f8-8d64-52554141341e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.535302] env[69330]: DEBUG oslo_concurrency.lockutils [req-6b1df44f-d021-4fd6-b51d-6361f7442254 req-025a999d-baa4-4ff3-afcb-9883bbf9a6fe service nova] Acquired lock "refresh_cache-d96151fe-5ed4-48f8-8d64-52554141341e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.535563] env[69330]: DEBUG nova.network.neutron [req-6b1df44f-d021-4fd6-b51d-6361f7442254 req-025a999d-baa4-4ff3-afcb-9883bbf9a6fe service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Refreshing network info cache for port caa7b2c2-a096-41dc-9998-21c78b709a3c {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.656421] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128632, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.667862] env[69330]: DEBUG oslo_concurrency.lockutils [None req-968bba19-8c26-485e-be23-df44122582a2 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "c07958ca-b12e-4b1f-ad68-f227d4f66421" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.169s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.722676] env[69330]: DEBUG nova.compute.manager [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.760165] env[69330]: DEBUG nova.virt.hardware [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.760503] env[69330]: DEBUG nova.virt.hardware [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.760669] env[69330]: DEBUG nova.virt.hardware [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.760884] env[69330]: DEBUG nova.virt.hardware [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.761048] env[69330]: DEBUG nova.virt.hardware [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.761177] env[69330]: DEBUG nova.virt.hardware [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.761440] env[69330]: DEBUG nova.virt.hardware [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.761588] env[69330]: DEBUG nova.virt.hardware [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.761887] env[69330]: DEBUG nova.virt.hardware [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.762101] env[69330]: DEBUG nova.virt.hardware [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.762282] env[69330]: DEBUG nova.virt.hardware [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.763238] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0998214a-d47c-44a9-b1a7-0bce9516e7b0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.773364] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cc2aa8-a476-4010-8f81-b1bf4d31b8ab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.778849] env[69330]: DEBUG nova.scheduler.client.report [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.794690] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.800894] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Creating folder: Project (bcda5ae7b150483dbebc87f2590e9b8f). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.802040] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2efc4c60-c6f6-48e2-80f1-49e0cae67f88 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.816787] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Created folder: Project (bcda5ae7b150483dbebc87f2590e9b8f) in parent group-v817559. [ 968.817035] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Creating folder: Instances. Parent ref: group-v817775. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.817338] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a2ecf35-0ca1-4650-9aee-22e1e09c1c8c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.829287] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Created folder: Instances in parent group-v817775. [ 968.829509] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.829830] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.830188] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87fb6bd8-769f-4a29-81ec-407c226d7073 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.854845] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.854845] env[69330]: value = "task-4128636" [ 968.854845] env[69330]: _type = "Task" [ 968.854845] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.866095] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128636, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.878479] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128633, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.110362] env[69330]: INFO nova.compute.manager [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Rescuing [ 969.110643] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "refresh_cache-a39d8145-220b-4c62-a164-7ae645ae0608" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.110802] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "refresh_cache-a39d8145-220b-4c62-a164-7ae645ae0608" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.111022] env[69330]: DEBUG nova.network.neutron [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.159255] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128632, 'name': CreateSnapshot_Task, 'duration_secs': 0.648651} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.159749] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 969.161281] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a59235-c60c-4c87-b8fc-e0393962c11c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.287043] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.287043] env[69330]: DEBUG nova.compute.manager [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.289523] env[69330]: DEBUG oslo_concurrency.lockutils [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.598s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.289739] env[69330]: DEBUG nova.objects.instance [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lazy-loading 'resources' on Instance uuid e7e29762-73da-4a5b-832c-7f865b05c2c5 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.328576] env[69330]: DEBUG nova.network.neutron [req-6b1df44f-d021-4fd6-b51d-6361f7442254 req-025a999d-baa4-4ff3-afcb-9883bbf9a6fe service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Updated VIF entry in instance network info cache for port caa7b2c2-a096-41dc-9998-21c78b709a3c. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.328797] env[69330]: DEBUG nova.network.neutron [req-6b1df44f-d021-4fd6-b51d-6361f7442254 req-025a999d-baa4-4ff3-afcb-9883bbf9a6fe service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Updating instance_info_cache with network_info: [{"id": "caa7b2c2-a096-41dc-9998-21c78b709a3c", "address": "fa:16:3e:82:a9:2f", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa7b2c2-a0", "ovs_interfaceid": "caa7b2c2-a096-41dc-9998-21c78b709a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.366539] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128636, 'name': CreateVM_Task, 'duration_secs': 0.395429} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.366714] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.367280] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.367446] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.367793] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.368168] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fefe52bd-cd97-4568-a908-f6c977651e86 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.380554] env[69330]: DEBUG oslo_vmware.api [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128633, 'name': PowerOnVM_Task, 'duration_secs': 0.65309} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.382381] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.382921] env[69330]: DEBUG nova.compute.manager [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 969.383153] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 969.383153] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524ee9d7-5456-07a4-3c3e-e4f16615b363" [ 969.383153] env[69330]: _type = "Task" [ 969.383153] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.384197] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6277d2-0844-4163-8e06-ed64c63040bf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.388431] env[69330]: DEBUG oslo_concurrency.lockutils [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "3640563f-1559-4624-9078-1ebd508bdc3c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.388773] env[69330]: DEBUG oslo_concurrency.lockutils [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "3640563f-1559-4624-9078-1ebd508bdc3c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.389100] env[69330]: DEBUG nova.compute.manager [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Going to confirm migration 2 {{(pid=69330) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 969.406643] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524ee9d7-5456-07a4-3c3e-e4f16615b363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.598953] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "c07958ca-b12e-4b1f-ad68-f227d4f66421" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.599351] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "c07958ca-b12e-4b1f-ad68-f227d4f66421" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.599593] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "c07958ca-b12e-4b1f-ad68-f227d4f66421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.599790] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "c07958ca-b12e-4b1f-ad68-f227d4f66421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.599966] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "c07958ca-b12e-4b1f-ad68-f227d4f66421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.602219] env[69330]: INFO nova.compute.manager [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Terminating instance [ 969.685529] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 969.686329] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fbed2f1a-2df7-452d-ad8c-4ca87ec9ff2b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.695885] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 969.695885] env[69330]: value = "task-4128637" [ 969.695885] env[69330]: _type = "Task" [ 969.695885] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.708721] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128637, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.793737] env[69330]: DEBUG nova.compute.utils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.795743] env[69330]: DEBUG nova.compute.manager [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.795994] env[69330]: DEBUG nova.network.neutron [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.832057] env[69330]: DEBUG oslo_concurrency.lockutils [req-6b1df44f-d021-4fd6-b51d-6361f7442254 req-025a999d-baa4-4ff3-afcb-9883bbf9a6fe service nova] Releasing lock "refresh_cache-d96151fe-5ed4-48f8-8d64-52554141341e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.866083] env[69330]: DEBUG nova.policy [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e599c70bf884e8a88840b92a9998f64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54ddaa1e18324d2e9a6243d9d3fcaf9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.906612] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524ee9d7-5456-07a4-3c3e-e4f16615b363, 'name': SearchDatastore_Task, 'duration_secs': 0.034106} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.909528] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.909815] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.910083] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.910232] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.910406] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.914987] env[69330]: DEBUG nova.network.neutron [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Updating instance_info_cache with network_info: [{"id": "172ba092-7405-4701-9b9b-c22c51a35045", "address": "fa:16:3e:fa:dc:cd", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap172ba092-74", "ovs_interfaceid": "172ba092-7405-4701-9b9b-c22c51a35045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.920722] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f9382bb-fc51-43b5-b09f-a5326d17d90e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.925806] env[69330]: DEBUG oslo_concurrency.lockutils [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.934984] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.935275] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.943874] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ad3c91-ffe8-4cac-a747-10fb9e528df9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.950467] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 969.950467] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52620c9c-b00a-73b5-243c-abdcc7ea7617" [ 969.950467] env[69330]: _type = "Task" [ 969.950467] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.962205] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52620c9c-b00a-73b5-243c-abdcc7ea7617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.038535] env[69330]: DEBUG oslo_concurrency.lockutils [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.038826] env[69330]: DEBUG oslo_concurrency.lockutils [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.040869] env[69330]: DEBUG nova.network.neutron [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.040869] env[69330]: DEBUG nova.objects.instance [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lazy-loading 'info_cache' on Instance uuid 3640563f-1559-4624-9078-1ebd508bdc3c {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.106110] env[69330]: DEBUG nova.compute.manager [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.106474] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.107496] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732e73d3-2816-4307-82eb-4347ca419c3e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.121025] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.121025] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef062ec6-fd89-4c93-b42a-ac67b71d9851 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.126635] env[69330]: DEBUG oslo_vmware.api [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 970.126635] env[69330]: value = "task-4128638" [ 970.126635] env[69330]: _type = "Task" [ 970.126635] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.141859] env[69330]: DEBUG oslo_vmware.api [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.215810] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128637, 'name': CloneVM_Task} progress is 93%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.305723] env[69330]: DEBUG nova.compute.manager [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.312779] env[69330]: DEBUG nova.network.neutron [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Successfully created port: 7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.425443] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "refresh_cache-a39d8145-220b-4c62-a164-7ae645ae0608" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.460685] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc1e2ac-fa36-4598-8de4-37fcab62010e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.476772] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52620c9c-b00a-73b5-243c-abdcc7ea7617, 'name': SearchDatastore_Task, 'duration_secs': 0.035642} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.479177] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1a5d2a-4958-4533-becc-989d4d0f683a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.484684] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bca580b-22c3-4b7c-917e-224f24ca83ab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.492718] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 970.492718] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5237bf71-0160-4e2c-b595-6249dd1d5ef6" [ 970.492718] env[69330]: _type = "Task" [ 970.492718] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.538464] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bacc433-8699-4edd-aeda-7031e4c25d44 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.551243] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5237bf71-0160-4e2c-b595-6249dd1d5ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.552216] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.552620] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 24b7d938-0f88-41e6-919d-07db448545c6/24b7d938-0f88-41e6-919d-07db448545c6.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.554029] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48591cf-6dd5-498f-8b52-e55e0258d615 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.559471] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8693eb9c-05b6-4917-aa19-13386e5d1a74 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.573939] env[69330]: DEBUG nova.compute.provider_tree [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.576949] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 970.576949] env[69330]: value = "task-4128639" [ 970.576949] env[69330]: _type = "Task" [ 970.576949] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.587071] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.643109] env[69330]: DEBUG oslo_vmware.api [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128638, 'name': PowerOffVM_Task, 'duration_secs': 0.308841} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.643595] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.643922] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.644338] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-626afdfa-807e-4ee6-8918-95bbc143f294 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.708296] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128637, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.717051] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.717291] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.717493] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Deleting the datastore file [datastore1] c07958ca-b12e-4b1f-ad68-f227d4f66421 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.717766] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4419d3dc-9942-45ca-ae4c-b370be537f71 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.725547] env[69330]: DEBUG oslo_vmware.api [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for the task: (returnval){ [ 970.725547] env[69330]: value = "task-4128641" [ 970.725547] env[69330]: _type = "Task" [ 970.725547] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.734901] env[69330]: DEBUG oslo_vmware.api [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.079451] env[69330]: DEBUG nova.scheduler.client.report [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.097032] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128639, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.111557] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquiring lock "add1e099-0dd5-4316-bbd5-c7a925ab932e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.112432] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Lock "add1e099-0dd5-4316-bbd5-c7a925ab932e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.112432] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquiring lock "add1e099-0dd5-4316-bbd5-c7a925ab932e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.112432] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Lock "add1e099-0dd5-4316-bbd5-c7a925ab932e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.112623] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Lock "add1e099-0dd5-4316-bbd5-c7a925ab932e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.115365] env[69330]: INFO nova.compute.manager [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Terminating instance [ 971.209517] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128637, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.236019] env[69330]: DEBUG oslo_vmware.api [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Task: {'id': task-4128641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255304} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.236295] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.236480] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.236650] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.236820] env[69330]: INFO nova.compute.manager [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Took 1.13 seconds to destroy the instance on the hypervisor. [ 971.237084] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.237854] env[69330]: DEBUG nova.compute.manager [-] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.237854] env[69330]: DEBUG nova.network.neutron [-] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.278014] env[69330]: DEBUG nova.network.neutron [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating instance_info_cache with network_info: [{"id": "f41d1ac2-e03b-4a66-8d6d-354fa8d8d863", "address": "fa:16:3e:65:cd:a2", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41d1ac2-e0", "ovs_interfaceid": "f41d1ac2-e03b-4a66-8d6d-354fa8d8d863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.314525] env[69330]: DEBUG nova.compute.manager [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.354340] env[69330]: DEBUG nova.virt.hardware [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.354612] env[69330]: DEBUG nova.virt.hardware [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.354774] env[69330]: DEBUG nova.virt.hardware [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.354958] env[69330]: DEBUG nova.virt.hardware [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.355121] env[69330]: DEBUG nova.virt.hardware [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.355275] env[69330]: DEBUG nova.virt.hardware [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.355496] env[69330]: DEBUG nova.virt.hardware [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.355659] env[69330]: DEBUG nova.virt.hardware [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.355887] env[69330]: DEBUG nova.virt.hardware [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.355980] env[69330]: DEBUG nova.virt.hardware [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.356175] env[69330]: DEBUG nova.virt.hardware [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.357083] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeb35d4-9d10-4dcd-9872-ee695f282e67 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.366658] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd4949b-005b-4e9e-abf5-6ea2d8b4a42f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.590372] env[69330]: DEBUG oslo_concurrency.lockutils [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.593106] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.849s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.594779] env[69330]: INFO nova.compute.claims [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.606812] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557455} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.606812] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 24b7d938-0f88-41e6-919d-07db448545c6/24b7d938-0f88-41e6-919d-07db448545c6.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.606812] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.606812] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7803e2fb-ec30-4b7d-9578-900a8b955130 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.617019] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 971.617019] env[69330]: value = "task-4128642" [ 971.617019] env[69330]: _type = "Task" [ 971.617019] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.624371] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquiring lock "refresh_cache-add1e099-0dd5-4316-bbd5-c7a925ab932e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.625068] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquired lock "refresh_cache-add1e099-0dd5-4316-bbd5-c7a925ab932e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.625068] env[69330]: DEBUG nova.network.neutron [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.627711] env[69330]: INFO nova.scheduler.client.report [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Deleted allocations for instance e7e29762-73da-4a5b-832c-7f865b05c2c5 [ 971.645783] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.674039] env[69330]: DEBUG nova.compute.manager [req-c9af249d-c947-41d6-a334-c5a37c396f1b req-64cfb40c-4c81-4489-9751-698c9d555925 service nova] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Received event network-vif-deleted-57046cfe-0a0f-4f58-af47-a6949cb70bbd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.674039] env[69330]: INFO nova.compute.manager [req-c9af249d-c947-41d6-a334-c5a37c396f1b req-64cfb40c-4c81-4489-9751-698c9d555925 service nova] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Neutron deleted interface 57046cfe-0a0f-4f58-af47-a6949cb70bbd; detaching it from the instance and deleting it from the info cache [ 971.674039] env[69330]: DEBUG nova.network.neutron [req-c9af249d-c947-41d6-a334-c5a37c396f1b req-64cfb40c-4c81-4489-9751-698c9d555925 service nova] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.711322] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128637, 'name': CloneVM_Task} progress is 95%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.780789] env[69330]: DEBUG oslo_concurrency.lockutils [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "refresh_cache-3640563f-1559-4624-9078-1ebd508bdc3c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.781082] env[69330]: DEBUG nova.objects.instance [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lazy-loading 'migration_context' on Instance uuid 3640563f-1559-4624-9078-1ebd508bdc3c {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.811561] env[69330]: DEBUG nova.compute.manager [req-3007ac3a-447b-4fdc-bb24-945dbe73356e req-91d86fac-a054-42da-9efb-66844bbf5f0e service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Received event network-vif-plugged-7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.811943] env[69330]: DEBUG oslo_concurrency.lockutils [req-3007ac3a-447b-4fdc-bb24-945dbe73356e req-91d86fac-a054-42da-9efb-66844bbf5f0e service nova] Acquiring lock "aba9acde-9aeb-4c0f-83be-626b392b5a15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.812338] env[69330]: DEBUG oslo_concurrency.lockutils [req-3007ac3a-447b-4fdc-bb24-945dbe73356e req-91d86fac-a054-42da-9efb-66844bbf5f0e service nova] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.812676] env[69330]: DEBUG oslo_concurrency.lockutils [req-3007ac3a-447b-4fdc-bb24-945dbe73356e req-91d86fac-a054-42da-9efb-66844bbf5f0e service nova] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.812977] env[69330]: DEBUG nova.compute.manager [req-3007ac3a-447b-4fdc-bb24-945dbe73356e req-91d86fac-a054-42da-9efb-66844bbf5f0e service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] No waiting events found dispatching network-vif-plugged-7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 971.813254] env[69330]: WARNING nova.compute.manager [req-3007ac3a-447b-4fdc-bb24-945dbe73356e req-91d86fac-a054-42da-9efb-66844bbf5f0e service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Received unexpected event network-vif-plugged-7516fb28-15a7-4296-8516-22e66938ea7f for instance with vm_state building and task_state spawning. [ 971.904020] env[69330]: DEBUG nova.network.neutron [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Successfully updated port: 7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.972559] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.972962] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0cd695d-8455-4a64-9362-a96a56cfa839 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.987069] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 971.987069] env[69330]: value = "task-4128643" [ 971.987069] env[69330]: _type = "Task" [ 971.987069] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.996126] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.129668] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077122} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.130248] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.131427] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f32d2c1-2ed9-4bd7-b948-83af87eced2f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.139586] env[69330]: DEBUG oslo_concurrency.lockutils [None req-69bb08f3-513b-4980-8560-08cd8accbd61 tempest-ServerShowV247Test-27923571 tempest-ServerShowV247Test-27923571-project-member] Lock "e7e29762-73da-4a5b-832c-7f865b05c2c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.776s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.158884] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 24b7d938-0f88-41e6-919d-07db448545c6/24b7d938-0f88-41e6-919d-07db448545c6.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.160925] env[69330]: DEBUG nova.network.neutron [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.162949] env[69330]: DEBUG nova.network.neutron [-] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.164253] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe645cd-6488-4573-8a12-1225fac26158 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.180030] env[69330]: INFO nova.compute.manager [-] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Took 0.94 seconds to deallocate network for instance. [ 972.185312] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35143ead-8849-48e2-bbbb-8c6fb0b5d560 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.194789] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 972.194789] env[69330]: value = "task-4128644" [ 972.194789] env[69330]: _type = "Task" [ 972.194789] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.204323] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077277e0-c06c-4dca-bbf9-4f5dc7aca352 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.228581] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.234226] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128637, 'name': CloneVM_Task, 'duration_secs': 2.298906} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.234848] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Created linked-clone VM from snapshot [ 972.235577] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f49457-696e-43c3-9f41-cbaaa1a1f2c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.254216] env[69330]: DEBUG nova.compute.manager [req-c9af249d-c947-41d6-a334-c5a37c396f1b req-64cfb40c-4c81-4489-9751-698c9d555925 service nova] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Detach interface failed, port_id=57046cfe-0a0f-4f58-af47-a6949cb70bbd, reason: Instance c07958ca-b12e-4b1f-ad68-f227d4f66421 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.255398] env[69330]: DEBUG nova.network.neutron [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.262994] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Uploading image 1ca57566-56cd-4f75-94c0-3e08d48d8f1b {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 972.285129] env[69330]: DEBUG nova.objects.base [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Object Instance<3640563f-1559-4624-9078-1ebd508bdc3c> lazy-loaded attributes: info_cache,migration_context {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 972.286374] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07bef98-752b-4d65-bb7d-39492c7a4468 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.293519] env[69330]: DEBUG oslo_vmware.rw_handles [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 972.293519] env[69330]: value = "vm-817778" [ 972.293519] env[69330]: _type = "VirtualMachine" [ 972.293519] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 972.293838] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e93a99fe-900c-4d63-8fe8-0435c0ae4bb2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.312358] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd6257e4-5771-4e03-96a3-01d7ec99edde {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.318674] env[69330]: DEBUG oslo_vmware.rw_handles [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lease: (returnval){ [ 972.318674] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a07a88-0eb3-376f-f8a9-3d66d39e7365" [ 972.318674] env[69330]: _type = "HttpNfcLease" [ 972.318674] env[69330]: } obtained for exporting VM: (result){ [ 972.318674] env[69330]: value = "vm-817778" [ 972.318674] env[69330]: _type = "VirtualMachine" [ 972.318674] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 972.319094] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the lease: (returnval){ [ 972.319094] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a07a88-0eb3-376f-f8a9-3d66d39e7365" [ 972.319094] env[69330]: _type = "HttpNfcLease" [ 972.319094] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 972.320662] env[69330]: DEBUG oslo_vmware.api [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 972.320662] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528bba45-a3f2-e862-2ac8-3424333f5638" [ 972.320662] env[69330]: _type = "Task" [ 972.320662] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.334095] env[69330]: DEBUG oslo_vmware.api [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528bba45-a3f2-e862-2ac8-3424333f5638, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.336055] env[69330]: DEBUG oslo_concurrency.lockutils [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.336348] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.336348] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a07a88-0eb3-376f-f8a9-3d66d39e7365" [ 972.336348] env[69330]: _type = "HttpNfcLease" [ 972.336348] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.410410] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.410822] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquired lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.410867] env[69330]: DEBUG nova.network.neutron [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.495715] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128643, 'name': PowerOffVM_Task, 'duration_secs': 0.441298} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.496058] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.497075] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8584af-ad5a-46c6-9a40-7ff873dfc130 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.517242] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f630a9-0db5-42c3-9030-9143bb6f716d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.550391] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.550757] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-708e5c5a-f612-4f82-a870-72e25952ef87 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.559401] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 972.559401] env[69330]: value = "task-4128646" [ 972.559401] env[69330]: _type = "Task" [ 972.559401] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.569630] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.690194] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.708543] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128644, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.758318] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Releasing lock "refresh_cache-add1e099-0dd5-4316-bbd5-c7a925ab932e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.758765] env[69330]: DEBUG nova.compute.manager [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.758970] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.759852] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edc1e7a-71ef-48ad-9a77-9c1357dbaea7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.773960] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.774276] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-098f53c6-afde-4e0d-8efb-0fc750cf7a9c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.783025] env[69330]: DEBUG oslo_vmware.api [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 972.783025] env[69330]: value = "task-4128647" [ 972.783025] env[69330]: _type = "Task" [ 972.783025] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.796660] env[69330]: DEBUG oslo_vmware.api [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.829665] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.829665] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a07a88-0eb3-376f-f8a9-3d66d39e7365" [ 972.829665] env[69330]: _type = "HttpNfcLease" [ 972.829665] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 972.830018] env[69330]: DEBUG oslo_vmware.rw_handles [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 972.830018] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a07a88-0eb3-376f-f8a9-3d66d39e7365" [ 972.830018] env[69330]: _type = "HttpNfcLease" [ 972.830018] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 972.830805] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe927249-e2b6-4ce6-8e3c-5fadc1b320b7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.839588] env[69330]: DEBUG oslo_vmware.rw_handles [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3103b-54a4-8d4e-cb23-9065305959b6/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 972.839781] env[69330]: DEBUG oslo_vmware.rw_handles [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3103b-54a4-8d4e-cb23-9065305959b6/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 972.948767] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e2941cee-6b21-4525-b6ae-8122a820b928 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.954960] env[69330]: DEBUG nova.network.neutron [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.073926] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 973.074218] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.074479] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.074812] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.074812] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.075122] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa9eeaba-f245-475c-8e5f-4d24da85bd77 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.090651] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.090860] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.094210] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16d9658-a622-4cba-8d99-4d4d18fd9c78 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.102561] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 973.102561] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c1d933-f9e5-6533-4585-27fde81dc914" [ 973.102561] env[69330]: _type = "Task" [ 973.102561] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.110172] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c1d933-f9e5-6533-4585-27fde81dc914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.126547] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7095a6-05df-42d5-a729-6abac0d9d102 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.136466] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0c83c7-a62c-4601-b55f-b40523c74608 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.140804] env[69330]: DEBUG nova.network.neutron [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Updating instance_info_cache with network_info: [{"id": "7516fb28-15a7-4296-8516-22e66938ea7f", "address": "fa:16:3e:72:f5:a8", "network": {"id": "e01f65fb-dfc5-4b9c-892b-504a5f3a4b64", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1630275269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ddaa1e18324d2e9a6243d9d3fcaf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7516fb28-15", "ovs_interfaceid": "7516fb28-15a7-4296-8516-22e66938ea7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.186360] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98e56e4-ef21-461f-8371-9e7d945be356 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.198247] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adff7783-dbdf-415d-8c46-8f288ca4dcff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.219104] env[69330]: DEBUG nova.compute.provider_tree [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.224955] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128644, 'name': ReconfigVM_Task, 'duration_secs': 0.536147} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.225113] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 24b7d938-0f88-41e6-919d-07db448545c6/24b7d938-0f88-41e6-919d-07db448545c6.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.225906] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d37ba57-da22-4400-a0a9-a4c749a0a45e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.234672] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 973.234672] env[69330]: value = "task-4128648" [ 973.234672] env[69330]: _type = "Task" [ 973.234672] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.247868] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128648, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.296072] env[69330]: DEBUG oslo_vmware.api [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128647, 'name': PowerOffVM_Task, 'duration_secs': 0.189606} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.296373] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.296616] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.296916] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d2bb61d-7967-4192-a34d-c6779e1f7278 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.329277] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.329277] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.329277] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Deleting the datastore file [datastore1] add1e099-0dd5-4316-bbd5-c7a925ab932e {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.329277] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-936b97e0-6c3a-402d-96db-51f373909325 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.336888] env[69330]: DEBUG oslo_vmware.api [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for the task: (returnval){ [ 973.336888] env[69330]: value = "task-4128650" [ 973.336888] env[69330]: _type = "Task" [ 973.336888] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.347385] env[69330]: DEBUG oslo_vmware.api [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.618292] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c1d933-f9e5-6533-4585-27fde81dc914, 'name': SearchDatastore_Task, 'duration_secs': 0.030312} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.618292] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f75ecc-ed1e-4e33-90f4-4cf5fb596e46 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.625598] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 973.625598] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528ffa8f-c2c9-5e5c-9264-4bdf24fa28ee" [ 973.625598] env[69330]: _type = "Task" [ 973.625598] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.635255] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528ffa8f-c2c9-5e5c-9264-4bdf24fa28ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.645036] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Releasing lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.645513] env[69330]: DEBUG nova.compute.manager [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Instance network_info: |[{"id": "7516fb28-15a7-4296-8516-22e66938ea7f", "address": "fa:16:3e:72:f5:a8", "network": {"id": "e01f65fb-dfc5-4b9c-892b-504a5f3a4b64", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1630275269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ddaa1e18324d2e9a6243d9d3fcaf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7516fb28-15", "ovs_interfaceid": "7516fb28-15a7-4296-8516-22e66938ea7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.646423] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:f5:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7516fb28-15a7-4296-8516-22e66938ea7f', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.659269] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Creating folder: Project (54ddaa1e18324d2e9a6243d9d3fcaf9d). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.659799] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-044cf7d0-3142-41b6-a52d-7d792c8c8125 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.673610] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Created folder: Project (54ddaa1e18324d2e9a6243d9d3fcaf9d) in parent group-v817559. [ 973.673981] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Creating folder: Instances. Parent ref: group-v817779. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.674375] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fd8d5a3-20b5-4638-a035-b488648f3864 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.690033] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Created folder: Instances in parent group-v817779. [ 973.690452] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.691196] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.694818] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abd1639f-ab93-4e8f-8b9d-4cea01de29a7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.716928] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.716928] env[69330]: value = "task-4128653" [ 973.716928] env[69330]: _type = "Task" [ 973.716928] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.722476] env[69330]: DEBUG nova.scheduler.client.report [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.738773] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128653, 'name': CreateVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.749412] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128648, 'name': Rename_Task, 'duration_secs': 0.246338} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.749412] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.749412] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9255fdd5-c10f-47c3-a0da-1c7386229f7c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.760245] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 973.760245] env[69330]: value = "task-4128654" [ 973.760245] env[69330]: _type = "Task" [ 973.760245] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.774653] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.853236] env[69330]: DEBUG oslo_vmware.api [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Task: {'id': task-4128650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202664} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.854028] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.854394] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.854728] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.855375] env[69330]: INFO nova.compute.manager [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 973.855375] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.857159] env[69330]: DEBUG nova.compute.manager [-] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.857159] env[69330]: DEBUG nova.network.neutron [-] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.885267] env[69330]: DEBUG nova.network.neutron [-] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.000568] env[69330]: DEBUG nova.compute.manager [req-e02c1277-b66e-4d0c-85cd-d8202f00e330 req-7cb81d14-2155-425d-8fa4-45aabe501522 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Received event network-changed-7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.001208] env[69330]: DEBUG nova.compute.manager [req-e02c1277-b66e-4d0c-85cd-d8202f00e330 req-7cb81d14-2155-425d-8fa4-45aabe501522 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Refreshing instance network info cache due to event network-changed-7516fb28-15a7-4296-8516-22e66938ea7f. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.001863] env[69330]: DEBUG oslo_concurrency.lockutils [req-e02c1277-b66e-4d0c-85cd-d8202f00e330 req-7cb81d14-2155-425d-8fa4-45aabe501522 service nova] Acquiring lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.003102] env[69330]: DEBUG oslo_concurrency.lockutils [req-e02c1277-b66e-4d0c-85cd-d8202f00e330 req-7cb81d14-2155-425d-8fa4-45aabe501522 service nova] Acquired lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.003102] env[69330]: DEBUG nova.network.neutron [req-e02c1277-b66e-4d0c-85cd-d8202f00e330 req-7cb81d14-2155-425d-8fa4-45aabe501522 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Refreshing network info cache for port 7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.140274] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528ffa8f-c2c9-5e5c-9264-4bdf24fa28ee, 'name': SearchDatastore_Task, 'duration_secs': 0.016234} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.140707] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.142034] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] a39d8145-220b-4c62-a164-7ae645ae0608/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk. {{(pid=69330) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 974.142395] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0c83bee-957a-4084-ab7f-c58999d28718 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.152915] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 974.152915] env[69330]: value = "task-4128655" [ 974.152915] env[69330]: _type = "Task" [ 974.152915] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.165604] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.231600] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.233503] env[69330]: DEBUG nova.compute.manager [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.235802] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128653, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.235969] env[69330]: DEBUG oslo_concurrency.lockutils [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.078s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.236153] env[69330]: DEBUG nova.objects.instance [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lazy-loading 'resources' on Instance uuid c53a48e6-0819-41bc-947a-ad02f5b411de {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.277965] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128654, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.388402] env[69330]: DEBUG nova.network.neutron [-] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.673516] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128655, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.736039] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128653, 'name': CreateVM_Task, 'duration_secs': 0.516801} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.736039] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.736039] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.736039] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.736039] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.736039] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5575e6cd-8693-498b-b1d8-6a19aaa7a6a5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.741404] env[69330]: DEBUG nova.compute.utils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.746738] env[69330]: DEBUG nova.compute.manager [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.746863] env[69330]: DEBUG nova.network.neutron [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.760281] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 974.760281] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]525d8d99-9fa2-2090-ef90-7ad5ca392a3b" [ 974.760281] env[69330]: _type = "Task" [ 974.760281] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.787941] env[69330]: DEBUG oslo_vmware.api [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128654, 'name': PowerOnVM_Task, 'duration_secs': 0.913623} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.791997] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.792286] env[69330]: INFO nova.compute.manager [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Took 6.07 seconds to spawn the instance on the hypervisor. [ 974.792506] env[69330]: DEBUG nova.compute.manager [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 974.792888] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525d8d99-9fa2-2090-ef90-7ad5ca392a3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.793818] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221df877-f153-423b-92ee-1e5283c8816c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.833511] env[69330]: DEBUG nova.policy [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e45363511a44e5b8eb95a7cb7b2a146', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '208c40fdf0b9433e9474e99f47f1758f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.891270] env[69330]: INFO nova.compute.manager [-] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Took 1.03 seconds to deallocate network for instance. [ 974.975126] env[69330]: DEBUG nova.network.neutron [req-e02c1277-b66e-4d0c-85cd-d8202f00e330 req-7cb81d14-2155-425d-8fa4-45aabe501522 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Updated VIF entry in instance network info cache for port 7516fb28-15a7-4296-8516-22e66938ea7f. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.975526] env[69330]: DEBUG nova.network.neutron [req-e02c1277-b66e-4d0c-85cd-d8202f00e330 req-7cb81d14-2155-425d-8fa4-45aabe501522 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Updating instance_info_cache with network_info: [{"id": "7516fb28-15a7-4296-8516-22e66938ea7f", "address": "fa:16:3e:72:f5:a8", "network": {"id": "e01f65fb-dfc5-4b9c-892b-504a5f3a4b64", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1630275269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ddaa1e18324d2e9a6243d9d3fcaf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7516fb28-15", "ovs_interfaceid": "7516fb28-15a7-4296-8516-22e66938ea7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.168496] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740035} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.173068] env[69330]: INFO nova.virt.vmwareapi.ds_util [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] a39d8145-220b-4c62-a164-7ae645ae0608/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk. [ 975.174923] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2901f9fc-e268-45c8-9ee1-27e70ac9c9c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.218727] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] a39d8145-220b-4c62-a164-7ae645ae0608/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.222129] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47ae4118-0b95-42ac-bf7d-404011e5feb2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.247568] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 975.247568] env[69330]: value = "task-4128656" [ 975.247568] env[69330]: _type = "Task" [ 975.247568] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.257248] env[69330]: DEBUG nova.compute.manager [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.261040] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.276945] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525d8d99-9fa2-2090-ef90-7ad5ca392a3b, 'name': SearchDatastore_Task, 'duration_secs': 0.067985} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.277850] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.277850] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.277850] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.278079] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.278306] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.278734] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43b1ec64-672e-46b9-95c0-7e41df686540 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.295632] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.295813] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.296578] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9ceb051-4fca-4eb6-aed2-a778c689f6c7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.318052] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 975.318052] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]526e9f74-52ba-dc00-d061-f1203c5fda57" [ 975.318052] env[69330]: _type = "Task" [ 975.318052] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.324199] env[69330]: INFO nova.compute.manager [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Took 33.80 seconds to build instance. [ 975.327797] env[69330]: DEBUG nova.network.neutron [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Successfully created port: 7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.334988] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]526e9f74-52ba-dc00-d061-f1203c5fda57, 'name': SearchDatastore_Task, 'duration_secs': 0.017837} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.339098] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99ef3a4-8e8c-4801-b929-d6f84825b236 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.348620] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 975.348620] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5270ea1c-0df3-097d-1e69-ae2ad2bcd5bb" [ 975.348620] env[69330]: _type = "Task" [ 975.348620] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.363800] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5270ea1c-0df3-097d-1e69-ae2ad2bcd5bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.383187] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7593faa0-2254-468c-aa6e-713ff8727664 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.397033] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d66eaa-bcd9-4f32-a34f-7d67ce65a9dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.438699] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.440780] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b23a601-7cd5-4a2c-883c-ccbced7d0f47 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.453680] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d32257-6780-4659-9158-eb7d652c11ed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.470779] env[69330]: DEBUG nova.compute.provider_tree [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.478753] env[69330]: DEBUG oslo_concurrency.lockutils [req-e02c1277-b66e-4d0c-85cd-d8202f00e330 req-7cb81d14-2155-425d-8fa4-45aabe501522 service nova] Releasing lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.757637] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.826406] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2eac332d-f7e0-426a-9887-8e29829871dd tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Lock "24b7d938-0f88-41e6-919d-07db448545c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.982s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.861523] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5270ea1c-0df3-097d-1e69-ae2ad2bcd5bb, 'name': SearchDatastore_Task, 'duration_secs': 0.020455} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.862403] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.862403] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] aba9acde-9aeb-4c0f-83be-626b392b5a15/aba9acde-9aeb-4c0f-83be-626b392b5a15.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.862877] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d0def16-a9ca-4fe5-b7bf-7d89812e6395 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.871733] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 975.871733] env[69330]: value = "task-4128657" [ 975.871733] env[69330]: _type = "Task" [ 975.871733] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.883473] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.976422] env[69330]: DEBUG nova.scheduler.client.report [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.259046] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128656, 'name': ReconfigVM_Task, 'duration_secs': 0.72115} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.259046] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Reconfigured VM instance instance-00000048 to attach disk [datastore2] a39d8145-220b-4c62-a164-7ae645ae0608/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.260245] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e946a1d-75dd-4070-8b5c-d52c90f6940f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.285130] env[69330]: DEBUG nova.compute.manager [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.295643] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff45df53-00da-4b8d-bb23-609c91255f1d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.312873] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 976.312873] env[69330]: value = "task-4128658" [ 976.312873] env[69330]: _type = "Task" [ 976.312873] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.327435] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.342885] env[69330]: DEBUG nova.virt.hardware [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4bd3e6b11ca7582374598a5097b5e6eb',container_format='bare',created_at=2025-05-14T06:21:30Z,direct_url=,disk_format='vmdk',id=f4740c23-ad5d-4421-90bf-9ba1c21afef6,min_disk=1,min_ram=0,name='tempest-test-snap-10902339',owner='208c40fdf0b9433e9474e99f47f1758f',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-14T06:21:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.343279] env[69330]: DEBUG nova.virt.hardware [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.343450] env[69330]: DEBUG nova.virt.hardware [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.343688] env[69330]: DEBUG nova.virt.hardware [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.343846] env[69330]: DEBUG nova.virt.hardware [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.343995] env[69330]: DEBUG nova.virt.hardware [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.344234] env[69330]: DEBUG nova.virt.hardware [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.344392] env[69330]: DEBUG nova.virt.hardware [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.344602] env[69330]: DEBUG nova.virt.hardware [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.344855] env[69330]: DEBUG nova.virt.hardware [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.345108] env[69330]: DEBUG nova.virt.hardware [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.346578] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af8459b-0a19-4cba-a4db-7e6c7d85b5b6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.357779] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb75c3f-d7bf-402f-99b5-def1a7cc795f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.385624] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128657, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.485721] env[69330]: DEBUG oslo_concurrency.lockutils [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.489008] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.870s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.491395] env[69330]: INFO nova.compute.claims [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.520650] env[69330]: INFO nova.scheduler.client.report [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Deleted allocations for instance c53a48e6-0819-41bc-947a-ad02f5b411de [ 976.825198] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128658, 'name': ReconfigVM_Task, 'duration_secs': 0.360553} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.826754] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.827403] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd534574-0c59-4ab4-be09-74c4a7fc4beb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.840816] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 976.840816] env[69330]: value = "task-4128659" [ 976.840816] env[69330]: _type = "Task" [ 976.840816] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.853982] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.896113] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846572} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.896591] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] aba9acde-9aeb-4c0f-83be-626b392b5a15/aba9acde-9aeb-4c0f-83be-626b392b5a15.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.896975] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.897450] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03ce29c0-e638-4630-aea1-1f48cfacc207 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.912891] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 976.912891] env[69330]: value = "task-4128660" [ 976.912891] env[69330]: _type = "Task" [ 976.912891] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.924852] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.035809] env[69330]: DEBUG oslo_concurrency.lockutils [None req-faa3667d-92fd-4e38-b000-004bc28b1626 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "c53a48e6-0819-41bc-947a-ad02f5b411de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.190s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.353238] env[69330]: DEBUG oslo_vmware.api [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128659, 'name': PowerOnVM_Task, 'duration_secs': 0.470169} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.353596] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.357529] env[69330]: DEBUG nova.compute.manager [None req-bc6cf18a-8a74-4541-bf8f-0dfaaae97dbd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.358357] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78400141-e9f2-4f0c-8221-64cb05611857 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.387756] env[69330]: DEBUG oslo_concurrency.lockutils [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "63c431fc-2eba-4384-90df-38d924c83407" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.388013] env[69330]: DEBUG oslo_concurrency.lockutils [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "63c431fc-2eba-4384-90df-38d924c83407" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.389136] env[69330]: DEBUG oslo_concurrency.lockutils [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "63c431fc-2eba-4384-90df-38d924c83407-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.389136] env[69330]: DEBUG oslo_concurrency.lockutils [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "63c431fc-2eba-4384-90df-38d924c83407-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.389136] env[69330]: DEBUG oslo_concurrency.lockutils [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "63c431fc-2eba-4384-90df-38d924c83407-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.391756] env[69330]: INFO nova.compute.manager [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Terminating instance [ 977.426342] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098201} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.426892] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.429956] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f36b28-e337-4731-8a8e-e217a5d6e6f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.458906] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] aba9acde-9aeb-4c0f-83be-626b392b5a15/aba9acde-9aeb-4c0f-83be-626b392b5a15.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.459251] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f867849-3a7a-496e-bf4a-0fcef17109bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.480384] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 977.480384] env[69330]: value = "task-4128661" [ 977.480384] env[69330]: _type = "Task" [ 977.480384] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.490581] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.517284] env[69330]: INFO nova.compute.manager [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Rebuilding instance [ 977.563040] env[69330]: DEBUG nova.compute.manager [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.564263] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc99ff4-3f34-4331-87a8-0ab4f68adf7f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.803783] env[69330]: DEBUG nova.network.neutron [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Successfully updated port: 7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.897601] env[69330]: DEBUG nova.compute.manager [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.897909] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.899658] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8649fc3-b8f5-4b0d-8be9-1f0b1810975f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.911711] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.912099] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94254fc6-7f10-4623-9dcc-c1f53ec26c3b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.921014] env[69330]: DEBUG oslo_vmware.api [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 977.921014] env[69330]: value = "task-4128662" [ 977.921014] env[69330]: _type = "Task" [ 977.921014] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.931177] env[69330]: DEBUG oslo_vmware.api [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.991049] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128661, 'name': ReconfigVM_Task, 'duration_secs': 0.336159} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.994994] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Reconfigured VM instance instance-0000004e to attach disk [datastore2] aba9acde-9aeb-4c0f-83be-626b392b5a15/aba9acde-9aeb-4c0f-83be-626b392b5a15.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.995996] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-321ce901-d10f-44e2-bf6e-c3151ed2de60 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.005145] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 978.005145] env[69330]: value = "task-4128663" [ 978.005145] env[69330]: _type = "Task" [ 978.005145] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.019869] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128663, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.044216] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4ef8c8-6c5c-4eec-a3eb-0093af8574a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.054774] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6327b0b4-5361-43c6-83e6-5b04d933b903 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.071446] env[69330]: DEBUG nova.compute.manager [req-b6a03c01-4449-4ef5-ab12-6ff23f0bcd38 req-f66012df-9d25-48bf-932e-3a8ecb506a9f service nova] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Received event network-vif-plugged-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.071781] env[69330]: DEBUG oslo_concurrency.lockutils [req-b6a03c01-4449-4ef5-ab12-6ff23f0bcd38 req-f66012df-9d25-48bf-932e-3a8ecb506a9f service nova] Acquiring lock "0074cf53-68f3-4fc5-865b-aed263d7942c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.071987] env[69330]: DEBUG oslo_concurrency.lockutils [req-b6a03c01-4449-4ef5-ab12-6ff23f0bcd38 req-f66012df-9d25-48bf-932e-3a8ecb506a9f service nova] Lock "0074cf53-68f3-4fc5-865b-aed263d7942c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.072233] env[69330]: DEBUG oslo_concurrency.lockutils [req-b6a03c01-4449-4ef5-ab12-6ff23f0bcd38 req-f66012df-9d25-48bf-932e-3a8ecb506a9f service nova] Lock "0074cf53-68f3-4fc5-865b-aed263d7942c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.072459] env[69330]: DEBUG nova.compute.manager [req-b6a03c01-4449-4ef5-ab12-6ff23f0bcd38 req-f66012df-9d25-48bf-932e-3a8ecb506a9f service nova] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] No waiting events found dispatching network-vif-plugged-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 978.072707] env[69330]: WARNING nova.compute.manager [req-b6a03c01-4449-4ef5-ab12-6ff23f0bcd38 req-f66012df-9d25-48bf-932e-3a8ecb506a9f service nova] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Received unexpected event network-vif-plugged-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 for instance with vm_state building and task_state spawning. [ 978.105029] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7cf7e3-17c0-4c9d-8bfb-df1fc20ea675 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.110855] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ea2db6-ea9a-497e-bfff-4b0117a7cc98 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.127272] env[69330]: DEBUG nova.compute.provider_tree [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.264606] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "281be6bd-4961-4ce5-9179-98256244069a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.264935] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "281be6bd-4961-4ce5-9179-98256244069a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.265767] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "281be6bd-4961-4ce5-9179-98256244069a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.265767] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "281be6bd-4961-4ce5-9179-98256244069a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.266035] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "281be6bd-4961-4ce5-9179-98256244069a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.269363] env[69330]: INFO nova.compute.manager [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Terminating instance [ 978.309424] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "refresh_cache-0074cf53-68f3-4fc5-865b-aed263d7942c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.309424] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "refresh_cache-0074cf53-68f3-4fc5-865b-aed263d7942c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.309424] env[69330]: DEBUG nova.network.neutron [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.438364] env[69330]: DEBUG oslo_vmware.api [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128662, 'name': PowerOffVM_Task, 'duration_secs': 0.410523} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.438364] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.438364] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.438364] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b6a892c-b8b7-4e0b-828d-05cd572ae76b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.513654] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.514355] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.518028] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Deleting the datastore file [datastore2] 63c431fc-2eba-4384-90df-38d924c83407 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.518028] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80942e7e-da65-4888-a5ca-9314d4e08093 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.522150] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128663, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.530083] env[69330]: DEBUG oslo_vmware.api [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for the task: (returnval){ [ 978.530083] env[69330]: value = "task-4128665" [ 978.530083] env[69330]: _type = "Task" [ 978.530083] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.542091] env[69330]: DEBUG oslo_vmware.api [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.605886] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.606320] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7823553a-1636-488a-8808-3c3de64a6c85 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.616142] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 978.616142] env[69330]: value = "task-4128666" [ 978.616142] env[69330]: _type = "Task" [ 978.616142] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.633415] env[69330]: DEBUG nova.scheduler.client.report [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.638813] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.777536] env[69330]: DEBUG nova.compute.manager [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.779097] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.780285] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb37c63b-890a-4141-aac5-231bf147615f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.791532] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.791918] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03cf4a48-7ef3-4673-98aa-4d46aa282905 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.803331] env[69330]: DEBUG oslo_vmware.api [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 978.803331] env[69330]: value = "task-4128667" [ 978.803331] env[69330]: _type = "Task" [ 978.803331] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.813682] env[69330]: DEBUG oslo_vmware.api [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.858015] env[69330]: DEBUG nova.network.neutron [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.862939] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.863381] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.022611] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128663, 'name': Rename_Task, 'duration_secs': 0.906481} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.022611] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.022611] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee1e42c0-84e1-478f-a369-f3993d40e0e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.034513] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 979.034513] env[69330]: value = "task-4128668" [ 979.034513] env[69330]: _type = "Task" [ 979.034513] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.042206] env[69330]: DEBUG oslo_vmware.api [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Task: {'id': task-4128665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246173} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.044864] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.045090] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.046467] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.046467] env[69330]: INFO nova.compute.manager [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Took 1.15 seconds to destroy the instance on the hypervisor. [ 979.046467] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.046467] env[69330]: DEBUG nova.compute.manager [-] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.046467] env[69330]: DEBUG nova.network.neutron [-] [instance: 63c431fc-2eba-4384-90df-38d924c83407] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.051497] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.128552] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128666, 'name': PowerOffVM_Task, 'duration_secs': 0.186294} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.131572] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.131729] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.132781] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d91bd1-d399-4d56-bf78-b13cce265fcd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.140976] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.141699] env[69330]: DEBUG nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.148902] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.590s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.149732] env[69330]: INFO nova.compute.claims [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.154197] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.154812] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4355aa24-f4d0-42d9-bc45-73b6d75fd3ff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.191256] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.191866] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.191961] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Deleting the datastore file [datastore2] 24b7d938-0f88-41e6-919d-07db448545c6 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.192645] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1c2fde8-4977-4f46-9ed0-d572b1e35b09 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.207633] env[69330]: DEBUG nova.network.neutron [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Updating instance_info_cache with network_info: [{"id": "7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0", "address": "fa:16:3e:17:19:56", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0169e8-fe", "ovs_interfaceid": "7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.213149] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 979.213149] env[69330]: value = "task-4128670" [ 979.213149] env[69330]: _type = "Task" [ 979.213149] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.226413] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.313676] env[69330]: DEBUG oslo_vmware.api [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128667, 'name': PowerOffVM_Task, 'duration_secs': 0.343872} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.313676] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.314380] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.314380] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00297c04-9f69-453c-94ab-6c756630fb91 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.325349] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.325695] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.369861] env[69330]: DEBUG nova.compute.manager [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.401038] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.402151] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.402151] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Deleting the datastore file [datastore2] 281be6bd-4961-4ce5-9179-98256244069a {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.402151] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c3cce30-7b79-49a8-8340-adfea7b08721 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.412906] env[69330]: DEBUG oslo_vmware.api [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for the task: (returnval){ [ 979.412906] env[69330]: value = "task-4128672" [ 979.412906] env[69330]: _type = "Task" [ 979.412906] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.431121] env[69330]: DEBUG oslo_vmware.api [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.474980] env[69330]: DEBUG nova.compute.manager [req-53e7ea05-abe0-4d45-91c5-b57ee6d77721 req-85f5205e-db17-49e5-8737-0aea6df5e0c7 service nova] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Received event network-vif-deleted-75617b72-e7a9-400a-a529-afda51fa4eba {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.475243] env[69330]: INFO nova.compute.manager [req-53e7ea05-abe0-4d45-91c5-b57ee6d77721 req-85f5205e-db17-49e5-8737-0aea6df5e0c7 service nova] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Neutron deleted interface 75617b72-e7a9-400a-a529-afda51fa4eba; detaching it from the instance and deleting it from the info cache [ 979.475392] env[69330]: DEBUG nova.network.neutron [req-53e7ea05-abe0-4d45-91c5-b57ee6d77721 req-85f5205e-db17-49e5-8737-0aea6df5e0c7 service nova] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.551249] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128668, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.662663] env[69330]: DEBUG nova.compute.utils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.667028] env[69330]: DEBUG nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.667028] env[69330]: DEBUG nova.network.neutron [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.710979] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "refresh_cache-0074cf53-68f3-4fc5-865b-aed263d7942c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.711382] env[69330]: DEBUG nova.compute.manager [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Instance network_info: |[{"id": "7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0", "address": "fa:16:3e:17:19:56", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0169e8-fe", "ovs_interfaceid": "7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.711855] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:19:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.722089] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.722493] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.726571] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6884989f-c012-42b0-a353-69657f03cfbf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.743606] env[69330]: DEBUG nova.policy [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ecfa4d761294d628785e9ea6b092b62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '349e446ccd1b444ea60d2371ab8c44be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.753288] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157795} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.755172] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.755399] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.755585] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.759066] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.759066] env[69330]: value = "task-4128673" [ 979.759066] env[69330]: _type = "Task" [ 979.759066] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.770163] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128673, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.830726] env[69330]: DEBUG nova.compute.manager [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.901706] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.925808] env[69330]: DEBUG nova.network.neutron [-] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.927376] env[69330]: DEBUG oslo_vmware.api [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Task: {'id': task-4128672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286265} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.927850] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.928041] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.928218] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.928387] env[69330]: INFO nova.compute.manager [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 979.928631] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.928821] env[69330]: DEBUG nova.compute.manager [-] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.928913] env[69330]: DEBUG nova.network.neutron [-] [instance: 281be6bd-4961-4ce5-9179-98256244069a] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.978277] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5f749d1-2d7d-4fd5-959f-73421bfa1912 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.990774] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a39fc2-468b-4f8f-9220-f35dad111908 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.004117] env[69330]: INFO nova.compute.manager [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Unrescuing [ 980.004381] env[69330]: DEBUG oslo_concurrency.lockutils [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "refresh_cache-a39d8145-220b-4c62-a164-7ae645ae0608" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.004530] env[69330]: DEBUG oslo_concurrency.lockutils [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "refresh_cache-a39d8145-220b-4c62-a164-7ae645ae0608" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.004692] env[69330]: DEBUG nova.network.neutron [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.030528] env[69330]: DEBUG nova.compute.manager [req-53e7ea05-abe0-4d45-91c5-b57ee6d77721 req-85f5205e-db17-49e5-8737-0aea6df5e0c7 service nova] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Detach interface failed, port_id=75617b72-e7a9-400a-a529-afda51fa4eba, reason: Instance 63c431fc-2eba-4384-90df-38d924c83407 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 980.046985] env[69330]: DEBUG oslo_vmware.api [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128668, 'name': PowerOnVM_Task, 'duration_secs': 0.550066} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.047311] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.047519] env[69330]: INFO nova.compute.manager [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Took 8.73 seconds to spawn the instance on the hypervisor. [ 980.047700] env[69330]: DEBUG nova.compute.manager [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 980.048581] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcdc9ca-85aa-40c8-bf79-4233f004f49e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.117231] env[69330]: DEBUG nova.compute.manager [req-1bbfb5cb-b1af-416a-b651-e07afdaa8b67 req-d162a37f-c2f8-4737-ad9b-701f1d2e0c16 service nova] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Received event network-changed-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.117534] env[69330]: DEBUG nova.compute.manager [req-1bbfb5cb-b1af-416a-b651-e07afdaa8b67 req-d162a37f-c2f8-4737-ad9b-701f1d2e0c16 service nova] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Refreshing instance network info cache due to event network-changed-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.118015] env[69330]: DEBUG oslo_concurrency.lockutils [req-1bbfb5cb-b1af-416a-b651-e07afdaa8b67 req-d162a37f-c2f8-4737-ad9b-701f1d2e0c16 service nova] Acquiring lock "refresh_cache-0074cf53-68f3-4fc5-865b-aed263d7942c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.118091] env[69330]: DEBUG oslo_concurrency.lockutils [req-1bbfb5cb-b1af-416a-b651-e07afdaa8b67 req-d162a37f-c2f8-4737-ad9b-701f1d2e0c16 service nova] Acquired lock "refresh_cache-0074cf53-68f3-4fc5-865b-aed263d7942c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.118328] env[69330]: DEBUG nova.network.neutron [req-1bbfb5cb-b1af-416a-b651-e07afdaa8b67 req-d162a37f-c2f8-4737-ad9b-701f1d2e0c16 service nova] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Refreshing network info cache for port 7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.121201] env[69330]: DEBUG nova.network.neutron [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Successfully created port: cc0038d4-2da0-41b8-a9b6-daf69eceb261 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.170812] env[69330]: DEBUG nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.278345] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128673, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.358352] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.433294] env[69330]: INFO nova.compute.manager [-] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Took 1.38 seconds to deallocate network for instance. [ 980.570953] env[69330]: INFO nova.compute.manager [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Took 35.29 seconds to build instance. [ 980.733781] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c28cbba-e1ee-4052-bcc6-68c5c4d28624 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.742281] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09cc164-5bef-461d-b926-5eb1ccb9bdf3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.778293] env[69330]: DEBUG nova.network.neutron [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Updating instance_info_cache with network_info: [{"id": "172ba092-7405-4701-9b9b-c22c51a35045", "address": "fa:16:3e:fa:dc:cd", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap172ba092-74", "ovs_interfaceid": "172ba092-7405-4701-9b9b-c22c51a35045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.783019] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669daec0-41fe-48ef-8da2-ddcb2effa893 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.794748] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b37776-3c3c-4d84-bb52-1153c6066255 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.798636] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128673, 'name': CreateVM_Task, 'duration_secs': 0.709647} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.801180] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.802476] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f4740c23-ad5d-4421-90bf-9ba1c21afef6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.802539] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f4740c23-ad5d-4421-90bf-9ba1c21afef6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.802926] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f4740c23-ad5d-4421-90bf-9ba1c21afef6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.803507] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3339fd-1186-4707-bbbf-e92c3c57bc4e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.813931] env[69330]: DEBUG nova.compute.provider_tree [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.817386] env[69330]: DEBUG nova.virt.hardware [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.817615] env[69330]: DEBUG nova.virt.hardware [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.817772] env[69330]: DEBUG nova.virt.hardware [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.817992] env[69330]: DEBUG nova.virt.hardware [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.818163] env[69330]: DEBUG nova.virt.hardware [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.818310] env[69330]: DEBUG nova.virt.hardware [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.818518] env[69330]: DEBUG nova.virt.hardware [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.818679] env[69330]: DEBUG nova.virt.hardware [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.818847] env[69330]: DEBUG nova.virt.hardware [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.819023] env[69330]: DEBUG nova.virt.hardware [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.819200] env[69330]: DEBUG nova.virt.hardware [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.820745] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3c9b0d-4ca4-45e9-ae2e-4f7f10874d4f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.826114] env[69330]: DEBUG nova.scheduler.client.report [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.829345] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 980.829345] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d50d5e-aba3-e944-b58a-b2c70411c1b6" [ 980.829345] env[69330]: _type = "Task" [ 980.829345] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.844485] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f4740c23-ad5d-4421-90bf-9ba1c21afef6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.844756] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Processing image f4740c23-ad5d-4421-90bf-9ba1c21afef6 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.844996] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f4740c23-ad5d-4421-90bf-9ba1c21afef6/f4740c23-ad5d-4421-90bf-9ba1c21afef6.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.845202] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f4740c23-ad5d-4421-90bf-9ba1c21afef6/f4740c23-ad5d-4421-90bf-9ba1c21afef6.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.845391] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.848467] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28e57eed-8620-4c63-9845-432f4239e057 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.851334] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3bc0f1-5a46-4c92-915f-0e0e1054b9f9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.871185] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.877308] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.879059] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.879376] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.879547] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.880264] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3072e231-2829-41fe-be4f-1b4667b29f8d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.892482] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c83469-2766-4746-8bd5-f4a8dac54bee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.902439] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 980.902439] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520feba7-4a88-5015-cc07-1a37e32b15a8" [ 980.902439] env[69330]: _type = "Task" [ 980.902439] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.907738] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.907738] env[69330]: value = "task-4128674" [ 980.907738] env[69330]: _type = "Task" [ 980.907738] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.915335] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520feba7-4a88-5015-cc07-1a37e32b15a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.920779] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128674, 'name': CreateVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.947907] env[69330]: DEBUG oslo_concurrency.lockutils [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.075924] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d25bcc29-5444-42e2-959e-a3f051ac7027 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.614s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.154689] env[69330]: DEBUG nova.network.neutron [req-1bbfb5cb-b1af-416a-b651-e07afdaa8b67 req-d162a37f-c2f8-4737-ad9b-701f1d2e0c16 service nova] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Updated VIF entry in instance network info cache for port 7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.155852] env[69330]: DEBUG nova.network.neutron [req-1bbfb5cb-b1af-416a-b651-e07afdaa8b67 req-d162a37f-c2f8-4737-ad9b-701f1d2e0c16 service nova] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Updating instance_info_cache with network_info: [{"id": "7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0", "address": "fa:16:3e:17:19:56", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0169e8-fe", "ovs_interfaceid": "7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.188069] env[69330]: DEBUG nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.216240] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.217059] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.217059] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.217219] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.217903] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.219110] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.219502] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.219717] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.219913] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.220247] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.220479] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.221526] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76614226-f767-4570-9a68-8be9e2689ec1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.231924] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d574e284-0c79-41ff-a24a-79add4fc6ede {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.287032] env[69330]: DEBUG oslo_concurrency.lockutils [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "refresh_cache-a39d8145-220b-4c62-a164-7ae645ae0608" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.287748] env[69330]: DEBUG nova.objects.instance [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lazy-loading 'flavor' on Instance uuid a39d8145-220b-4c62-a164-7ae645ae0608 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.332434] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.332434] env[69330]: DEBUG nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.336427] env[69330]: DEBUG oslo_concurrency.lockutils [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.839s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.336981] env[69330]: DEBUG nova.objects.instance [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lazy-loading 'resources' on Instance uuid 6267f87d-af0a-4ffa-a779-6966003cd064 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.359636] env[69330]: DEBUG nova.network.neutron [-] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.417046] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Preparing fetch location {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 981.417046] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Fetch image to [datastore1] OSTACK_IMG_593cf164-cb37-4bbc-b6b6-4a26ead48a64/OSTACK_IMG_593cf164-cb37-4bbc-b6b6-4a26ead48a64.vmdk {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 981.417046] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Downloading stream optimized image f4740c23-ad5d-4421-90bf-9ba1c21afef6 to [datastore1] OSTACK_IMG_593cf164-cb37-4bbc-b6b6-4a26ead48a64/OSTACK_IMG_593cf164-cb37-4bbc-b6b6-4a26ead48a64.vmdk on the data store datastore1 as vApp {{(pid=69330) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 981.417046] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Downloading image file data f4740c23-ad5d-4421-90bf-9ba1c21afef6 to the ESX as VM named 'OSTACK_IMG_593cf164-cb37-4bbc-b6b6-4a26ead48a64' {{(pid=69330) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 981.423177] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128674, 'name': CreateVM_Task, 'duration_secs': 0.450559} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.423354] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.423771] env[69330]: DEBUG oslo_concurrency.lockutils [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.423946] env[69330]: DEBUG oslo_concurrency.lockutils [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.424463] env[69330]: DEBUG oslo_concurrency.lockutils [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.424881] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e87b879c-de94-43a3-848b-8edd995f536f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.430502] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 981.430502] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c62059-f41f-c4fd-67cd-e7bdccb119f0" [ 981.430502] env[69330]: _type = "Task" [ 981.430502] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.443052] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c62059-f41f-c4fd-67cd-e7bdccb119f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.500764] env[69330]: DEBUG oslo_vmware.rw_handles [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 981.500764] env[69330]: value = "resgroup-9" [ 981.500764] env[69330]: _type = "ResourcePool" [ 981.500764] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 981.501143] env[69330]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bd0be861-f2dd-48e1-b7bb-c89b53c0fa0c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.530985] env[69330]: DEBUG oslo_vmware.rw_handles [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lease: (returnval){ [ 981.530985] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5272f831-978b-dddc-bf3c-153191872d3c" [ 981.530985] env[69330]: _type = "HttpNfcLease" [ 981.530985] env[69330]: } obtained for vApp import into resource pool (val){ [ 981.530985] env[69330]: value = "resgroup-9" [ 981.530985] env[69330]: _type = "ResourcePool" [ 981.530985] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 981.531363] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the lease: (returnval){ [ 981.531363] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5272f831-978b-dddc-bf3c-153191872d3c" [ 981.531363] env[69330]: _type = "HttpNfcLease" [ 981.531363] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 981.540765] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 981.540765] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5272f831-978b-dddc-bf3c-153191872d3c" [ 981.540765] env[69330]: _type = "HttpNfcLease" [ 981.540765] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 981.656839] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "172ee0df-1cff-46d6-a257-dce70701cd2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.657243] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "172ee0df-1cff-46d6-a257-dce70701cd2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.660141] env[69330]: DEBUG oslo_concurrency.lockutils [req-1bbfb5cb-b1af-416a-b651-e07afdaa8b67 req-d162a37f-c2f8-4737-ad9b-701f1d2e0c16 service nova] Releasing lock "refresh_cache-0074cf53-68f3-4fc5-865b-aed263d7942c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.676756] env[69330]: DEBUG nova.compute.manager [req-5743fb6e-c313-496e-be8e-99b8261d7e58 req-a2205ba8-3fb8-41e4-adad-12b936fd3a89 service nova] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Received event network-vif-plugged-cc0038d4-2da0-41b8-a9b6-daf69eceb261 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.677027] env[69330]: DEBUG oslo_concurrency.lockutils [req-5743fb6e-c313-496e-be8e-99b8261d7e58 req-a2205ba8-3fb8-41e4-adad-12b936fd3a89 service nova] Acquiring lock "f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.677249] env[69330]: DEBUG oslo_concurrency.lockutils [req-5743fb6e-c313-496e-be8e-99b8261d7e58 req-a2205ba8-3fb8-41e4-adad-12b936fd3a89 service nova] Lock "f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.677548] env[69330]: DEBUG oslo_concurrency.lockutils [req-5743fb6e-c313-496e-be8e-99b8261d7e58 req-a2205ba8-3fb8-41e4-adad-12b936fd3a89 service nova] Lock "f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.677664] env[69330]: DEBUG nova.compute.manager [req-5743fb6e-c313-496e-be8e-99b8261d7e58 req-a2205ba8-3fb8-41e4-adad-12b936fd3a89 service nova] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] No waiting events found dispatching network-vif-plugged-cc0038d4-2da0-41b8-a9b6-daf69eceb261 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 981.677810] env[69330]: WARNING nova.compute.manager [req-5743fb6e-c313-496e-be8e-99b8261d7e58 req-a2205ba8-3fb8-41e4-adad-12b936fd3a89 service nova] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Received unexpected event network-vif-plugged-cc0038d4-2da0-41b8-a9b6-daf69eceb261 for instance with vm_state building and task_state spawning. [ 981.723269] env[69330]: DEBUG nova.network.neutron [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Successfully updated port: cc0038d4-2da0-41b8-a9b6-daf69eceb261 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.794707] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562e6cb3-fcaf-45e7-a230-7386e29cf83b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.820029] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.820029] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13abe4c7-788d-4332-8e3e-65f516ff2d9c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.827156] env[69330]: DEBUG oslo_vmware.api [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 981.827156] env[69330]: value = "task-4128676" [ 981.827156] env[69330]: _type = "Task" [ 981.827156] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.836284] env[69330]: DEBUG oslo_vmware.api [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.840797] env[69330]: DEBUG nova.compute.utils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.845548] env[69330]: DEBUG nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.845673] env[69330]: DEBUG nova.network.neutron [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.863529] env[69330]: INFO nova.compute.manager [-] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Took 1.93 seconds to deallocate network for instance. [ 981.944323] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c62059-f41f-c4fd-67cd-e7bdccb119f0, 'name': SearchDatastore_Task, 'duration_secs': 0.039322} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.948244] env[69330]: DEBUG oslo_concurrency.lockutils [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.948244] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.948244] env[69330]: DEBUG oslo_concurrency.lockutils [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.948451] env[69330]: DEBUG oslo_concurrency.lockutils [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.948599] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.950287] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba63b034-3f42-4612-a977-3ec854585ac6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.961221] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.961468] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.967382] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-190a05ee-8543-4df9-96ec-695c159bc9e5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.974421] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 981.974421] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52be4ad2-f100-9e6c-0f26-9dc7ed0c350f" [ 981.974421] env[69330]: _type = "Task" [ 981.974421] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.986122] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52be4ad2-f100-9e6c-0f26-9dc7ed0c350f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.044254] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.044254] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5272f831-978b-dddc-bf3c-153191872d3c" [ 982.044254] env[69330]: _type = "HttpNfcLease" [ 982.044254] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 982.141184] env[69330]: DEBUG nova.policy [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ecfa4d761294d628785e9ea6b092b62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '349e446ccd1b444ea60d2371ab8c44be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.151924] env[69330]: DEBUG nova.compute.manager [req-b23b08f9-11f1-4e10-beb7-b4e13540cd93 req-09b2725c-3120-4ddc-a507-1c833e6827a9 service nova] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Received event network-vif-deleted-c9ea76b6-50bc-45ea-a54a-41050f89e6e0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.161821] env[69330]: DEBUG nova.compute.manager [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.230186] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "refresh_cache-f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.230186] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired lock "refresh_cache-f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.230186] env[69330]: DEBUG nova.network.neutron [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.342802] env[69330]: DEBUG oslo_vmware.api [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128676, 'name': PowerOffVM_Task, 'duration_secs': 0.261231} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.343260] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.349612] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 982.353443] env[69330]: DEBUG nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.356424] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a00fc3-97c4-42e1-af1d-78e9608de09f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.374850] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.377786] env[69330]: DEBUG oslo_vmware.api [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 982.377786] env[69330]: value = "task-4128677" [ 982.377786] env[69330]: _type = "Task" [ 982.377786] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.390497] env[69330]: DEBUG oslo_vmware.api [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.449662] env[69330]: DEBUG nova.network.neutron [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Successfully created port: 108484fb-3476-4414-b299-473d4268145b {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.474177] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aed0ed1-7a9b-4093-82b6-584e18a970ea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.490352] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c2ea0b-67e6-45f4-aeb6-b5e125907584 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.493902] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52be4ad2-f100-9e6c-0f26-9dc7ed0c350f, 'name': SearchDatastore_Task, 'duration_secs': 0.018691} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.495244] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e035b2-e3b6-4c9c-a091-f30b22c7e336 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.533955] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0c25ab-3f38-42f0-be0a-e36ebe7d2810 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.539134] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 982.539134] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5271ef17-ba9d-eac5-5882-7bf4973a52fc" [ 982.539134] env[69330]: _type = "Task" [ 982.539134] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.550222] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619e01e2-a312-41b0-903f-86bc03a4b7af {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.561380] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.561380] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5272f831-978b-dddc-bf3c-153191872d3c" [ 982.561380] env[69330]: _type = "HttpNfcLease" [ 982.561380] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 982.561684] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5271ef17-ba9d-eac5-5882-7bf4973a52fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014134} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.562594] env[69330]: DEBUG oslo_concurrency.lockutils [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.562983] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 24b7d938-0f88-41e6-919d-07db448545c6/24b7d938-0f88-41e6-919d-07db448545c6.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.563340] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-576caaa4-b252-49c7-aef2-4acb8d696286 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.575067] env[69330]: DEBUG nova.compute.provider_tree [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.584687] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 982.584687] env[69330]: value = "task-4128678" [ 982.584687] env[69330]: _type = "Task" [ 982.584687] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.597218] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.691065] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.780301] env[69330]: DEBUG nova.network.neutron [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.891628] env[69330]: DEBUG oslo_vmware.api [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128677, 'name': ReconfigVM_Task, 'duration_secs': 0.364803} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.892510] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 982.892791] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.893139] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b00c1389-97a5-4511-8236-a803b669164b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.901867] env[69330]: DEBUG oslo_vmware.api [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 982.901867] env[69330]: value = "task-4128679" [ 982.901867] env[69330]: _type = "Task" [ 982.901867] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.911680] env[69330]: DEBUG oslo_vmware.api [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.050798] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.050798] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5272f831-978b-dddc-bf3c-153191872d3c" [ 983.050798] env[69330]: _type = "HttpNfcLease" [ 983.050798] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 983.052072] env[69330]: DEBUG oslo_vmware.rw_handles [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 983.052072] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5272f831-978b-dddc-bf3c-153191872d3c" [ 983.052072] env[69330]: _type = "HttpNfcLease" [ 983.052072] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 983.052072] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a266bb8c-9f54-4e65-a9f8-b5f53ae85e55 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.061998] env[69330]: DEBUG oslo_vmware.rw_handles [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e5866-14cf-e554-6432-b57157a5c3cf/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 983.061998] env[69330]: DEBUG oslo_vmware.rw_handles [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e5866-14cf-e554-6432-b57157a5c3cf/disk-0.vmdk. {{(pid=69330) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 983.120356] env[69330]: DEBUG nova.scheduler.client.report [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.126802] env[69330]: DEBUG nova.network.neutron [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Updating instance_info_cache with network_info: [{"id": "cc0038d4-2da0-41b8-a9b6-daf69eceb261", "address": "fa:16:3e:a0:72:03", "network": {"id": "082b6643-795b-4c3c-801f-3fc9276d40fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1464662688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349e446ccd1b444ea60d2371ab8c44be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc0038d4-2d", "ovs_interfaceid": "cc0038d4-2da0-41b8-a9b6-daf69eceb261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.139469] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a8ac3cf-750b-496e-ab5e-f68caf043ea4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.148488] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128678, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.376761] env[69330]: DEBUG nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.395607] env[69330]: DEBUG oslo_vmware.rw_handles [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3103b-54a4-8d4e-cb23-9065305959b6/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 983.396668] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53611a6f-c0a0-40b1-bc94-64e5cb57c1f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.403487] env[69330]: DEBUG oslo_vmware.rw_handles [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3103b-54a4-8d4e-cb23-9065305959b6/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 983.403666] env[69330]: ERROR oslo_vmware.rw_handles [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3103b-54a4-8d4e-cb23-9065305959b6/disk-0.vmdk due to incomplete transfer. [ 983.408652] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b0360ec-8d0b-45d2-bd44-0cbee017e91b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.418250] env[69330]: DEBUG oslo_vmware.api [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128679, 'name': PowerOnVM_Task, 'duration_secs': 0.514644} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.423945] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.424309] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.424493] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.424695] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.424841] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.424994] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.425232] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.425395] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.425620] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.425779] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.425985] env[69330]: DEBUG nova.virt.hardware [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.426572] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.426746] env[69330]: DEBUG nova.compute.manager [None req-389bbfcb-b839-4cde-8852-cf1cbf1c7d42 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 983.426905] env[69330]: DEBUG oslo_vmware.rw_handles [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3103b-54a4-8d4e-cb23-9065305959b6/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 983.427095] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Uploaded image 1ca57566-56cd-4f75-94c0-3e08d48d8f1b to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 983.430548] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 983.431460] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b734eca-b724-4d44-989c-ef36cd55f155 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.436310] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437e7127-161b-4096-8a69-0dc885ccb0d1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.439530] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-924799fa-813a-438b-b97c-0a45bab65fa1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.450910] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1eec20-510e-499a-a159-450f8f533842 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.458019] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 983.458019] env[69330]: value = "task-4128680" [ 983.458019] env[69330]: _type = "Task" [ 983.458019] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.488028] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128680, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.638808] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Releasing lock "refresh_cache-f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.639164] env[69330]: DEBUG nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Instance network_info: |[{"id": "cc0038d4-2da0-41b8-a9b6-daf69eceb261", "address": "fa:16:3e:a0:72:03", "network": {"id": "082b6643-795b-4c3c-801f-3fc9276d40fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1464662688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349e446ccd1b444ea60d2371ab8c44be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc0038d4-2d", "ovs_interfaceid": "cc0038d4-2da0-41b8-a9b6-daf69eceb261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.639922] env[69330]: DEBUG oslo_concurrency.lockutils [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.644188] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570449} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.649468] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:72:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc0038d4-2da0-41b8-a9b6-daf69eceb261', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.654026] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.654026] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.504s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.655616] env[69330]: INFO nova.compute.claims [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.658999] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 24b7d938-0f88-41e6-919d-07db448545c6/24b7d938-0f88-41e6-919d-07db448545c6.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.658999] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.662635] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.662635] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e87a78c-ae9c-49c3-a64b-ca0bcfdef473 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.665267] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2f61304-3891-44ce-963b-82e24aa064f7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.689693] env[69330]: INFO nova.scheduler.client.report [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleted allocations for instance 6267f87d-af0a-4ffa-a779-6966003cd064 [ 983.695768] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 983.695768] env[69330]: value = "task-4128681" [ 983.695768] env[69330]: _type = "Task" [ 983.695768] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.703769] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.703769] env[69330]: value = "task-4128682" [ 983.703769] env[69330]: _type = "Task" [ 983.703769] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.714046] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.722843] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128682, 'name': CreateVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.853869] env[69330]: DEBUG nova.compute.manager [req-b0d9c4c1-7c3e-48e2-9779-6f929d710c4b req-8da16afd-d6c3-417f-97c1-24f778af9e5f service nova] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Received event network-changed-cc0038d4-2da0-41b8-a9b6-daf69eceb261 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.854097] env[69330]: DEBUG nova.compute.manager [req-b0d9c4c1-7c3e-48e2-9779-6f929d710c4b req-8da16afd-d6c3-417f-97c1-24f778af9e5f service nova] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Refreshing instance network info cache due to event network-changed-cc0038d4-2da0-41b8-a9b6-daf69eceb261. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.854402] env[69330]: DEBUG oslo_concurrency.lockutils [req-b0d9c4c1-7c3e-48e2-9779-6f929d710c4b req-8da16afd-d6c3-417f-97c1-24f778af9e5f service nova] Acquiring lock "refresh_cache-f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.855015] env[69330]: DEBUG oslo_concurrency.lockutils [req-b0d9c4c1-7c3e-48e2-9779-6f929d710c4b req-8da16afd-d6c3-417f-97c1-24f778af9e5f service nova] Acquired lock "refresh_cache-f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.855015] env[69330]: DEBUG nova.network.neutron [req-b0d9c4c1-7c3e-48e2-9779-6f929d710c4b req-8da16afd-d6c3-417f-97c1-24f778af9e5f service nova] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Refreshing network info cache for port cc0038d4-2da0-41b8-a9b6-daf69eceb261 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.977985] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128680, 'name': Destroy_Task, 'duration_secs': 0.433084} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.979866] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Destroyed the VM [ 983.980136] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 983.980504] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b8a5d1ad-932a-498f-aa88-3dfccc693417 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.988732] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 983.988732] env[69330]: value = "task-4128683" [ 983.988732] env[69330]: _type = "Task" [ 983.988732] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.999925] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128683, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.065589] env[69330]: DEBUG nova.network.neutron [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Successfully updated port: 108484fb-3476-4414-b299-473d4268145b {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.215788] env[69330]: DEBUG oslo_concurrency.lockutils [None req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "6267f87d-af0a-4ffa-a779-6966003cd064" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.570s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.217809] env[69330]: DEBUG oslo_vmware.rw_handles [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Completed reading data from the image iterator. {{(pid=69330) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 984.218147] env[69330]: DEBUG oslo_vmware.rw_handles [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e5866-14cf-e554-6432-b57157a5c3cf/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 984.219796] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eaccc7-4720-4ea5-864a-98cceeeffdd7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.233970] env[69330]: DEBUG oslo_vmware.rw_handles [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e5866-14cf-e554-6432-b57157a5c3cf/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 984.234180] env[69330]: DEBUG oslo_vmware.rw_handles [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e5866-14cf-e554-6432-b57157a5c3cf/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 984.240082] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-233b7e22-e79b-4cea-ae2d-d4c451711035 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.242116] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128682, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.242662] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100427} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.242662] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.243882] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86a15ec-0062-4126-ac39-c1761db3e10b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.269053] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 24b7d938-0f88-41e6-919d-07db448545c6/24b7d938-0f88-41e6-919d-07db448545c6.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.269400] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e00fbb4-a302-4a87-b29a-3d4f600c5a75 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.293710] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 984.293710] env[69330]: value = "task-4128684" [ 984.293710] env[69330]: _type = "Task" [ 984.293710] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.302357] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.498936] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128683, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.568203] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "refresh_cache-32730492-3587-42ca-9706-9a9d4142417a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.568512] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired lock "refresh_cache-32730492-3587-42ca-9706-9a9d4142417a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.568671] env[69330]: DEBUG nova.network.neutron [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.609789] env[69330]: DEBUG nova.network.neutron [req-b0d9c4c1-7c3e-48e2-9779-6f929d710c4b req-8da16afd-d6c3-417f-97c1-24f778af9e5f service nova] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Updated VIF entry in instance network info cache for port cc0038d4-2da0-41b8-a9b6-daf69eceb261. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.609946] env[69330]: DEBUG nova.network.neutron [req-b0d9c4c1-7c3e-48e2-9779-6f929d710c4b req-8da16afd-d6c3-417f-97c1-24f778af9e5f service nova] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Updating instance_info_cache with network_info: [{"id": "cc0038d4-2da0-41b8-a9b6-daf69eceb261", "address": "fa:16:3e:a0:72:03", "network": {"id": "082b6643-795b-4c3c-801f-3fc9276d40fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1464662688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349e446ccd1b444ea60d2371ab8c44be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc0038d4-2d", "ovs_interfaceid": "cc0038d4-2da0-41b8-a9b6-daf69eceb261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.738938] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128682, 'name': CreateVM_Task, 'duration_secs': 0.709584} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.740072] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.740868] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.742017] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.742017] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.742017] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dcee68a-5c9c-49b1-8039-79c61d05f7c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.756560] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 984.756560] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5228181f-3c78-ed0f-a26d-1e5f1a44943c" [ 984.756560] env[69330]: _type = "Task" [ 984.756560] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.764442] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5228181f-3c78-ed0f-a26d-1e5f1a44943c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.806116] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.850396] env[69330]: DEBUG oslo_vmware.rw_handles [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e5866-14cf-e554-6432-b57157a5c3cf/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 984.850708] env[69330]: INFO nova.virt.vmwareapi.images [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Downloaded image file data f4740c23-ad5d-4421-90bf-9ba1c21afef6 [ 984.851727] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a7dae8-d648-4ddf-a293-25905bf57f1e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.885222] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb9fe02b-1996-455f-902d-e09ba57a03f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.916525] env[69330]: INFO nova.virt.vmwareapi.images [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] The imported VM was unregistered [ 984.918652] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Caching image {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 984.918864] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f4740c23-ad5d-4421-90bf-9ba1c21afef6 {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.922534] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1c1170b-cbd1-4a66-9901-9ca6ab7437e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.942186] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Created directory with path [datastore1] devstack-image-cache_base/f4740c23-ad5d-4421-90bf-9ba1c21afef6 {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.942186] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_593cf164-cb37-4bbc-b6b6-4a26ead48a64/OSTACK_IMG_593cf164-cb37-4bbc-b6b6-4a26ead48a64.vmdk to [datastore1] devstack-image-cache_base/f4740c23-ad5d-4421-90bf-9ba1c21afef6/f4740c23-ad5d-4421-90bf-9ba1c21afef6.vmdk. {{(pid=69330) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 984.942186] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3bbc87fd-b287-40a0-892d-aa17de0fe8e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.953312] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 984.953312] env[69330]: value = "task-4128686" [ 984.953312] env[69330]: _type = "Task" [ 984.953312] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.967054] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128686, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.002482] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128683, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.105882] env[69330]: DEBUG nova.network.neutron [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.112641] env[69330]: DEBUG oslo_concurrency.lockutils [req-b0d9c4c1-7c3e-48e2-9779-6f929d710c4b req-8da16afd-d6c3-417f-97c1-24f778af9e5f service nova] Releasing lock "refresh_cache-f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.274084] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5228181f-3c78-ed0f-a26d-1e5f1a44943c, 'name': SearchDatastore_Task, 'duration_secs': 0.013416} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.274084] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.274084] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.274084] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.274084] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.274084] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.274418] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a5a40eb-1b47-4fc8-96b3-fdc5e63bd840 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.289286] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.289286] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.289286] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b858f5a-fdbe-41c1-a70b-fe6e86eb37da {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.294273] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 985.294273] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d1c6f7-c2f6-0a52-12de-ce5c3ae3f76c" [ 985.294273] env[69330]: _type = "Task" [ 985.294273] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.295716] env[69330]: DEBUG nova.network.neutron [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Updating instance_info_cache with network_info: [{"id": "108484fb-3476-4414-b299-473d4268145b", "address": "fa:16:3e:74:1e:c7", "network": {"id": "082b6643-795b-4c3c-801f-3fc9276d40fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1464662688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349e446ccd1b444ea60d2371ab8c44be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108484fb-34", "ovs_interfaceid": "108484fb-3476-4414-b299-473d4268145b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.316663] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d1c6f7-c2f6-0a52-12de-ce5c3ae3f76c, 'name': SearchDatastore_Task, 'duration_secs': 0.015058} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.321393] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128684, 'name': ReconfigVM_Task, 'duration_secs': 0.776218} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.322670] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bff05c7d-27c3-4485-8245-695752497d13 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.325554] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 24b7d938-0f88-41e6-919d-07db448545c6/24b7d938-0f88-41e6-919d-07db448545c6.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.326708] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7527329f-906a-434d-8962-fbdab5cb86e8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.330249] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a76ac080-9113-4ca6-aa9c-44285f510bcc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.340047] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 985.340047] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522aaf14-be47-0b8f-8606-02fb0aad6b3a" [ 985.340047] env[69330]: _type = "Task" [ 985.340047] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.342288] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab37a997-40b1-42e0-b090-53b0052dc204 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.345783] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 985.345783] env[69330]: value = "task-4128687" [ 985.345783] env[69330]: _type = "Task" [ 985.345783] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.382783] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458dd6c5-c866-487b-aad3-555bd440cd4d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.394335] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128687, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.394661] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522aaf14-be47-0b8f-8606-02fb0aad6b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.014713} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.395487] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.395810] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0/f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.396208] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c834446a-e7b5-4e1a-908e-b3375971b703 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.402616] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a95bd5f-e30f-4a48-84fa-e03ebf892b83 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.408604] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 985.408604] env[69330]: value = "task-4128688" [ 985.408604] env[69330]: _type = "Task" [ 985.408604] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.421523] env[69330]: DEBUG nova.compute.provider_tree [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.431971] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.466228] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128686, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.501573] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128683, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.690917] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "88f8ade3-bf90-4c53-89eb-21f543f6e594" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.691793] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "88f8ade3-bf90-4c53-89eb-21f543f6e594" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.810213] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Releasing lock "refresh_cache-32730492-3587-42ca-9706-9a9d4142417a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.810643] env[69330]: DEBUG nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Instance network_info: |[{"id": "108484fb-3476-4414-b299-473d4268145b", "address": "fa:16:3e:74:1e:c7", "network": {"id": "082b6643-795b-4c3c-801f-3fc9276d40fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1464662688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349e446ccd1b444ea60d2371ab8c44be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108484fb-34", "ovs_interfaceid": "108484fb-3476-4414-b299-473d4268145b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.811425] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:1e:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '108484fb-3476-4414-b299-473d4268145b', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.819619] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.819931] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.820171] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca7af0f3-97f7-4514-a04d-a10ff4867d75 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.848360] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.848360] env[69330]: value = "task-4128689" [ 985.848360] env[69330]: _type = "Task" [ 985.848360] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.863068] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128687, 'name': Rename_Task, 'duration_secs': 0.199791} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.867085] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.867811] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128689, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.867811] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e8f75fa-3251-47e7-9a90-5c288e176521 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.877157] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 985.877157] env[69330]: value = "task-4128690" [ 985.877157] env[69330]: _type = "Task" [ 985.877157] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.889433] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.892284] env[69330]: DEBUG nova.compute.manager [req-1fbc33c1-3e20-44fd-8ad6-4c490d788845 req-6e943704-86f7-4fe3-a642-fcd89918c0bb service nova] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Received event network-vif-plugged-108484fb-3476-4414-b299-473d4268145b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.892512] env[69330]: DEBUG oslo_concurrency.lockutils [req-1fbc33c1-3e20-44fd-8ad6-4c490d788845 req-6e943704-86f7-4fe3-a642-fcd89918c0bb service nova] Acquiring lock "32730492-3587-42ca-9706-9a9d4142417a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.892734] env[69330]: DEBUG oslo_concurrency.lockutils [req-1fbc33c1-3e20-44fd-8ad6-4c490d788845 req-6e943704-86f7-4fe3-a642-fcd89918c0bb service nova] Lock "32730492-3587-42ca-9706-9a9d4142417a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.893050] env[69330]: DEBUG oslo_concurrency.lockutils [req-1fbc33c1-3e20-44fd-8ad6-4c490d788845 req-6e943704-86f7-4fe3-a642-fcd89918c0bb service nova] Lock "32730492-3587-42ca-9706-9a9d4142417a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.893400] env[69330]: DEBUG nova.compute.manager [req-1fbc33c1-3e20-44fd-8ad6-4c490d788845 req-6e943704-86f7-4fe3-a642-fcd89918c0bb service nova] [instance: 32730492-3587-42ca-9706-9a9d4142417a] No waiting events found dispatching network-vif-plugged-108484fb-3476-4414-b299-473d4268145b {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 985.893648] env[69330]: WARNING nova.compute.manager [req-1fbc33c1-3e20-44fd-8ad6-4c490d788845 req-6e943704-86f7-4fe3-a642-fcd89918c0bb service nova] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Received unexpected event network-vif-plugged-108484fb-3476-4414-b299-473d4268145b for instance with vm_state building and task_state spawning. [ 985.893882] env[69330]: DEBUG nova.compute.manager [req-1fbc33c1-3e20-44fd-8ad6-4c490d788845 req-6e943704-86f7-4fe3-a642-fcd89918c0bb service nova] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Received event network-changed-108484fb-3476-4414-b299-473d4268145b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.894126] env[69330]: DEBUG nova.compute.manager [req-1fbc33c1-3e20-44fd-8ad6-4c490d788845 req-6e943704-86f7-4fe3-a642-fcd89918c0bb service nova] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Refreshing instance network info cache due to event network-changed-108484fb-3476-4414-b299-473d4268145b. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.894434] env[69330]: DEBUG oslo_concurrency.lockutils [req-1fbc33c1-3e20-44fd-8ad6-4c490d788845 req-6e943704-86f7-4fe3-a642-fcd89918c0bb service nova] Acquiring lock "refresh_cache-32730492-3587-42ca-9706-9a9d4142417a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.894630] env[69330]: DEBUG oslo_concurrency.lockutils [req-1fbc33c1-3e20-44fd-8ad6-4c490d788845 req-6e943704-86f7-4fe3-a642-fcd89918c0bb service nova] Acquired lock "refresh_cache-32730492-3587-42ca-9706-9a9d4142417a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.894838] env[69330]: DEBUG nova.network.neutron [req-1fbc33c1-3e20-44fd-8ad6-4c490d788845 req-6e943704-86f7-4fe3-a642-fcd89918c0bb service nova] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Refreshing network info cache for port 108484fb-3476-4414-b299-473d4268145b {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.923949] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128688, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.932582] env[69330]: DEBUG nova.scheduler.client.report [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.969353] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128686, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.004345] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128683, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.194544] env[69330]: DEBUG nova.compute.manager [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.361670] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128689, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.388686] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.424067] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702161} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.424067] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0/f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.424067] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.424492] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e021362d-10a8-4103-a89a-b53ac4ed30e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.432169] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 986.432169] env[69330]: value = "task-4128691" [ 986.432169] env[69330]: _type = "Task" [ 986.432169] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.442469] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.443152] env[69330]: DEBUG nova.compute.manager [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.446053] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.446605] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.110s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.448325] env[69330]: INFO nova.compute.claims [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.470202] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128686, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.505481] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128683, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.735927] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.778735] env[69330]: DEBUG nova.network.neutron [req-1fbc33c1-3e20-44fd-8ad6-4c490d788845 req-6e943704-86f7-4fe3-a642-fcd89918c0bb service nova] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Updated VIF entry in instance network info cache for port 108484fb-3476-4414-b299-473d4268145b. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.779141] env[69330]: DEBUG nova.network.neutron [req-1fbc33c1-3e20-44fd-8ad6-4c490d788845 req-6e943704-86f7-4fe3-a642-fcd89918c0bb service nova] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Updating instance_info_cache with network_info: [{"id": "108484fb-3476-4414-b299-473d4268145b", "address": "fa:16:3e:74:1e:c7", "network": {"id": "082b6643-795b-4c3c-801f-3fc9276d40fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1464662688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349e446ccd1b444ea60d2371ab8c44be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108484fb-34", "ovs_interfaceid": "108484fb-3476-4414-b299-473d4268145b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.862057] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128689, 'name': CreateVM_Task, 'duration_secs': 0.578601} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.862057] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.862057] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.862057] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.862477] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.862538] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e470ba4a-4007-416e-963e-98edfd4ebf9f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.868494] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 986.868494] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52571b3e-1c0d-da8e-8408-4f050fc40f77" [ 986.868494] env[69330]: _type = "Task" [ 986.868494] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.878494] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52571b3e-1c0d-da8e-8408-4f050fc40f77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.887965] env[69330]: DEBUG oslo_vmware.api [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128690, 'name': PowerOnVM_Task, 'duration_secs': 0.874177} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.888811] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.889054] env[69330]: DEBUG nova.compute.manager [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 986.890091] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0b30c4-3ea2-47ba-bebb-112de30d6939 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.942711] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.367928} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.942711] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.943594] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f99e68-38a9-47b6-ab59-364ed0ac48d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.948427] env[69330]: DEBUG nova.compute.utils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.950551] env[69330]: DEBUG nova.compute.manager [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.950717] env[69330]: DEBUG nova.network.neutron [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.975572] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0/f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.982628] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52dc24a3-16e1-40dd-8e0e-68a804b2e103 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.010092] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128686, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.010092] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 987.010092] env[69330]: value = "task-4128692" [ 987.010092] env[69330]: _type = "Task" [ 987.010092] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.017022] env[69330]: DEBUG nova.policy [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb8d2b6cc835496d8ca2494302a042d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb90b798ad2e4135a5a8df4fbee782d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.017962] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128683, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.027592] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.283478] env[69330]: DEBUG oslo_concurrency.lockutils [req-1fbc33c1-3e20-44fd-8ad6-4c490d788845 req-6e943704-86f7-4fe3-a642-fcd89918c0bb service nova] Releasing lock "refresh_cache-32730492-3587-42ca-9706-9a9d4142417a" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.373743] env[69330]: DEBUG nova.network.neutron [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Successfully created port: 7bb3aee6-a11c-42e1-ad74-f7070a79c116 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.386239] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52571b3e-1c0d-da8e-8408-4f050fc40f77, 'name': SearchDatastore_Task, 'duration_secs': 0.092148} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.386737] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.386985] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.387248] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.387388] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.387572] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.387850] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fc906fa-e628-442b-92c0-2b6e7ae7a826 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.400436] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.400436] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.400844] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c7e5efa-e805-418b-a754-3b27a3d0e81b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.415598] env[69330]: DEBUG oslo_concurrency.lockutils [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.419890] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 987.419890] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]525e4770-9fc9-50cc-c2ec-9647476aa13f" [ 987.419890] env[69330]: _type = "Task" [ 987.419890] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.431613] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525e4770-9fc9-50cc-c2ec-9647476aa13f, 'name': SearchDatastore_Task, 'duration_secs': 0.013671} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.432497] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5988fd53-26a3-4925-a415-c9b600a07093 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.440903] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 987.440903] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529e6377-bb2d-2582-2a3b-5e99a5d6d761" [ 987.440903] env[69330]: _type = "Task" [ 987.440903] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.455190] env[69330]: DEBUG nova.compute.manager [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.456849] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529e6377-bb2d-2582-2a3b-5e99a5d6d761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.482563] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128686, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.518645] env[69330]: DEBUG oslo_vmware.api [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128683, 'name': RemoveSnapshot_Task, 'duration_secs': 3.46971} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.520073] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 987.520073] env[69330]: INFO nova.compute.manager [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Took 19.92 seconds to snapshot the instance on the hypervisor. [ 987.529738] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.581985] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c55b0e-2239-4080-982e-e91d7e5d66ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.591267] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd4a06-4efb-4175-86be-514b177004d1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.623940] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f230b76b-dd34-4fa0-a04a-a75f4814703e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.632395] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0281d9e6-1151-413c-a6d2-13f80b5abe1b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.648281] env[69330]: DEBUG nova.compute.provider_tree [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.958659] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529e6377-bb2d-2582-2a3b-5e99a5d6d761, 'name': SearchDatastore_Task, 'duration_secs': 0.03257} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.958659] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.958659] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 32730492-3587-42ca-9706-9a9d4142417a/32730492-3587-42ca-9706-9a9d4142417a.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.958659] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c803fc86-b9f7-4b36-9f71-966e5b2c815d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.971213] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 987.971213] env[69330]: value = "task-4128693" [ 987.971213] env[69330]: _type = "Task" [ 987.971213] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.988018] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.988317] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128686, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.552045} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.988562] env[69330]: INFO nova.virt.vmwareapi.ds_util [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_593cf164-cb37-4bbc-b6b6-4a26ead48a64/OSTACK_IMG_593cf164-cb37-4bbc-b6b6-4a26ead48a64.vmdk to [datastore1] devstack-image-cache_base/f4740c23-ad5d-4421-90bf-9ba1c21afef6/f4740c23-ad5d-4421-90bf-9ba1c21afef6.vmdk. [ 987.988851] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Cleaning up location [datastore1] OSTACK_IMG_593cf164-cb37-4bbc-b6b6-4a26ead48a64 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 987.989037] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_593cf164-cb37-4bbc-b6b6-4a26ead48a64 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.989352] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-472e7828-9e6c-4015-964b-77c125602bab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.996963] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 987.996963] env[69330]: value = "task-4128694" [ 987.996963] env[69330]: _type = "Task" [ 987.996963] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.006516] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.018678] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128692, 'name': ReconfigVM_Task, 'duration_secs': 0.91277} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.018970] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Reconfigured VM instance instance-00000050 to attach disk [datastore2] f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0/f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.019822] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-063ee8b6-ae85-4445-945e-e879ff76479f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.028183] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 988.028183] env[69330]: value = "task-4128695" [ 988.028183] env[69330]: _type = "Task" [ 988.028183] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.040410] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128695, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.109385] env[69330]: DEBUG nova.compute.manager [None req-10772ab6-f882-4ed6-98f5-26c55686e33c tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Found 1 images (rotation: 2) {{(pid=69330) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 988.115788] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.116066] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.152385] env[69330]: DEBUG nova.scheduler.client.report [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.467372] env[69330]: DEBUG nova.compute.manager [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.484404] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128693, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.497501] env[69330]: DEBUG nova.virt.hardware [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.497755] env[69330]: DEBUG nova.virt.hardware [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.497913] env[69330]: DEBUG nova.virt.hardware [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.498114] env[69330]: DEBUG nova.virt.hardware [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.498282] env[69330]: DEBUG nova.virt.hardware [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.498437] env[69330]: DEBUG nova.virt.hardware [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.498641] env[69330]: DEBUG nova.virt.hardware [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.498801] env[69330]: DEBUG nova.virt.hardware [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.498970] env[69330]: DEBUG nova.virt.hardware [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.499160] env[69330]: DEBUG nova.virt.hardware [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.499342] env[69330]: DEBUG nova.virt.hardware [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.500341] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58e5395-9d2d-4a8f-8650-f17d1eb8597b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.518654] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daffc5e3-8baa-4abc-8e98-d38d521f9ff7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.524044] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098536} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.524044] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.524044] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f4740c23-ad5d-4421-90bf-9ba1c21afef6/f4740c23-ad5d-4421-90bf-9ba1c21afef6.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.524044] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f4740c23-ad5d-4421-90bf-9ba1c21afef6/f4740c23-ad5d-4421-90bf-9ba1c21afef6.vmdk to [datastore1] 0074cf53-68f3-4fc5-865b-aed263d7942c/0074cf53-68f3-4fc5-865b-aed263d7942c.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.524586] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5592a7b8-7ec6-4d23-bafb-bbec861a7940 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.544144] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 988.544144] env[69330]: value = "task-4128696" [ 988.544144] env[69330]: _type = "Task" [ 988.544144] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.547749] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128695, 'name': Rename_Task, 'duration_secs': 0.354941} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.551048] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.551371] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0fd207c-43dd-4484-87f1-2aaa581b8cac {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.560475] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.562298] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 988.562298] env[69330]: value = "task-4128697" [ 988.562298] env[69330]: _type = "Task" [ 988.562298] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.571795] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.657669] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.658409] env[69330]: DEBUG nova.compute.manager [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.662476] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.863s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.662652] env[69330]: DEBUG nova.objects.instance [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Lazy-loading 'resources' on Instance uuid 166e9b2f-cd18-4498-82c8-47a5085961f8 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.691010] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquiring lock "24b7d938-0f88-41e6-919d-07db448545c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.691380] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Lock "24b7d938-0f88-41e6-919d-07db448545c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.692107] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquiring lock "24b7d938-0f88-41e6-919d-07db448545c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.692107] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Lock "24b7d938-0f88-41e6-919d-07db448545c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.692107] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Lock "24b7d938-0f88-41e6-919d-07db448545c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.695088] env[69330]: INFO nova.compute.manager [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Terminating instance [ 988.958134] env[69330]: DEBUG nova.network.neutron [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Successfully updated port: 7bb3aee6-a11c-42e1-ad74-f7070a79c116 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.986702] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744703} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.987136] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 32730492-3587-42ca-9706-9a9d4142417a/32730492-3587-42ca-9706-9a9d4142417a.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.987260] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.987535] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e17b5f1e-336c-4d4d-930f-7423d69a2bd7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.995953] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 988.995953] env[69330]: value = "task-4128698" [ 988.995953] env[69330]: _type = "Task" [ 988.995953] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.004391] env[69330]: DEBUG nova.compute.manager [req-28bb487b-d1ed-48c5-aa74-6ddf794c5f6f req-c5347930-3232-4a15-bf47-96faa91fd3ec service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Received event network-vif-plugged-7bb3aee6-a11c-42e1-ad74-f7070a79c116 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.005088] env[69330]: DEBUG oslo_concurrency.lockutils [req-28bb487b-d1ed-48c5-aa74-6ddf794c5f6f req-c5347930-3232-4a15-bf47-96faa91fd3ec service nova] Acquiring lock "cde3d0c8-dfcd-4eaa-a2ef-645b50b02072-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.005088] env[69330]: DEBUG oslo_concurrency.lockutils [req-28bb487b-d1ed-48c5-aa74-6ddf794c5f6f req-c5347930-3232-4a15-bf47-96faa91fd3ec service nova] Lock "cde3d0c8-dfcd-4eaa-a2ef-645b50b02072-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.005257] env[69330]: DEBUG oslo_concurrency.lockutils [req-28bb487b-d1ed-48c5-aa74-6ddf794c5f6f req-c5347930-3232-4a15-bf47-96faa91fd3ec service nova] Lock "cde3d0c8-dfcd-4eaa-a2ef-645b50b02072-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.005425] env[69330]: DEBUG nova.compute.manager [req-28bb487b-d1ed-48c5-aa74-6ddf794c5f6f req-c5347930-3232-4a15-bf47-96faa91fd3ec service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] No waiting events found dispatching network-vif-plugged-7bb3aee6-a11c-42e1-ad74-f7070a79c116 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 989.005492] env[69330]: WARNING nova.compute.manager [req-28bb487b-d1ed-48c5-aa74-6ddf794c5f6f req-c5347930-3232-4a15-bf47-96faa91fd3ec service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Received unexpected event network-vif-plugged-7bb3aee6-a11c-42e1-ad74-f7070a79c116 for instance with vm_state building and task_state spawning. [ 989.008995] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.058707] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.071897] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.166087] env[69330]: DEBUG nova.compute.utils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.168260] env[69330]: DEBUG nova.compute.manager [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.168260] env[69330]: DEBUG nova.network.neutron [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.199539] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquiring lock "refresh_cache-24b7d938-0f88-41e6-919d-07db448545c6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.199641] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquired lock "refresh_cache-24b7d938-0f88-41e6-919d-07db448545c6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.199813] env[69330]: DEBUG nova.network.neutron [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.216954] env[69330]: DEBUG nova.policy [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f505160b4f3c48d99217ff311806c5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d414cc273845e79fcaea123c421790', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.334373] env[69330]: DEBUG nova.compute.manager [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 989.336029] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e31c0a-5616-424d-b819-0006fd36b0aa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.463164] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Acquiring lock "refresh_cache-cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.463164] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Acquired lock "refresh_cache-cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.463164] env[69330]: DEBUG nova.network.neutron [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.508063] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.283116} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.508798] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.509909] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecedf70b-c515-4b1d-b5f1-c8dcdf0fafae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.538907] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 32730492-3587-42ca-9706-9a9d4142417a/32730492-3587-42ca-9706-9a9d4142417a.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.539999] env[69330]: DEBUG nova.network.neutron [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Successfully created port: 271b9da3-436c-4cf4-aae6-049e2d5487a9 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.544570] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f10599-30b8-48bf-9770-aa08d15b56c0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.572938] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 989.572938] env[69330]: value = "task-4128699" [ 989.572938] env[69330]: _type = "Task" [ 989.572938] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.579619] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.580102] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128697, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.593524] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.673556] env[69330]: DEBUG nova.compute.manager [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.746469] env[69330]: DEBUG nova.network.neutron [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.769703] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d5856c-725a-401a-ad0b-32fda065a587 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.782065] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2c9430-85b8-43a7-9a22-230d86991f91 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.819449] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6261e82d-4704-4280-9f3d-832baabb5366 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.827993] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fceaa7-5e51-453e-b2da-215f9446b083 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.846577] env[69330]: DEBUG nova.compute.provider_tree [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.851602] env[69330]: INFO nova.compute.manager [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] instance snapshotting [ 989.852421] env[69330]: DEBUG nova.objects.instance [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'flavor' on Instance uuid d358134d-299b-4a91-90e5-bad725ee2715 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.855061] env[69330]: DEBUG nova.network.neutron [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.027665] env[69330]: DEBUG nova.network.neutron [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.089883] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128696, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.090233] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128697, 'name': PowerOnVM_Task, 'duration_secs': 1.153116} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.093949] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.094244] env[69330]: INFO nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Took 8.91 seconds to spawn the instance on the hypervisor. [ 990.094471] env[69330]: DEBUG nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.095644] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d6326c-915a-4bbc-b35a-f49c06300ed4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.106727] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.338012] env[69330]: DEBUG nova.network.neutron [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Updating instance_info_cache with network_info: [{"id": "7bb3aee6-a11c-42e1-ad74-f7070a79c116", "address": "fa:16:3e:9a:77:b1", "network": {"id": "8b69a19d-dcc4-459b-bf64-b3a92870bc71", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-811185789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb90b798ad2e4135a5a8df4fbee782d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bb3aee6-a1", "ovs_interfaceid": "7bb3aee6-a11c-42e1-ad74-f7070a79c116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.347526] env[69330]: DEBUG nova.scheduler.client.report [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.361140] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Releasing lock "refresh_cache-24b7d938-0f88-41e6-919d-07db448545c6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.361799] env[69330]: DEBUG nova.compute.manager [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.362108] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.363701] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03140e5f-af73-4356-9faa-83178ebbdd0b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.367635] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3196df-60c4-4c51-8589-0bf2a835fbfc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.376983] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.390339] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44651441-bb0c-4910-bcbb-79a2816bccbf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.393128] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebd851d-317c-45c6-b8ed-fd885acd440f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.404961] env[69330]: DEBUG oslo_vmware.api [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 990.404961] env[69330]: value = "task-4128700" [ 990.404961] env[69330]: _type = "Task" [ 990.404961] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.421409] env[69330]: DEBUG oslo_vmware.api [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.574699] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128696, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.603097] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128699, 'name': ReconfigVM_Task, 'duration_secs': 0.60713} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.604130] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 32730492-3587-42ca-9706-9a9d4142417a/32730492-3587-42ca-9706-9a9d4142417a.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.605692] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-446b87c4-f1b2-4503-bece-0714017a2c66 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.620032] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 990.620032] env[69330]: value = "task-4128701" [ 990.620032] env[69330]: _type = "Task" [ 990.620032] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.625073] env[69330]: INFO nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Took 41.03 seconds to build instance. [ 990.636203] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128701, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.684823] env[69330]: DEBUG nova.compute.manager [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.718654] env[69330]: DEBUG nova.virt.hardware [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.719111] env[69330]: DEBUG nova.virt.hardware [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.719345] env[69330]: DEBUG nova.virt.hardware [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.719687] env[69330]: DEBUG nova.virt.hardware [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.719829] env[69330]: DEBUG nova.virt.hardware [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.719987] env[69330]: DEBUG nova.virt.hardware [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.720267] env[69330]: DEBUG nova.virt.hardware [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.720507] env[69330]: DEBUG nova.virt.hardware [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.720738] env[69330]: DEBUG nova.virt.hardware [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.721019] env[69330]: DEBUG nova.virt.hardware [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.721228] env[69330]: DEBUG nova.virt.hardware [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.722278] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5792fcd-7d02-47f7-86cc-703253068090 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.731776] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff51ca4-2a19-4cfb-a2d5-f8b099ddb71a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.838295] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Releasing lock "refresh_cache-cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.838731] env[69330]: DEBUG nova.compute.manager [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Instance network_info: |[{"id": "7bb3aee6-a11c-42e1-ad74-f7070a79c116", "address": "fa:16:3e:9a:77:b1", "network": {"id": "8b69a19d-dcc4-459b-bf64-b3a92870bc71", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-811185789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb90b798ad2e4135a5a8df4fbee782d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bb3aee6-a1", "ovs_interfaceid": "7bb3aee6-a11c-42e1-ad74-f7070a79c116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.839206] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:77:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bb3aee6-a11c-42e1-ad74-f7070a79c116', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.847203] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Creating folder: Project (fb90b798ad2e4135a5a8df4fbee782d8). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.847552] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19e80411-176a-4c99-a235-50d1ab259a0b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.858426] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.864773] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.533s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.865190] env[69330]: DEBUG nova.objects.instance [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lazy-loading 'resources' on Instance uuid 87a19eb0-98f5-4435-858b-d7b643d549c8 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.868655] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Created folder: Project (fb90b798ad2e4135a5a8df4fbee782d8) in parent group-v817559. [ 990.868866] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Creating folder: Instances. Parent ref: group-v817787. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.869108] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de839150-89be-4e9c-8014-5511cdb5c2b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.883311] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Created folder: Instances in parent group-v817787. [ 990.883311] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.883311] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.883523] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86917c78-c74c-4638-bd23-ac4ec30544ab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.900242] env[69330]: INFO nova.scheduler.client.report [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Deleted allocations for instance 166e9b2f-cd18-4498-82c8-47a5085961f8 [ 990.906617] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 990.907187] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-378b9aba-5b6d-4275-9415-3ec346047edf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.914662] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.914662] env[69330]: value = "task-4128704" [ 990.914662] env[69330]: _type = "Task" [ 990.914662] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.926100] env[69330]: DEBUG oslo_vmware.api [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128700, 'name': PowerOffVM_Task, 'duration_secs': 0.319439} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.926704] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 990.926704] env[69330]: value = "task-4128705" [ 990.926704] env[69330]: _type = "Task" [ 990.926704] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.931050] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.931224] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.931820] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128704, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.932062] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a80dc4e4-f814-4daa-9c5a-5289ad5857f5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.945987] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128705, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.985285] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.985572] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.985932] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Deleting the datastore file [datastore2] 24b7d938-0f88-41e6-919d-07db448545c6 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.986482] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3da40df-989e-4d0a-a510-64925dde1fda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.996773] env[69330]: DEBUG oslo_vmware.api [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for the task: (returnval){ [ 990.996773] env[69330]: value = "task-4128707" [ 990.996773] env[69330]: _type = "Task" [ 990.996773] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.005978] env[69330]: DEBUG oslo_vmware.api [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.036979] env[69330]: DEBUG nova.compute.manager [req-de7c3670-1660-44d1-87e6-4061a59f216c req-5a654a84-dfda-46f9-b784-91f848cbb40e service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Received event network-changed-7bb3aee6-a11c-42e1-ad74-f7070a79c116 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.037294] env[69330]: DEBUG nova.compute.manager [req-de7c3670-1660-44d1-87e6-4061a59f216c req-5a654a84-dfda-46f9-b784-91f848cbb40e service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Refreshing instance network info cache due to event network-changed-7bb3aee6-a11c-42e1-ad74-f7070a79c116. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.037564] env[69330]: DEBUG oslo_concurrency.lockutils [req-de7c3670-1660-44d1-87e6-4061a59f216c req-5a654a84-dfda-46f9-b784-91f848cbb40e service nova] Acquiring lock "refresh_cache-cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.037749] env[69330]: DEBUG oslo_concurrency.lockutils [req-de7c3670-1660-44d1-87e6-4061a59f216c req-5a654a84-dfda-46f9-b784-91f848cbb40e service nova] Acquired lock "refresh_cache-cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.037949] env[69330]: DEBUG nova.network.neutron [req-de7c3670-1660-44d1-87e6-4061a59f216c req-5a654a84-dfda-46f9-b784-91f848cbb40e service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Refreshing network info cache for port 7bb3aee6-a11c-42e1-ad74-f7070a79c116 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.073786] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128696, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.128062] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.369s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.132971] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128701, 'name': Rename_Task, 'duration_secs': 0.247234} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.133645] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.133909] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8d2be10-6e98-4c2d-90ac-3e16de3d6c33 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.142862] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 991.142862] env[69330]: value = "task-4128708" [ 991.142862] env[69330]: _type = "Task" [ 991.142862] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.153853] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.234497] env[69330]: DEBUG nova.network.neutron [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Successfully updated port: 271b9da3-436c-4cf4-aae6-049e2d5487a9 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.408634] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2902814e-720d-4267-878d-cc5b88566e89 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Lock "166e9b2f-cd18-4498-82c8-47a5085961f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.565s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.431643] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128704, 'name': CreateVM_Task, 'duration_secs': 0.483508} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.432189] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.436352] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.436531] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.436867] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.437566] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98cbe0e0-a428-443a-a641-737f7b53afc8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.443831] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Waiting for the task: (returnval){ [ 991.443831] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f990ac-d800-2f97-01b2-99bdc6a426c0" [ 991.443831] env[69330]: _type = "Task" [ 991.443831] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.450281] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128705, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.459900] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f990ac-d800-2f97-01b2-99bdc6a426c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.505872] env[69330]: DEBUG oslo_vmware.api [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Task: {'id': task-4128707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183725} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.509884] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.510187] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.510424] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.510647] env[69330]: INFO nova.compute.manager [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 991.510934] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.512383] env[69330]: DEBUG nova.compute.manager [-] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.512383] env[69330]: DEBUG nova.network.neutron [-] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.534298] env[69330]: DEBUG nova.network.neutron [-] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.578200] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128696, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.637208] env[69330]: DEBUG nova.compute.manager [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.655053] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128708, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.736982] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "refresh_cache-dbae30ee-bb10-42fc-b75b-ff002b413f73" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.737179] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "refresh_cache-dbae30ee-bb10-42fc-b75b-ff002b413f73" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.737462] env[69330]: DEBUG nova.network.neutron [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.900679] env[69330]: DEBUG nova.network.neutron [req-de7c3670-1660-44d1-87e6-4061a59f216c req-5a654a84-dfda-46f9-b784-91f848cbb40e service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Updated VIF entry in instance network info cache for port 7bb3aee6-a11c-42e1-ad74-f7070a79c116. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.901097] env[69330]: DEBUG nova.network.neutron [req-de7c3670-1660-44d1-87e6-4061a59f216c req-5a654a84-dfda-46f9-b784-91f848cbb40e service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Updating instance_info_cache with network_info: [{"id": "7bb3aee6-a11c-42e1-ad74-f7070a79c116", "address": "fa:16:3e:9a:77:b1", "network": {"id": "8b69a19d-dcc4-459b-bf64-b3a92870bc71", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-811185789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb90b798ad2e4135a5a8df4fbee782d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bb3aee6-a1", "ovs_interfaceid": "7bb3aee6-a11c-42e1-ad74-f7070a79c116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.935304] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee9ba29-067a-48a1-9a06-4026e70208ec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.956138] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128705, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.961487] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a19eb3-1b57-4552-ad4d-2cf5ab4ec484 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.972924] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f990ac-d800-2f97-01b2-99bdc6a426c0, 'name': SearchDatastore_Task, 'duration_secs': 0.035042} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.006665] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.006859] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.007234] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.007466] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.008408] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.009542] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6312d985-3060-4e40-b808-d0c13e4feb9f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.013095] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc959e-abcb-4d46-84c1-0f0113cc45dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.025052] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c231cfe-b411-4a4b-afbe-554b3c41c009 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.030866] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.031089] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.032440] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69aa9886-eef7-4880-b3e3-8094ede07792 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.044142] env[69330]: DEBUG nova.network.neutron [-] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.048386] env[69330]: DEBUG nova.compute.provider_tree [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.052354] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Waiting for the task: (returnval){ [ 992.052354] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]523eff2c-caf3-50a9-94c1-c479dda16384" [ 992.052354] env[69330]: _type = "Task" [ 992.052354] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.061613] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]523eff2c-caf3-50a9-94c1-c479dda16384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.074573] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128696, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.155918] env[69330]: DEBUG oslo_vmware.api [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128708, 'name': PowerOnVM_Task, 'duration_secs': 0.623476} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.155918] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.155918] env[69330]: INFO nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Took 8.78 seconds to spawn the instance on the hypervisor. [ 992.155918] env[69330]: DEBUG nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.156429] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5745e175-4b58-4c9a-b833-093a47aa09fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.159775] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.296359] env[69330]: DEBUG nova.network.neutron [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.407802] env[69330]: DEBUG oslo_concurrency.lockutils [req-de7c3670-1660-44d1-87e6-4061a59f216c req-5a654a84-dfda-46f9-b784-91f848cbb40e service nova] Releasing lock "refresh_cache-cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.445275] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128705, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.537065] env[69330]: DEBUG nova.network.neutron [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Updating instance_info_cache with network_info: [{"id": "271b9da3-436c-4cf4-aae6-049e2d5487a9", "address": "fa:16:3e:53:98:4e", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap271b9da3-43", "ovs_interfaceid": "271b9da3-436c-4cf4-aae6-049e2d5487a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.549022] env[69330]: INFO nova.compute.manager [-] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Took 1.04 seconds to deallocate network for instance. [ 992.549513] env[69330]: DEBUG nova.scheduler.client.report [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.579437] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]523eff2c-caf3-50a9-94c1-c479dda16384, 'name': SearchDatastore_Task, 'duration_secs': 0.017592} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.584870] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128696, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.634549} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.585232] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc143540-5641-4323-90fd-0c67a75ab192 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.588488] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f4740c23-ad5d-4421-90bf-9ba1c21afef6/f4740c23-ad5d-4421-90bf-9ba1c21afef6.vmdk to [datastore1] 0074cf53-68f3-4fc5-865b-aed263d7942c/0074cf53-68f3-4fc5-865b-aed263d7942c.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.589682] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcdc572-e930-44e6-8172-a940660adc0e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.597843] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Waiting for the task: (returnval){ [ 992.597843] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52db8eb9-16f0-30bc-1971-fdcc5eed50b2" [ 992.597843] env[69330]: _type = "Task" [ 992.597843] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.621593] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 0074cf53-68f3-4fc5-865b-aed263d7942c/0074cf53-68f3-4fc5-865b-aed263d7942c.vmdk or device None with type streamOptimized {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.625617] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae083924-fa17-4213-ab43-cf866df69bdb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.650381] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52db8eb9-16f0-30bc-1971-fdcc5eed50b2, 'name': SearchDatastore_Task, 'duration_secs': 0.021304} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.652427] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.652558] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] cde3d0c8-dfcd-4eaa-a2ef-645b50b02072/cde3d0c8-dfcd-4eaa-a2ef-645b50b02072.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.652972] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 992.652972] env[69330]: value = "task-4128709" [ 992.652972] env[69330]: _type = "Task" [ 992.652972] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.652972] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93fd92fd-a504-46b7-98bd-66b291e827be {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.664939] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128709, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.666468] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Waiting for the task: (returnval){ [ 992.666468] env[69330]: value = "task-4128710" [ 992.666468] env[69330]: _type = "Task" [ 992.666468] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.684145] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.684276] env[69330]: INFO nova.compute.manager [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Took 40.15 seconds to build instance. [ 993.034154] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128705, 'name': CreateSnapshot_Task, 'duration_secs': 1.723563} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.034154] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 993.034154] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af4a892-c55f-4517-8ee3-a0413dafce1a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.042648] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "refresh_cache-dbae30ee-bb10-42fc-b75b-ff002b413f73" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.042648] env[69330]: DEBUG nova.compute.manager [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Instance network_info: |[{"id": "271b9da3-436c-4cf4-aae6-049e2d5487a9", "address": "fa:16:3e:53:98:4e", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap271b9da3-43", "ovs_interfaceid": "271b9da3-436c-4cf4-aae6-049e2d5487a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.042648] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:98:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '271b9da3-436c-4cf4-aae6-049e2d5487a9', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.052803] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.057565] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.057565] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db65ba2a-ad2f-4cc5-ab73-f34d95b9ab53 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.083652] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.089815] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.093621] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.931s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.096369] env[69330]: DEBUG nova.objects.instance [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lazy-loading 'resources' on Instance uuid 0fa8e642-7b8f-4678-9279-f29d6c386f68 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.102772] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.102772] env[69330]: value = "task-4128711" [ 993.102772] env[69330]: _type = "Task" [ 993.102772] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.118682] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128711, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.136028] env[69330]: INFO nova.scheduler.client.report [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Deleted allocations for instance 87a19eb0-98f5-4435-858b-d7b643d549c8 [ 993.170814] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128709, 'name': ReconfigVM_Task, 'duration_secs': 0.489338} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.176692] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 0074cf53-68f3-4fc5-865b-aed263d7942c/0074cf53-68f3-4fc5-865b-aed263d7942c.vmdk or device None with type streamOptimized {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.178100] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e23ece52-13fd-4bc1-a11b-ec9a963d44af {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.188368] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "32730492-3587-42ca-9706-9a9d4142417a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.395s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.188697] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128710, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.191181] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 993.191181] env[69330]: value = "task-4128712" [ 993.191181] env[69330]: _type = "Task" [ 993.191181] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.205173] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128712, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.244502] env[69330]: DEBUG nova.compute.manager [req-8e1748ed-133a-4a60-bcfa-0966e7dea028 req-13398591-ddb2-45a1-aa49-d5445ea730da service nova] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Received event network-vif-plugged-271b9da3-436c-4cf4-aae6-049e2d5487a9 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.244667] env[69330]: DEBUG oslo_concurrency.lockutils [req-8e1748ed-133a-4a60-bcfa-0966e7dea028 req-13398591-ddb2-45a1-aa49-d5445ea730da service nova] Acquiring lock "dbae30ee-bb10-42fc-b75b-ff002b413f73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.244864] env[69330]: DEBUG oslo_concurrency.lockutils [req-8e1748ed-133a-4a60-bcfa-0966e7dea028 req-13398591-ddb2-45a1-aa49-d5445ea730da service nova] Lock "dbae30ee-bb10-42fc-b75b-ff002b413f73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.245113] env[69330]: DEBUG oslo_concurrency.lockutils [req-8e1748ed-133a-4a60-bcfa-0966e7dea028 req-13398591-ddb2-45a1-aa49-d5445ea730da service nova] Lock "dbae30ee-bb10-42fc-b75b-ff002b413f73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.245305] env[69330]: DEBUG nova.compute.manager [req-8e1748ed-133a-4a60-bcfa-0966e7dea028 req-13398591-ddb2-45a1-aa49-d5445ea730da service nova] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] No waiting events found dispatching network-vif-plugged-271b9da3-436c-4cf4-aae6-049e2d5487a9 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 993.245493] env[69330]: WARNING nova.compute.manager [req-8e1748ed-133a-4a60-bcfa-0966e7dea028 req-13398591-ddb2-45a1-aa49-d5445ea730da service nova] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Received unexpected event network-vif-plugged-271b9da3-436c-4cf4-aae6-049e2d5487a9 for instance with vm_state building and task_state spawning. [ 993.245668] env[69330]: DEBUG nova.compute.manager [req-8e1748ed-133a-4a60-bcfa-0966e7dea028 req-13398591-ddb2-45a1-aa49-d5445ea730da service nova] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Received event network-changed-271b9da3-436c-4cf4-aae6-049e2d5487a9 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.245827] env[69330]: DEBUG nova.compute.manager [req-8e1748ed-133a-4a60-bcfa-0966e7dea028 req-13398591-ddb2-45a1-aa49-d5445ea730da service nova] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Refreshing instance network info cache due to event network-changed-271b9da3-436c-4cf4-aae6-049e2d5487a9. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.246121] env[69330]: DEBUG oslo_concurrency.lockutils [req-8e1748ed-133a-4a60-bcfa-0966e7dea028 req-13398591-ddb2-45a1-aa49-d5445ea730da service nova] Acquiring lock "refresh_cache-dbae30ee-bb10-42fc-b75b-ff002b413f73" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.246340] env[69330]: DEBUG oslo_concurrency.lockutils [req-8e1748ed-133a-4a60-bcfa-0966e7dea028 req-13398591-ddb2-45a1-aa49-d5445ea730da service nova] Acquired lock "refresh_cache-dbae30ee-bb10-42fc-b75b-ff002b413f73" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.246510] env[69330]: DEBUG nova.network.neutron [req-8e1748ed-133a-4a60-bcfa-0966e7dea028 req-13398591-ddb2-45a1-aa49-d5445ea730da service nova] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Refreshing network info cache for port 271b9da3-436c-4cf4-aae6-049e2d5487a9 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.480272] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 993.483365] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8c8fd941-b06c-4427-a158-0186a0409fd6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.494074] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 993.494074] env[69330]: value = "task-4128713" [ 993.494074] env[69330]: _type = "Task" [ 993.494074] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.509241] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128713, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.617032] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128711, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.651022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2963dad-275e-4557-9a2f-5caae1eb4e2d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Lock "87a19eb0-98f5-4435-858b-d7b643d549c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.054s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.686295] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648397} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.691381] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] cde3d0c8-dfcd-4eaa-a2ef-645b50b02072/cde3d0c8-dfcd-4eaa-a2ef-645b50b02072.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.691758] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.692872] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4006dbb-baef-4e5d-8c4e-41eee21f002f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.705495] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128712, 'name': Rename_Task, 'duration_secs': 0.217178} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.707248] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.707611] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Waiting for the task: (returnval){ [ 993.707611] env[69330]: value = "task-4128714" [ 993.707611] env[69330]: _type = "Task" [ 993.707611] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.707882] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0774c2b4-c091-45b5-b569-b5d0844289aa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.726473] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.728689] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 993.728689] env[69330]: value = "task-4128715" [ 993.728689] env[69330]: _type = "Task" [ 993.728689] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.741318] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.829243] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.829567] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.829812] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.830091] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.830330] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.834091] env[69330]: INFO nova.compute.manager [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Terminating instance [ 993.990862] env[69330]: DEBUG oslo_concurrency.lockutils [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "32730492-3587-42ca-9706-9a9d4142417a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.990862] env[69330]: DEBUG oslo_concurrency.lockutils [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "32730492-3587-42ca-9706-9a9d4142417a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.991397] env[69330]: DEBUG oslo_concurrency.lockutils [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "32730492-3587-42ca-9706-9a9d4142417a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.991397] env[69330]: DEBUG oslo_concurrency.lockutils [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "32730492-3587-42ca-9706-9a9d4142417a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.991397] env[69330]: DEBUG oslo_concurrency.lockutils [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "32730492-3587-42ca-9706-9a9d4142417a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.999331] env[69330]: INFO nova.compute.manager [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Terminating instance [ 994.015738] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128713, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.121481] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128711, 'name': CreateVM_Task, 'duration_secs': 0.691281} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.123240] env[69330]: DEBUG nova.network.neutron [req-8e1748ed-133a-4a60-bcfa-0966e7dea028 req-13398591-ddb2-45a1-aa49-d5445ea730da service nova] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Updated VIF entry in instance network info cache for port 271b9da3-436c-4cf4-aae6-049e2d5487a9. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.123838] env[69330]: DEBUG nova.network.neutron [req-8e1748ed-133a-4a60-bcfa-0966e7dea028 req-13398591-ddb2-45a1-aa49-d5445ea730da service nova] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Updating instance_info_cache with network_info: [{"id": "271b9da3-436c-4cf4-aae6-049e2d5487a9", "address": "fa:16:3e:53:98:4e", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap271b9da3-43", "ovs_interfaceid": "271b9da3-436c-4cf4-aae6-049e2d5487a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.125740] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.131087] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.132060] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.132581] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.133358] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-221aedd7-0d6c-447a-b793-26c75dc78c4a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.140696] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 994.140696] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52223dcc-45df-33e9-03e7-805d3f83b5de" [ 994.140696] env[69330]: _type = "Task" [ 994.140696] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.165739] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52223dcc-45df-33e9-03e7-805d3f83b5de, 'name': SearchDatastore_Task, 'duration_secs': 0.017412} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.167054] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.167054] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.167336] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.167370] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.167655] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.168126] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5127a990-7996-4691-acd9-ce38dcae0331 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.186526] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.186832] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.188606] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef827e5f-8d1d-4b87-ad61-bc05e8dbe048 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.202956] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 994.202956] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52737f06-ac8a-d8f8-7adf-1b894b398462" [ 994.202956] env[69330]: _type = "Task" [ 994.202956] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.222676] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52737f06-ac8a-d8f8-7adf-1b894b398462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.231609] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087133} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.234963] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.236156] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2954ef7d-5a22-4de4-a9a5-f8c761354dc0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.247755] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.266378] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] cde3d0c8-dfcd-4eaa-a2ef-645b50b02072/cde3d0c8-dfcd-4eaa-a2ef-645b50b02072.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.267768] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6f11f10-f3aa-445d-aba3-9763958569dc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.283257] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad1f83c-2e01-472e-837f-c2874b2ff549 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.292536] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286f8492-9a1e-497e-84d0-f395dce974cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.297979] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Waiting for the task: (returnval){ [ 994.297979] env[69330]: value = "task-4128716" [ 994.297979] env[69330]: _type = "Task" [ 994.297979] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.331342] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2747f7a-8d91-4ab6-b3d7-34c2bc0e7a89 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.338473] env[69330]: DEBUG nova.compute.manager [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.338726] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.339039] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.340314] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eb9675-013e-40f2-a562-1d9a61801737 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.347951] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852ee4bb-1c64-4e05-bc96-62d31c543b3a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.354663] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.355421] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02f61570-f43f-43f0-8a8b-b7db3e5625e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.367446] env[69330]: DEBUG nova.compute.provider_tree [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.370659] env[69330]: DEBUG oslo_vmware.api [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 994.370659] env[69330]: value = "task-4128717" [ 994.370659] env[69330]: _type = "Task" [ 994.370659] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.381759] env[69330]: DEBUG oslo_vmware.api [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.513041] env[69330]: DEBUG nova.compute.manager [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.513041] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.513041] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128713, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.513935] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682c9efc-cd84-463d-81be-ac0ee54ec6fb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.528797] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.528797] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55159572-5840-484f-85c6-866e0ac95e8b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.537794] env[69330]: DEBUG oslo_vmware.api [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 994.537794] env[69330]: value = "task-4128718" [ 994.537794] env[69330]: _type = "Task" [ 994.537794] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.551504] env[69330]: DEBUG oslo_vmware.api [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.631751] env[69330]: DEBUG oslo_concurrency.lockutils [req-8e1748ed-133a-4a60-bcfa-0966e7dea028 req-13398591-ddb2-45a1-aa49-d5445ea730da service nova] Releasing lock "refresh_cache-dbae30ee-bb10-42fc-b75b-ff002b413f73" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.719501] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52737f06-ac8a-d8f8-7adf-1b894b398462, 'name': SearchDatastore_Task, 'duration_secs': 0.017175} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.721200] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974e18f6-0c03-42a7-ae99-4571736b219b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.730761] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 994.730761] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b28125-c1ee-913c-0318-33314949e534" [ 994.730761] env[69330]: _type = "Task" [ 994.730761] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.751735] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b28125-c1ee-913c-0318-33314949e534, 'name': SearchDatastore_Task, 'duration_secs': 0.015244} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.758273] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.759090] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] dbae30ee-bb10-42fc-b75b-ff002b413f73/dbae30ee-bb10-42fc-b75b-ff002b413f73.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.759802] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128715, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.761033] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cddd352d-6491-4cf4-9eba-4a039d4f1d2b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.771113] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 994.771113] env[69330]: value = "task-4128719" [ 994.771113] env[69330]: _type = "Task" [ 994.771113] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.790542] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.810979] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.879042] env[69330]: DEBUG nova.scheduler.client.report [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.888532] env[69330]: DEBUG oslo_vmware.api [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128717, 'name': PowerOffVM_Task, 'duration_secs': 0.324267} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.889184] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.889523] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.889930] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b88c8e84-1ba7-4f9e-ac5c-f7401ebb83c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.012155] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128713, 'name': CloneVM_Task} progress is 95%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.026275] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.026275] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.026275] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Deleting the datastore file [datastore2] f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.026275] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d0c9408-3b0c-4e12-9dfc-ba7c1e7e4fe3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.035221] env[69330]: DEBUG oslo_vmware.api [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 995.035221] env[69330]: value = "task-4128721" [ 995.035221] env[69330]: _type = "Task" [ 995.035221] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.052302] env[69330]: DEBUG oslo_vmware.api [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128718, 'name': PowerOffVM_Task, 'duration_secs': 0.376789} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.056279] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.056737] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.057157] env[69330]: DEBUG oslo_vmware.api [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.057576] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94efa1bf-c283-40fa-ab80-5eed81430671 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.156356] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.156356] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.156356] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Deleting the datastore file [datastore1] 32730492-3587-42ca-9706-9a9d4142417a {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.156356] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79533bae-3248-4226-a30a-3f5e31a17624 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.165788] env[69330]: DEBUG oslo_vmware.api [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for the task: (returnval){ [ 995.165788] env[69330]: value = "task-4128723" [ 995.165788] env[69330]: _type = "Task" [ 995.165788] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.184706] env[69330]: DEBUG oslo_vmware.api [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.253793] env[69330]: DEBUG oslo_vmware.api [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128715, 'name': PowerOnVM_Task, 'duration_secs': 1.08444} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.254325] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.254603] env[69330]: INFO nova.compute.manager [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Took 18.97 seconds to spawn the instance on the hypervisor. [ 995.254799] env[69330]: DEBUG nova.compute.manager [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 995.255829] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c691a4d-0a4a-432f-8ed9-f2a7f619d4e8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.288030] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128719, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.315413] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128716, 'name': ReconfigVM_Task, 'duration_secs': 0.646277} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.315881] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Reconfigured VM instance instance-00000052 to attach disk [datastore2] cde3d0c8-dfcd-4eaa-a2ef-645b50b02072/cde3d0c8-dfcd-4eaa-a2ef-645b50b02072.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.318078] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1833eab7-6f6c-4d36-84a0-68be42411ad8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.328616] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Waiting for the task: (returnval){ [ 995.328616] env[69330]: value = "task-4128724" [ 995.328616] env[69330]: _type = "Task" [ 995.328616] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.348147] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128724, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.384140] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.387337] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.341s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.388779] env[69330]: INFO nova.compute.claims [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.416158] env[69330]: INFO nova.scheduler.client.report [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Deleted allocations for instance 0fa8e642-7b8f-4678-9279-f29d6c386f68 [ 995.516342] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128713, 'name': CloneVM_Task, 'duration_secs': 1.71744} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.516708] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Created linked-clone VM from snapshot [ 995.517711] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8753d9-5679-4279-88d4-aeaba76bd77b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.533228] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Uploading image 34d9f751-3b79-494d-9534-d3c1f3a07eff {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 995.549949] env[69330]: DEBUG oslo_vmware.api [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.581676] env[69330]: DEBUG oslo_vmware.rw_handles [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 995.581676] env[69330]: value = "vm-817792" [ 995.581676] env[69330]: _type = "VirtualMachine" [ 995.581676] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 995.582039] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad5d1556-d3b1-4e59-bd7c-022c92cd1941 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.592652] env[69330]: DEBUG oslo_vmware.rw_handles [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lease: (returnval){ [ 995.592652] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ad59a6-bdf5-5252-024d-ad52b5bd77b9" [ 995.592652] env[69330]: _type = "HttpNfcLease" [ 995.592652] env[69330]: } obtained for exporting VM: (result){ [ 995.592652] env[69330]: value = "vm-817792" [ 995.592652] env[69330]: _type = "VirtualMachine" [ 995.592652] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 995.593109] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the lease: (returnval){ [ 995.593109] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ad59a6-bdf5-5252-024d-ad52b5bd77b9" [ 995.593109] env[69330]: _type = "HttpNfcLease" [ 995.593109] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 995.605427] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.605427] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ad59a6-bdf5-5252-024d-ad52b5bd77b9" [ 995.605427] env[69330]: _type = "HttpNfcLease" [ 995.605427] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 995.678727] env[69330]: DEBUG oslo_vmware.api [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.788583] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128719, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.789111] env[69330]: INFO nova.compute.manager [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Took 47.07 seconds to build instance. [ 995.843872] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128724, 'name': Rename_Task, 'duration_secs': 0.301368} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.844590] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.844849] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3127bd9-1cbc-4f71-95ba-acc13138d7c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.852325] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Waiting for the task: (returnval){ [ 995.852325] env[69330]: value = "task-4128726" [ 995.852325] env[69330]: _type = "Task" [ 995.852325] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.861521] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.927540] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "0fa8e642-7b8f-4678-9279-f29d6c386f68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.284s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.049810] env[69330]: DEBUG oslo_vmware.api [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.617504} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.049942] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.050127] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.050327] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.050533] env[69330]: INFO nova.compute.manager [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Took 1.71 seconds to destroy the instance on the hypervisor. [ 996.050808] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.051019] env[69330]: DEBUG nova.compute.manager [-] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.051119] env[69330]: DEBUG nova.network.neutron [-] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.109271] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.109271] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ad59a6-bdf5-5252-024d-ad52b5bd77b9" [ 996.109271] env[69330]: _type = "HttpNfcLease" [ 996.109271] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 996.109271] env[69330]: DEBUG oslo_vmware.rw_handles [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 996.109271] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ad59a6-bdf5-5252-024d-ad52b5bd77b9" [ 996.109271] env[69330]: _type = "HttpNfcLease" [ 996.109271] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 996.110653] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca4b525-5bcb-47c7-9c0f-99e2688ab3db {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.122176] env[69330]: DEBUG oslo_vmware.rw_handles [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c0dde-447c-07ab-feae-1dd27907647f/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 996.122444] env[69330]: DEBUG oslo_vmware.rw_handles [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c0dde-447c-07ab-feae-1dd27907647f/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 996.203984] env[69330]: DEBUG oslo_vmware.api [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Task: {'id': task-4128723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.571737} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.204313] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.204573] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.204820] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.205065] env[69330]: INFO nova.compute.manager [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Took 1.69 seconds to destroy the instance on the hypervisor. [ 996.205403] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.205597] env[69330]: DEBUG nova.compute.manager [-] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.205705] env[69330]: DEBUG nova.network.neutron [-] [instance: 32730492-3587-42ca-9706-9a9d4142417a] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.273013] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1792bd3-68eb-4172-a208-867e43f9d4ae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.292479] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128719, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.294951] env[69330]: DEBUG oslo_concurrency.lockutils [None req-72186a43-12f3-4be8-8c56-60d4f4cad555 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "0074cf53-68f3-4fc5-865b-aed263d7942c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.167s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.364987] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128726, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.457340] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "0074cf53-68f3-4fc5-865b-aed263d7942c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.457340] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "0074cf53-68f3-4fc5-865b-aed263d7942c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.457340] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "0074cf53-68f3-4fc5-865b-aed263d7942c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.457340] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "0074cf53-68f3-4fc5-865b-aed263d7942c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.457340] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "0074cf53-68f3-4fc5-865b-aed263d7942c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.460620] env[69330]: INFO nova.compute.manager [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Terminating instance [ 996.574601] env[69330]: DEBUG nova.compute.manager [req-50130d6c-76fa-4cbc-bc0f-0ba04b41177e req-6cb56faf-2cbf-4ae6-8052-f2183e29151b service nova] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Received event network-vif-deleted-cc0038d4-2da0-41b8-a9b6-daf69eceb261 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.574871] env[69330]: INFO nova.compute.manager [req-50130d6c-76fa-4cbc-bc0f-0ba04b41177e req-6cb56faf-2cbf-4ae6-8052-f2183e29151b service nova] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Neutron deleted interface cc0038d4-2da0-41b8-a9b6-daf69eceb261; detaching it from the instance and deleting it from the info cache [ 996.575075] env[69330]: DEBUG nova.network.neutron [req-50130d6c-76fa-4cbc-bc0f-0ba04b41177e req-6cb56faf-2cbf-4ae6-8052-f2183e29151b service nova] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.609676] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "ce355e72-3e8c-48ba-bae3-8c0ee167cb0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.610072] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "ce355e72-3e8c-48ba-bae3-8c0ee167cb0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.610315] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "ce355e72-3e8c-48ba-bae3-8c0ee167cb0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.610515] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "ce355e72-3e8c-48ba-bae3-8c0ee167cb0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.610703] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "ce355e72-3e8c-48ba-bae3-8c0ee167cb0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.613606] env[69330]: INFO nova.compute.manager [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Terminating instance [ 996.744584] env[69330]: DEBUG nova.compute.manager [req-6ca64e56-23f7-4736-b204-ba6389f68ffa req-f00daa58-da75-4985-a73a-d011b61284fa service nova] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Received event network-vif-deleted-108484fb-3476-4414-b299-473d4268145b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.744584] env[69330]: INFO nova.compute.manager [req-6ca64e56-23f7-4736-b204-ba6389f68ffa req-f00daa58-da75-4985-a73a-d011b61284fa service nova] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Neutron deleted interface 108484fb-3476-4414-b299-473d4268145b; detaching it from the instance and deleting it from the info cache [ 996.744584] env[69330]: DEBUG nova.network.neutron [req-6ca64e56-23f7-4736-b204-ba6389f68ffa req-f00daa58-da75-4985-a73a-d011b61284fa service nova] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.788155] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128719, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.7991} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.791255] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] dbae30ee-bb10-42fc-b75b-ff002b413f73/dbae30ee-bb10-42fc-b75b-ff002b413f73.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.791563] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.792135] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40f8675d-5dae-40b4-8ecc-a43e86c735ea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.801771] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 996.801771] env[69330]: value = "task-4128727" [ 996.801771] env[69330]: _type = "Task" [ 996.801771] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.818059] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.865892] env[69330]: DEBUG oslo_vmware.api [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128726, 'name': PowerOnVM_Task, 'duration_secs': 0.608829} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.866351] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.866662] env[69330]: INFO nova.compute.manager [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Took 8.40 seconds to spawn the instance on the hypervisor. [ 996.866794] env[69330]: DEBUG nova.compute.manager [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.872057] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8c666b-9317-402c-8f18-49c1a7654ef5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.949740] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0484ff8f-ff52-4530-94ed-b3c0c010ba0c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.958739] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2633ce-2923-419b-abbd-f4b7afd6d2b1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.963996] env[69330]: DEBUG nova.compute.manager [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.964468] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.965064] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc328da6-9070-474b-952b-84af378ddbeb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.999383] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83afbd3-1b69-48ed-9cd9-eb0de5c874e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.004543] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.005317] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57c075d6-cb68-48a3-b7b9-50d848223cb4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.012368] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4406e5-8f7f-443f-a03e-4fea76ec6bea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.019080] env[69330]: DEBUG oslo_vmware.api [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 997.019080] env[69330]: value = "task-4128728" [ 997.019080] env[69330]: _type = "Task" [ 997.019080] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.033567] env[69330]: DEBUG nova.compute.provider_tree [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.045117] env[69330]: DEBUG oslo_vmware.api [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.048422] env[69330]: DEBUG nova.scheduler.client.report [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.052390] env[69330]: DEBUG nova.network.neutron [-] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.080236] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-902eaab8-2cb9-4737-a49b-a06511803ae4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.090795] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02923aa0-1a83-44ff-bfc5-44956c8a4ce7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.132036] env[69330]: DEBUG nova.compute.manager [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.132359] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.133652] env[69330]: DEBUG nova.compute.manager [req-50130d6c-76fa-4cbc-bc0f-0ba04b41177e req-6cb56faf-2cbf-4ae6-8052-f2183e29151b service nova] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Detach interface failed, port_id=cc0038d4-2da0-41b8-a9b6-daf69eceb261, reason: Instance f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.134466] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79842826-38f6-4cda-9a2b-315d8a10e5e2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.142231] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.142648] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfd3a5e8-0422-4d89-b0de-d6c8c45cc3ae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.149414] env[69330]: DEBUG oslo_vmware.api [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 997.149414] env[69330]: value = "task-4128729" [ 997.149414] env[69330]: _type = "Task" [ 997.149414] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.159934] env[69330]: DEBUG oslo_vmware.api [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.190137] env[69330]: DEBUG nova.network.neutron [-] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.250589] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d0daa7e-e29e-4dd2-80a2-c1165b7585ab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.264909] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb21c0c-3c4c-4b93-84ab-9d0c441bbab6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.308124] env[69330]: DEBUG nova.compute.manager [req-6ca64e56-23f7-4736-b204-ba6389f68ffa req-f00daa58-da75-4985-a73a-d011b61284fa service nova] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Detach interface failed, port_id=108484fb-3476-4414-b299-473d4268145b, reason: Instance 32730492-3587-42ca-9706-9a9d4142417a could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.316930] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075338} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.317283] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.318415] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2221cf-901e-4de7-a439-a0849d3d17c6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.346367] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] dbae30ee-bb10-42fc-b75b-ff002b413f73/dbae30ee-bb10-42fc-b75b-ff002b413f73.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.346970] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-660ecb69-5f15-4a87-8135-e8711e8767ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.370586] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 997.370586] env[69330]: value = "task-4128730" [ 997.370586] env[69330]: _type = "Task" [ 997.370586] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.384037] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.395744] env[69330]: INFO nova.compute.manager [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Took 40.26 seconds to build instance. [ 997.530906] env[69330]: DEBUG oslo_vmware.api [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128728, 'name': PowerOffVM_Task, 'duration_secs': 0.303951} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.531841] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.532136] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.532504] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dabeb3b0-314e-4f6e-b26f-40ee8da5510e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.555344] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.555344] env[69330]: DEBUG nova.compute.manager [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.557043] env[69330]: DEBUG oslo_concurrency.lockutils [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.631s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.557244] env[69330]: DEBUG nova.objects.instance [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 997.560149] env[69330]: INFO nova.compute.manager [-] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Took 1.51 seconds to deallocate network for instance. [ 997.606810] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.607123] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.607530] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleting the datastore file [datastore1] 0074cf53-68f3-4fc5-865b-aed263d7942c {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.608376] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5841127e-56f0-46a6-9a10-31ee26d7bbc8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.617519] env[69330]: DEBUG oslo_vmware.api [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 997.617519] env[69330]: value = "task-4128732" [ 997.617519] env[69330]: _type = "Task" [ 997.617519] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.631143] env[69330]: DEBUG oslo_vmware.api [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.662542] env[69330]: DEBUG oslo_vmware.api [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128729, 'name': PowerOffVM_Task, 'duration_secs': 0.287761} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.663058] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.663146] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.663727] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6601df29-3a30-4b67-83bf-aa76823f6ab7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.693667] env[69330]: INFO nova.compute.manager [-] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Took 1.49 seconds to deallocate network for instance. [ 997.745219] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.745599] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.745824] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Deleting the datastore file [datastore1] ce355e72-3e8c-48ba-bae3-8c0ee167cb0a {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.746116] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cfcccca-8fe0-44a0-a70d-7c854b4774cc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.755563] env[69330]: DEBUG oslo_vmware.api [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 997.755563] env[69330]: value = "task-4128734" [ 997.755563] env[69330]: _type = "Task" [ 997.755563] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.766609] env[69330]: DEBUG oslo_vmware.api [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.887224] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128730, 'name': ReconfigVM_Task, 'duration_secs': 0.468924} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.887949] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Reconfigured VM instance instance-00000053 to attach disk [datastore2] dbae30ee-bb10-42fc-b75b-ff002b413f73/dbae30ee-bb10-42fc-b75b-ff002b413f73.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.888473] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa8fc97a-8dfd-4092-b26b-ac8a9c2f8ad7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.897473] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 997.897473] env[69330]: value = "task-4128735" [ 997.897473] env[69330]: _type = "Task" [ 997.897473] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.898132] env[69330]: DEBUG oslo_concurrency.lockutils [None req-03afd57d-2749-4fc8-9422-c878aa89dcd8 tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Lock "cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.621s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.909527] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128735, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.062849] env[69330]: DEBUG nova.compute.utils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.064731] env[69330]: DEBUG nova.compute.manager [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.065048] env[69330]: DEBUG nova.network.neutron [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.071457] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.129807] env[69330]: DEBUG oslo_vmware.api [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242685} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.130231] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.130349] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.133133] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.133133] env[69330]: INFO nova.compute.manager [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 998.133133] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.133133] env[69330]: DEBUG nova.compute.manager [-] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.133133] env[69330]: DEBUG nova.network.neutron [-] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.205028] env[69330]: DEBUG oslo_concurrency.lockutils [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.236606] env[69330]: DEBUG nova.policy [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce15d6ee3d6b46cd926d66dacfe0202c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd49bd8d6026493c9c319a000fe651c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.273078] env[69330]: DEBUG oslo_vmware.api [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282174} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.273592] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.273929] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.274285] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.277018] env[69330]: INFO nova.compute.manager [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 998.277482] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.277887] env[69330]: DEBUG nova.compute.manager [-] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.277984] env[69330]: DEBUG nova.network.neutron [-] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.410830] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128735, 'name': Rename_Task, 'duration_secs': 0.228539} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.410830] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.410830] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eee36f7d-8d77-454e-b5f8-512f22c120f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.418683] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 998.418683] env[69330]: value = "task-4128736" [ 998.418683] env[69330]: _type = "Task" [ 998.418683] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.427991] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.571662] env[69330]: DEBUG nova.compute.manager [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.575794] env[69330]: DEBUG oslo_concurrency.lockutils [None req-aec63e5f-ef72-4748-85a8-da881de73410 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.577118] env[69330]: DEBUG oslo_concurrency.lockutils [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.241s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.931729] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.309089] env[69330]: DEBUG nova.network.neutron [-] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.355123] env[69330]: DEBUG nova.compute.manager [req-bd2b7056-951a-4e7b-a32a-861d2f8eb218 req-c3045a67-93ed-4348-bf3d-b3232837c549 service nova] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Received event network-vif-deleted-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.431055] env[69330]: DEBUG oslo_vmware.api [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128736, 'name': PowerOnVM_Task, 'duration_secs': 0.625905} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.437376] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.437376] env[69330]: INFO nova.compute.manager [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Took 8.75 seconds to spawn the instance on the hypervisor. [ 999.437376] env[69330]: DEBUG nova.compute.manager [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 999.437376] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b55d28d-e1df-4539-b610-968b1760dba8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.591619] env[69330]: DEBUG nova.compute.manager [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.597637] env[69330]: DEBUG nova.network.neutron [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Successfully created port: ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.630633] env[69330]: DEBUG nova.virt.hardware [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:22:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1a52d1ad-d5ff-4ba6-941a-b4b33fabe372',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1414494288',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.630910] env[69330]: DEBUG nova.virt.hardware [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.631106] env[69330]: DEBUG nova.virt.hardware [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.631306] env[69330]: DEBUG nova.virt.hardware [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.631473] env[69330]: DEBUG nova.virt.hardware [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.631764] env[69330]: DEBUG nova.virt.hardware [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.631891] env[69330]: DEBUG nova.virt.hardware [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.632073] env[69330]: DEBUG nova.virt.hardware [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.632268] env[69330]: DEBUG nova.virt.hardware [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.632461] env[69330]: DEBUG nova.virt.hardware [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.632659] env[69330]: DEBUG nova.virt.hardware [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.634051] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e11bb59-4b9b-4d3e-b3a7-dc2205134d73 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.643186] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336fbbf2-f8d5-463c-b77c-e49115082139 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.796541] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31def4d-b615-4552-8202-5ea0221c76fa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.807913] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63a0a3c-a505-4032-97a5-4144b10419fa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.811983] env[69330]: INFO nova.compute.manager [-] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Took 1.68 seconds to deallocate network for instance. [ 999.846782] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fd01cd-880c-479a-992b-8ca41f65081d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.857188] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ebc20d-a20f-4c2d-a682-b0e096ca6060 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.874549] env[69330]: DEBUG nova.compute.provider_tree [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.878255] env[69330]: DEBUG nova.compute.manager [req-86b33ec7-7617-4d6d-bd49-240bb9306f49 req-d6b140f1-b929-410c-b641-4716bacb2e61 service nova] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Received event network-vif-deleted-3270bee9-49a8-4320-81a4-6eba59c2087d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.878461] env[69330]: INFO nova.compute.manager [req-86b33ec7-7617-4d6d-bd49-240bb9306f49 req-d6b140f1-b929-410c-b641-4716bacb2e61 service nova] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Neutron deleted interface 3270bee9-49a8-4320-81a4-6eba59c2087d; detaching it from the instance and deleting it from the info cache [ 999.878630] env[69330]: DEBUG nova.network.neutron [req-86b33ec7-7617-4d6d-bd49-240bb9306f49 req-d6b140f1-b929-410c-b641-4716bacb2e61 service nova] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.906842] env[69330]: DEBUG nova.network.neutron [-] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.956095] env[69330]: INFO nova.compute.manager [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Took 39.64 seconds to build instance. [ 1000.345985] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.381441] env[69330]: DEBUG nova.scheduler.client.report [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.385426] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5979642-976a-4973-bdb9-d6da89891657 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.396227] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd158b55-a099-46a9-9c21-1507c11ca9e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.409957] env[69330]: INFO nova.compute.manager [-] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Took 2.13 seconds to deallocate network for instance. [ 1000.432335] env[69330]: DEBUG nova.compute.manager [req-86b33ec7-7617-4d6d-bd49-240bb9306f49 req-d6b140f1-b929-410c-b641-4716bacb2e61 service nova] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Detach interface failed, port_id=3270bee9-49a8-4320-81a4-6eba59c2087d, reason: Instance ce355e72-3e8c-48ba-bae3-8c0ee167cb0a could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.458500] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "dbae30ee-bb10-42fc-b75b-ff002b413f73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.900s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.919661] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.062596] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "dbae30ee-bb10-42fc-b75b-ff002b413f73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.062941] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "dbae30ee-bb10-42fc-b75b-ff002b413f73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.063212] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "dbae30ee-bb10-42fc-b75b-ff002b413f73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.063478] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "dbae30ee-bb10-42fc-b75b-ff002b413f73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.063694] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "dbae30ee-bb10-42fc-b75b-ff002b413f73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.066943] env[69330]: INFO nova.compute.manager [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Terminating instance [ 1001.394294] env[69330]: DEBUG oslo_concurrency.lockutils [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.817s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.398607] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.709s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.399012] env[69330]: DEBUG nova.objects.instance [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lazy-loading 'resources' on Instance uuid c07958ca-b12e-4b1f-ad68-f227d4f66421 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.571808] env[69330]: DEBUG nova.compute.manager [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.572083] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.573012] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287095f0-deef-4b49-b973-0d0abd08f84e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.587737] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.589977] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a521d99-48d8-4c8e-93b1-43161a4d51ca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.599857] env[69330]: DEBUG oslo_vmware.api [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1001.599857] env[69330]: value = "task-4128737" [ 1001.599857] env[69330]: _type = "Task" [ 1001.599857] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.611898] env[69330]: DEBUG oslo_vmware.api [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.690466] env[69330]: DEBUG nova.network.neutron [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Successfully updated port: ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.971029] env[69330]: INFO nova.scheduler.client.report [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleted allocation for migration 4608d9cd-1324-49ac-8a49-c30151ae8ed9 [ 1002.012197] env[69330]: DEBUG nova.compute.manager [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Received event network-changed-7bb3aee6-a11c-42e1-ad74-f7070a79c116 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.012197] env[69330]: DEBUG nova.compute.manager [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Refreshing instance network info cache due to event network-changed-7bb3aee6-a11c-42e1-ad74-f7070a79c116. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.012197] env[69330]: DEBUG oslo_concurrency.lockutils [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] Acquiring lock "refresh_cache-cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.012197] env[69330]: DEBUG oslo_concurrency.lockutils [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] Acquired lock "refresh_cache-cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.012197] env[69330]: DEBUG nova.network.neutron [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Refreshing network info cache for port 7bb3aee6-a11c-42e1-ad74-f7070a79c116 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.111143] env[69330]: DEBUG oslo_vmware.api [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128737, 'name': PowerOffVM_Task, 'duration_secs': 0.284011} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.111502] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.111722] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.112032] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f17dab8-4965-4458-a1c3-a5d441be0b19 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.192018] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.192572] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.192939] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleting the datastore file [datastore2] dbae30ee-bb10-42fc-b75b-ff002b413f73 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.193380] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dfd1682-c064-4b86-80bb-3d2278ffc398 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.198523] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.198888] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.199152] env[69330]: DEBUG nova.network.neutron [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.202971] env[69330]: DEBUG oslo_vmware.api [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1002.202971] env[69330]: value = "task-4128739" [ 1002.202971] env[69330]: _type = "Task" [ 1002.202971] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.222276] env[69330]: DEBUG oslo_vmware.api [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.482446] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2d0520-4370-4b84-8120-2db32e79a21a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.486256] env[69330]: DEBUG oslo_concurrency.lockutils [None req-443edede-342a-4d5b-a0f6-42f6c89af410 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "3640563f-1559-4624-9078-1ebd508bdc3c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.097s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.494644] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3052fea-3db7-45bd-8a50-7bc5b47da223 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.539409] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098468f1-260f-4722-9e8b-f200b669654b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.550485] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c1bd28-0363-4a51-ba4d-f056f5cdeee4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.569881] env[69330]: DEBUG nova.compute.provider_tree [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.718604] env[69330]: DEBUG oslo_vmware.api [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233224} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.719182] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.719442] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.719654] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.719890] env[69330]: INFO nova.compute.manager [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1002.720278] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.724617] env[69330]: DEBUG nova.compute.manager [-] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.724726] env[69330]: DEBUG nova.network.neutron [-] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.782070] env[69330]: DEBUG nova.network.neutron [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.043746] env[69330]: DEBUG nova.network.neutron [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Updated VIF entry in instance network info cache for port 7bb3aee6-a11c-42e1-ad74-f7070a79c116. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.044219] env[69330]: DEBUG nova.network.neutron [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Updating instance_info_cache with network_info: [{"id": "7bb3aee6-a11c-42e1-ad74-f7070a79c116", "address": "fa:16:3e:9a:77:b1", "network": {"id": "8b69a19d-dcc4-459b-bf64-b3a92870bc71", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-811185789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb90b798ad2e4135a5a8df4fbee782d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bb3aee6-a1", "ovs_interfaceid": "7bb3aee6-a11c-42e1-ad74-f7070a79c116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.077293] env[69330]: DEBUG nova.scheduler.client.report [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.116912] env[69330]: DEBUG nova.network.neutron [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance_info_cache with network_info: [{"id": "ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b", "address": "fa:16:3e:cc:15:22", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecee65e0-86", "ovs_interfaceid": "ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.354344] env[69330]: DEBUG nova.compute.manager [req-7fe04ecd-77b3-4193-9999-b39f968f76da req-29bb750a-06cf-40e6-bf54-385756eeb160 service nova] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Received event network-vif-deleted-271b9da3-436c-4cf4-aae6-049e2d5487a9 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.354560] env[69330]: INFO nova.compute.manager [req-7fe04ecd-77b3-4193-9999-b39f968f76da req-29bb750a-06cf-40e6-bf54-385756eeb160 service nova] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Neutron deleted interface 271b9da3-436c-4cf4-aae6-049e2d5487a9; detaching it from the instance and deleting it from the info cache [ 1003.354739] env[69330]: DEBUG nova.network.neutron [req-7fe04ecd-77b3-4193-9999-b39f968f76da req-29bb750a-06cf-40e6-bf54-385756eeb160 service nova] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.548210] env[69330]: DEBUG oslo_concurrency.lockutils [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] Releasing lock "refresh_cache-cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.548210] env[69330]: DEBUG nova.compute.manager [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Received event network-vif-plugged-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.548612] env[69330]: DEBUG oslo_concurrency.lockutils [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] Acquiring lock "3bad0450-f8d2-47db-a11a-0ad6295b7215-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.548612] env[69330]: DEBUG oslo_concurrency.lockutils [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] Lock "3bad0450-f8d2-47db-a11a-0ad6295b7215-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.549536] env[69330]: DEBUG oslo_concurrency.lockutils [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] Lock "3bad0450-f8d2-47db-a11a-0ad6295b7215-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.549536] env[69330]: DEBUG nova.compute.manager [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] No waiting events found dispatching network-vif-plugged-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1003.549536] env[69330]: WARNING nova.compute.manager [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Received unexpected event network-vif-plugged-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b for instance with vm_state building and task_state spawning. [ 1003.549743] env[69330]: DEBUG nova.compute.manager [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Received event network-changed-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.549995] env[69330]: DEBUG nova.compute.manager [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Refreshing instance network info cache due to event network-changed-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.549995] env[69330]: DEBUG oslo_concurrency.lockutils [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] Acquiring lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.583338] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.585892] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.147s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.586744] env[69330]: DEBUG nova.objects.instance [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Lazy-loading 'resources' on Instance uuid add1e099-0dd5-4316-bbd5-c7a925ab932e {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.619730] env[69330]: INFO nova.scheduler.client.report [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Deleted allocations for instance c07958ca-b12e-4b1f-ad68-f227d4f66421 [ 1003.623801] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Releasing lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.624190] env[69330]: DEBUG nova.compute.manager [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Instance network_info: |[{"id": "ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b", "address": "fa:16:3e:cc:15:22", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecee65e0-86", "ovs_interfaceid": "ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.627818] env[69330]: DEBUG oslo_concurrency.lockutils [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] Acquired lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.627818] env[69330]: DEBUG nova.network.neutron [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Refreshing network info cache for port ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.632814] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:15:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.637544] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.638526] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.638762] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92a81081-3420-4ac4-a92b-f85ca43371b4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.661678] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.661678] env[69330]: value = "task-4128740" [ 1003.661678] env[69330]: _type = "Task" [ 1003.661678] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.673134] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128740, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.830349] env[69330]: DEBUG nova.network.neutron [-] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.863286] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e46b7e7-9a85-4c13-a09f-22acc8ec1e04 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.874722] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8145d4-7226-44f2-a764-c1cf6d83719d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.909640] env[69330]: DEBUG nova.compute.manager [req-7fe04ecd-77b3-4193-9999-b39f968f76da req-29bb750a-06cf-40e6-bf54-385756eeb160 service nova] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Detach interface failed, port_id=271b9da3-436c-4cf4-aae6-049e2d5487a9, reason: Instance dbae30ee-bb10-42fc-b75b-ff002b413f73 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.147996] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0df7a21c-a261-4e22-9557-499676bc2c6a tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Lock "c07958ca-b12e-4b1f-ad68-f227d4f66421" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.548s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.183581] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128740, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.334303] env[69330]: INFO nova.compute.manager [-] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Took 1.61 seconds to deallocate network for instance. [ 1004.435774] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "3640563f-1559-4624-9078-1ebd508bdc3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.436087] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "3640563f-1559-4624-9078-1ebd508bdc3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.436334] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "3640563f-1559-4624-9078-1ebd508bdc3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.436527] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "3640563f-1559-4624-9078-1ebd508bdc3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.436694] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "3640563f-1559-4624-9078-1ebd508bdc3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.443221] env[69330]: INFO nova.compute.manager [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Terminating instance [ 1004.492364] env[69330]: DEBUG oslo_vmware.rw_handles [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c0dde-447c-07ab-feae-1dd27907647f/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1004.493362] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cc183a-8d22-4c4e-904a-2dfa2491cb0d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.501839] env[69330]: DEBUG oslo_vmware.rw_handles [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c0dde-447c-07ab-feae-1dd27907647f/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1004.502030] env[69330]: ERROR oslo_vmware.rw_handles [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c0dde-447c-07ab-feae-1dd27907647f/disk-0.vmdk due to incomplete transfer. [ 1004.505053] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-56d7ee5b-0cf9-4629-82ce-a2df98c6dd3e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.511181] env[69330]: DEBUG nova.network.neutron [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updated VIF entry in instance network info cache for port ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.511584] env[69330]: DEBUG nova.network.neutron [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance_info_cache with network_info: [{"id": "ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b", "address": "fa:16:3e:cc:15:22", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecee65e0-86", "ovs_interfaceid": "ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.515404] env[69330]: DEBUG oslo_vmware.rw_handles [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c0dde-447c-07ab-feae-1dd27907647f/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1004.515404] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Uploaded image 34d9f751-3b79-494d-9534-d3c1f3a07eff to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1004.518355] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1004.518676] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-79d8b788-e4ff-4606-9b3e-dc970233b6bf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.529152] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1004.529152] env[69330]: value = "task-4128741" [ 1004.529152] env[69330]: _type = "Task" [ 1004.529152] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.543970] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128741, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.661471] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9131b338-5ca4-4e83-bf14-971c40581c97 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.678676] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83340a6e-9a15-4366-9fe8-428c717b4bc1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.682393] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128740, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.712801] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926c68a2-e95e-4621-be70-133376b87705 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.723144] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef375fea-d675-42c3-a6ea-1bc8ecb5351c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.740796] env[69330]: DEBUG nova.compute.provider_tree [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.842339] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.954510] env[69330]: DEBUG nova.compute.manager [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.955126] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.956436] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea52e0c5-7123-4756-baa0-7c7075f780bc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.966082] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.966511] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbac4e03-1ddf-4d2a-b9b8-07be7925757e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.976020] env[69330]: DEBUG oslo_vmware.api [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1004.976020] env[69330]: value = "task-4128742" [ 1004.976020] env[69330]: _type = "Task" [ 1004.976020] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.984152] env[69330]: DEBUG oslo_vmware.api [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.016369] env[69330]: DEBUG oslo_concurrency.lockutils [req-c8f6bb0d-fb3a-4005-b8bf-49a2b5f64a51 req-7476d496-a635-4827-9611-0a2d485acec9 service nova] Releasing lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.040678] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128741, 'name': Destroy_Task, 'duration_secs': 0.431272} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.041116] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Destroyed the VM [ 1005.041514] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1005.044020] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2aaa1a34-33a9-4dd9-8d8a-a15f4d394d09 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.054021] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1005.054021] env[69330]: value = "task-4128743" [ 1005.054021] env[69330]: _type = "Task" [ 1005.054021] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.066237] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128743, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.179156] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128740, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.245327] env[69330]: DEBUG nova.scheduler.client.report [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.384299] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.384557] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.488319] env[69330]: DEBUG oslo_vmware.api [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128742, 'name': PowerOffVM_Task, 'duration_secs': 0.263872} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.488319] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.488537] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.488872] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8557ea7-e882-4e54-82c3-83d9037c58d8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.562501] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.562501] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.562501] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleting the datastore file [datastore1] 3640563f-1559-4624-9078-1ebd508bdc3c {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.562501] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f3d7c55-45f2-4a9b-811c-9b679cd59eb9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.568807] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128743, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.575334] env[69330]: DEBUG oslo_vmware.api [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1005.575334] env[69330]: value = "task-4128745" [ 1005.575334] env[69330]: _type = "Task" [ 1005.575334] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.585364] env[69330]: DEBUG oslo_vmware.api [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.678853] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128740, 'name': CreateVM_Task, 'duration_secs': 1.625782} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.679124] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.680224] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.680224] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.680398] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.680572] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97ab1a4-ac74-4012-93fd-d67ad8f74ee1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.686350] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1005.686350] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5226b19e-b8a2-a19c-1192-b94c31394a72" [ 1005.686350] env[69330]: _type = "Task" [ 1005.686350] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.695214] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5226b19e-b8a2-a19c-1192-b94c31394a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.752568] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.755186] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.854s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.758110] env[69330]: INFO nova.compute.claims [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.790490] env[69330]: INFO nova.scheduler.client.report [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Deleted allocations for instance add1e099-0dd5-4316-bbd5-c7a925ab932e [ 1005.888415] env[69330]: DEBUG nova.compute.manager [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.071153] env[69330]: DEBUG oslo_vmware.api [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128743, 'name': RemoveSnapshot_Task, 'duration_secs': 0.593451} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.071153] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1006.071153] env[69330]: INFO nova.compute.manager [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Took 15.71 seconds to snapshot the instance on the hypervisor. [ 1006.089556] env[69330]: DEBUG oslo_vmware.api [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20288} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.089882] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.090110] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.090313] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.090522] env[69330]: INFO nova.compute.manager [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1006.090798] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.091112] env[69330]: DEBUG nova.compute.manager [-] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.091178] env[69330]: DEBUG nova.network.neutron [-] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.202534] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5226b19e-b8a2-a19c-1192-b94c31394a72, 'name': SearchDatastore_Task, 'duration_secs': 0.016458} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.203307] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.203728] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.204017] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.204420] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.204741] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.205308] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-761c1593-1a12-4d83-90db-45b32f502b03 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.216791] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.216791] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.218034] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7004f6-5caf-46ac-aa00-2a328701c28f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.228575] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1006.228575] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52caba12-79ef-2b0c-ee13-bf3d5a9ca15d" [ 1006.228575] env[69330]: _type = "Task" [ 1006.228575] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.242134] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52caba12-79ef-2b0c-ee13-bf3d5a9ca15d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.301865] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d7bd1078-844b-44ff-a81f-77fc97ea8858 tempest-ServerShowV257Test-1751286663 tempest-ServerShowV257Test-1751286663-project-member] Lock "add1e099-0dd5-4316-bbd5-c7a925ab932e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.190s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.418187] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.604024] env[69330]: DEBUG nova.compute.manager [req-95963788-3dfd-4928-81c7-ca8ab3b221ee req-dcb2e96b-134e-4768-a3a2-5711c296a60a service nova] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Received event network-vif-deleted-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.604244] env[69330]: INFO nova.compute.manager [req-95963788-3dfd-4928-81c7-ca8ab3b221ee req-dcb2e96b-134e-4768-a3a2-5711c296a60a service nova] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Neutron deleted interface f41d1ac2-e03b-4a66-8d6d-354fa8d8d863; detaching it from the instance and deleting it from the info cache [ 1006.604421] env[69330]: DEBUG nova.network.neutron [req-95963788-3dfd-4928-81c7-ca8ab3b221ee req-dcb2e96b-134e-4768-a3a2-5711c296a60a service nova] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.646827] env[69330]: DEBUG nova.compute.manager [None req-917e3fa1-bbe5-49b2-bf73-d1d21e354678 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Found 2 images (rotation: 2) {{(pid=69330) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1006.742399] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52caba12-79ef-2b0c-ee13-bf3d5a9ca15d, 'name': SearchDatastore_Task, 'duration_secs': 0.012373} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.743235] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb9f2f8-82ee-454d-a50c-0b003fc3b810 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.749427] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1006.749427] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524aa0d3-e148-923d-a3bd-bbf255a4ef09" [ 1006.749427] env[69330]: _type = "Task" [ 1006.749427] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.759553] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524aa0d3-e148-923d-a3bd-bbf255a4ef09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.949656] env[69330]: DEBUG nova.network.neutron [-] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.114719] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-321ede21-639d-4b36-8f41-42568d7a1654 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.129802] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb638d2-f61a-494e-abbb-8cdd5eacf21d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.179960] env[69330]: DEBUG nova.compute.manager [req-95963788-3dfd-4928-81c7-ca8ab3b221ee req-dcb2e96b-134e-4768-a3a2-5711c296a60a service nova] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Detach interface failed, port_id=f41d1ac2-e03b-4a66-8d6d-354fa8d8d863, reason: Instance 3640563f-1559-4624-9078-1ebd508bdc3c could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1007.269432] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524aa0d3-e148-923d-a3bd-bbf255a4ef09, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.269719] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.270068] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 3bad0450-f8d2-47db-a11a-0ad6295b7215/3bad0450-f8d2-47db-a11a-0ad6295b7215.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.270268] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e50582dc-9814-4084-8217-83c09cce10c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.277951] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1007.277951] env[69330]: value = "task-4128746" [ 1007.277951] env[69330]: _type = "Task" [ 1007.277951] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.294743] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.306144] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927af9fc-ba2b-4e04-80d4-41df272af7c7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.316941] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96366230-9e26-4acc-904e-b7dc28d0d59d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.357551] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cad554-c521-437b-b688-e4a4f42b2973 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.366243] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfafada-36f6-4ade-869b-2af4b6c49acb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.383017] env[69330]: DEBUG nova.compute.provider_tree [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.459449] env[69330]: INFO nova.compute.manager [-] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Took 1.37 seconds to deallocate network for instance. [ 1007.794543] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128746, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.890693] env[69330]: DEBUG nova.scheduler.client.report [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.968692] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.979118] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "7fcc16da-c1be-4242-aa4e-4982047d57c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.981376] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "7fcc16da-c1be-4242-aa4e-4982047d57c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.264146] env[69330]: DEBUG nova.compute.manager [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.266088] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be424f94-3afd-4256-8b3c-0d5fb2f179a7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.289543] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525581} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.289811] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 3bad0450-f8d2-47db-a11a-0ad6295b7215/3bad0450-f8d2-47db-a11a-0ad6295b7215.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.290104] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.290392] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e90e426-07a5-4a35-bd8f-eabad9142c77 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.298886] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1008.298886] env[69330]: value = "task-4128747" [ 1008.298886] env[69330]: _type = "Task" [ 1008.298886] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.310471] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.398396] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.398950] env[69330]: DEBUG nova.compute.manager [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.403883] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.046s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.405467] env[69330]: INFO nova.compute.claims [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.483764] env[69330]: DEBUG nova.compute.manager [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.777321] env[69330]: INFO nova.compute.manager [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] instance snapshotting [ 1008.778078] env[69330]: DEBUG nova.objects.instance [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'flavor' on Instance uuid d358134d-299b-4a91-90e5-bad725ee2715 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.809969] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07078} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.809969] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.810360] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f139348-772f-44d5-937f-6f90feaf6ca4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.835545] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3bad0450-f8d2-47db-a11a-0ad6295b7215/3bad0450-f8d2-47db-a11a-0ad6295b7215.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.837563] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dfb2860-c817-4b8b-8714-4f2947436781 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.861878] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1008.861878] env[69330]: value = "task-4128748" [ 1008.861878] env[69330]: _type = "Task" [ 1008.861878] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.872804] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.912790] env[69330]: DEBUG nova.compute.utils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.916770] env[69330]: DEBUG nova.compute.manager [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.916770] env[69330]: DEBUG nova.network.neutron [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.974524] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.974898] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.983736] env[69330]: DEBUG nova.policy [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fc46e28af004afc9add3066d69c7779', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a9e2922d5a14bc2ad6c1aca9a78d50c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.020355] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.287096] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cff4297-1f01-4a50-9987-d529cc5a5da0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.311255] env[69330]: DEBUG nova.network.neutron [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Successfully created port: 00865f1a-1326-4eea-bed7-b95556d23902 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.314039] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7cd8af-a9e8-41e7-a007-ab688c68ef0b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.374973] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128748, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.419758] env[69330]: DEBUG nova.compute.manager [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.481851] env[69330]: DEBUG nova.compute.manager [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.539390] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.539696] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.826373] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1009.826683] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9711c5d5-e40e-41c6-8d44-3917083b1f62 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.837696] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1009.837696] env[69330]: value = "task-4128749" [ 1009.837696] env[69330]: _type = "Task" [ 1009.837696] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.846966] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5a9e5c-ebc8-4630-acf0-5286e9c32a22 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.854104] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128749, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.859180] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd74114e-3d39-456b-a64a-ec78ea2148b0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.890634] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e49990-cfc6-4880-9a57-2da70c287115 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.896016] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128748, 'name': ReconfigVM_Task, 'duration_secs': 0.536674} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.896695] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3bad0450-f8d2-47db-a11a-0ad6295b7215/3bad0450-f8d2-47db-a11a-0ad6295b7215.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.897340] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa2a08dd-302e-448c-a951-0f39d38951d3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.902307] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac11fa6-d630-42c9-9174-9d19ffb9d7b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.907564] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1009.907564] env[69330]: value = "task-4128750" [ 1009.907564] env[69330]: _type = "Task" [ 1009.907564] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.918835] env[69330]: DEBUG nova.compute.provider_tree [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.925989] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128750, 'name': Rename_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.004293] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.049742] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.050239] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.050751] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.051107] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.051275] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.051404] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.051611] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69330) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1010.051839] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.348465] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128749, 'name': CreateSnapshot_Task, 'duration_secs': 0.473887} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.348820] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1010.349593] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaaac5b-6021-4daa-b0a4-24d538db2d9f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.418740] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128750, 'name': Rename_Task, 'duration_secs': 0.150246} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.419184] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.419357] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-329c74c1-ee66-4c84-b671-191f5d4078af {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.421856] env[69330]: DEBUG nova.scheduler.client.report [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.432158] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1010.432158] env[69330]: value = "task-4128751" [ 1010.432158] env[69330]: _type = "Task" [ 1010.432158] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.438656] env[69330]: DEBUG nova.compute.manager [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.447326] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.468018] env[69330]: DEBUG nova.virt.hardware [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.468018] env[69330]: DEBUG nova.virt.hardware [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.468018] env[69330]: DEBUG nova.virt.hardware [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.468018] env[69330]: DEBUG nova.virt.hardware [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.468344] env[69330]: DEBUG nova.virt.hardware [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.468638] env[69330]: DEBUG nova.virt.hardware [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.468977] env[69330]: DEBUG nova.virt.hardware [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.469272] env[69330]: DEBUG nova.virt.hardware [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.469685] env[69330]: DEBUG nova.virt.hardware [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.469984] env[69330]: DEBUG nova.virt.hardware [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.470280] env[69330]: DEBUG nova.virt.hardware [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.471251] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5841544-2084-4d21-b3ed-8c4fa7e30c5f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.481252] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785e32ae-89f3-4168-b4e1-148f667e7e9a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.555464] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.768613] env[69330]: DEBUG nova.compute.manager [req-9ad4cb0c-dae3-4d97-b7e0-316514d44b0e req-cb1c8a67-7c0b-47a4-8640-6226082af355 service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Received event network-vif-plugged-00865f1a-1326-4eea-bed7-b95556d23902 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.768843] env[69330]: DEBUG oslo_concurrency.lockutils [req-9ad4cb0c-dae3-4d97-b7e0-316514d44b0e req-cb1c8a67-7c0b-47a4-8640-6226082af355 service nova] Acquiring lock "6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.769070] env[69330]: DEBUG oslo_concurrency.lockutils [req-9ad4cb0c-dae3-4d97-b7e0-316514d44b0e req-cb1c8a67-7c0b-47a4-8640-6226082af355 service nova] Lock "6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.769299] env[69330]: DEBUG oslo_concurrency.lockutils [req-9ad4cb0c-dae3-4d97-b7e0-316514d44b0e req-cb1c8a67-7c0b-47a4-8640-6226082af355 service nova] Lock "6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.769400] env[69330]: DEBUG nova.compute.manager [req-9ad4cb0c-dae3-4d97-b7e0-316514d44b0e req-cb1c8a67-7c0b-47a4-8640-6226082af355 service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] No waiting events found dispatching network-vif-plugged-00865f1a-1326-4eea-bed7-b95556d23902 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1010.769560] env[69330]: WARNING nova.compute.manager [req-9ad4cb0c-dae3-4d97-b7e0-316514d44b0e req-cb1c8a67-7c0b-47a4-8640-6226082af355 service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Received unexpected event network-vif-plugged-00865f1a-1326-4eea-bed7-b95556d23902 for instance with vm_state building and task_state spawning. [ 1010.860852] env[69330]: DEBUG nova.network.neutron [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Successfully updated port: 00865f1a-1326-4eea-bed7-b95556d23902 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.869672] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1010.870318] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e64b42c-50b3-4c7b-b26e-11c5cf591096 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.880903] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1010.880903] env[69330]: value = "task-4128752" [ 1010.880903] env[69330]: _type = "Task" [ 1010.880903] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.890695] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128752, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.928235] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.930054] env[69330]: DEBUG nova.compute.manager [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.932586] env[69330]: DEBUG oslo_concurrency.lockutils [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.984s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.932586] env[69330]: DEBUG nova.objects.instance [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lazy-loading 'resources' on Instance uuid 63c431fc-2eba-4384-90df-38d924c83407 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.944480] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.372300] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.372467] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.372620] env[69330]: DEBUG nova.network.neutron [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.392601] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128752, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.435620] env[69330]: DEBUG nova.compute.utils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.441160] env[69330]: DEBUG nova.compute.manager [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.441160] env[69330]: DEBUG nova.network.neutron [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.453502] env[69330]: DEBUG oslo_vmware.api [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128751, 'name': PowerOnVM_Task, 'duration_secs': 0.672426} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.453781] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.454022] env[69330]: INFO nova.compute.manager [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Took 11.86 seconds to spawn the instance on the hypervisor. [ 1011.454208] env[69330]: DEBUG nova.compute.manager [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1011.455066] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9ed078-739e-47ba-8e7d-1a5b1ea0c0d9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.487392] env[69330]: DEBUG nova.policy [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ff0a8627e994a25952b53006e43335e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6d23a66f5794b89aed25cfac101e3c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.811899] env[69330]: DEBUG nova.network.neutron [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Successfully created port: 7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.895298] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128752, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.897422] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd922ecc-756f-4398-8f3f-21dfca04b140 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.908424] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b316beb-7ca7-40d4-be4a-876775ef5f09 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.949413] env[69330]: DEBUG nova.compute.manager [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.953388] env[69330]: DEBUG nova.network.neutron [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.959034] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f89c020-936f-4b5e-8b15-539f1a5c64bf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.968024] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2176fd-40f6-41cb-9bf9-11ae6b6f0241 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.986155] env[69330]: DEBUG nova.compute.provider_tree [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.989640] env[69330]: INFO nova.compute.manager [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Took 43.96 seconds to build instance. [ 1012.120290] env[69330]: DEBUG nova.network.neutron [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Updating instance_info_cache with network_info: [{"id": "00865f1a-1326-4eea-bed7-b95556d23902", "address": "fa:16:3e:2f:79:48", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00865f1a-13", "ovs_interfaceid": "00865f1a-1326-4eea-bed7-b95556d23902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.394603] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128752, 'name': CloneVM_Task, 'duration_secs': 1.446701} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.394846] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Created linked-clone VM from snapshot [ 1012.395617] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b550868-eea6-4846-b060-e4cba5f636b1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.404148] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Uploading image 521a7900-c694-4c06-b80b-e95891829dc0 {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1012.431996] env[69330]: DEBUG oslo_vmware.rw_handles [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1012.431996] env[69330]: value = "vm-817795" [ 1012.431996] env[69330]: _type = "VirtualMachine" [ 1012.431996] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1012.432319] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-643dae99-3cc9-48cf-8384-23a4d261a04e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.441012] env[69330]: DEBUG oslo_vmware.rw_handles [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lease: (returnval){ [ 1012.441012] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529ff9d8-aaf6-5df9-25b4-21c701e3302a" [ 1012.441012] env[69330]: _type = "HttpNfcLease" [ 1012.441012] env[69330]: } obtained for exporting VM: (result){ [ 1012.441012] env[69330]: value = "vm-817795" [ 1012.441012] env[69330]: _type = "VirtualMachine" [ 1012.441012] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1012.441371] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the lease: (returnval){ [ 1012.441371] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529ff9d8-aaf6-5df9-25b4-21c701e3302a" [ 1012.441371] env[69330]: _type = "HttpNfcLease" [ 1012.441371] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1012.450403] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.450403] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529ff9d8-aaf6-5df9-25b4-21c701e3302a" [ 1012.450403] env[69330]: _type = "HttpNfcLease" [ 1012.450403] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.491015] env[69330]: DEBUG nova.scheduler.client.report [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.494563] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "3bad0450-f8d2-47db-a11a-0ad6295b7215" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.473s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.623975] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.623975] env[69330]: DEBUG nova.compute.manager [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Instance network_info: |[{"id": "00865f1a-1326-4eea-bed7-b95556d23902", "address": "fa:16:3e:2f:79:48", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00865f1a-13", "ovs_interfaceid": "00865f1a-1326-4eea-bed7-b95556d23902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.625046] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:79:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00865f1a-1326-4eea-bed7-b95556d23902', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.631785] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.632052] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.632277] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-799e44c9-a955-4a5c-8f59-ed140c51404e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.652406] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.652406] env[69330]: value = "task-4128754" [ 1012.652406] env[69330]: _type = "Task" [ 1012.652406] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.661059] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128754, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.873270] env[69330]: DEBUG nova.compute.manager [req-4a4d6d07-1351-48bc-b510-e0678da8d4ad req-fbbe84b0-9e67-4a2b-832b-c9a3136419a5 service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Received event network-changed-00865f1a-1326-4eea-bed7-b95556d23902 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.873270] env[69330]: DEBUG nova.compute.manager [req-4a4d6d07-1351-48bc-b510-e0678da8d4ad req-fbbe84b0-9e67-4a2b-832b-c9a3136419a5 service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Refreshing instance network info cache due to event network-changed-00865f1a-1326-4eea-bed7-b95556d23902. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.873449] env[69330]: DEBUG oslo_concurrency.lockutils [req-4a4d6d07-1351-48bc-b510-e0678da8d4ad req-fbbe84b0-9e67-4a2b-832b-c9a3136419a5 service nova] Acquiring lock "refresh_cache-6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.873550] env[69330]: DEBUG oslo_concurrency.lockutils [req-4a4d6d07-1351-48bc-b510-e0678da8d4ad req-fbbe84b0-9e67-4a2b-832b-c9a3136419a5 service nova] Acquired lock "refresh_cache-6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.873703] env[69330]: DEBUG nova.network.neutron [req-4a4d6d07-1351-48bc-b510-e0678da8d4ad req-fbbe84b0-9e67-4a2b-832b-c9a3136419a5 service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Refreshing network info cache for port 00865f1a-1326-4eea-bed7-b95556d23902 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.951346] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.951346] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529ff9d8-aaf6-5df9-25b4-21c701e3302a" [ 1012.951346] env[69330]: _type = "HttpNfcLease" [ 1012.951346] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1012.951839] env[69330]: DEBUG oslo_vmware.rw_handles [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1012.951839] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529ff9d8-aaf6-5df9-25b4-21c701e3302a" [ 1012.951839] env[69330]: _type = "HttpNfcLease" [ 1012.951839] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1012.952692] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0796438-2f16-4adf-9ae8-6866ad38ea8e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.961977] env[69330]: DEBUG oslo_vmware.rw_handles [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52063c9d-2680-5d40-0b70-6aad637a0022/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1012.962386] env[69330]: DEBUG oslo_vmware.rw_handles [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52063c9d-2680-5d40-0b70-6aad637a0022/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1012.966625] env[69330]: DEBUG nova.compute.manager [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.026338] env[69330]: DEBUG oslo_concurrency.lockutils [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.031790] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.656s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.031790] env[69330]: DEBUG nova.objects.instance [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lazy-loading 'resources' on Instance uuid 281be6bd-4961-4ce5-9179-98256244069a {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.059934] env[69330]: DEBUG nova.virt.hardware [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.060306] env[69330]: DEBUG nova.virt.hardware [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.060485] env[69330]: DEBUG nova.virt.hardware [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.060671] env[69330]: DEBUG nova.virt.hardware [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.060815] env[69330]: DEBUG nova.virt.hardware [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.061136] env[69330]: DEBUG nova.virt.hardware [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.061264] env[69330]: DEBUG nova.virt.hardware [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.061536] env[69330]: DEBUG nova.virt.hardware [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.061756] env[69330]: DEBUG nova.virt.hardware [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.061959] env[69330]: DEBUG nova.virt.hardware [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.062107] env[69330]: DEBUG nova.virt.hardware [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.063665] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3d6552-c602-4ae8-93c6-9fc9fd50ef4f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.067380] env[69330]: INFO nova.scheduler.client.report [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Deleted allocations for instance 63c431fc-2eba-4384-90df-38d924c83407 [ 1013.076433] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-41235ad2-1d7a-4eeb-99c9-234f78adcff0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.083236] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98451fff-8471-47d0-ad5c-f2b38cde32dc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.165938] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128754, 'name': CreateVM_Task, 'duration_secs': 0.368773} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.166119] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.167138] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.167434] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.167907] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.168313] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05ec3ce-3753-4425-bb30-ba2fb57d5091 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.174748] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1013.174748] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52345a31-9e90-685e-0b68-2d9e6447c4a0" [ 1013.174748] env[69330]: _type = "Task" [ 1013.174748] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.183865] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52345a31-9e90-685e-0b68-2d9e6447c4a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.583954] env[69330]: DEBUG oslo_concurrency.lockutils [None req-18ace89e-0815-413b-b83a-2eb6da8e70ca tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Lock "63c431fc-2eba-4384-90df-38d924c83407" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.195s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.595836] env[69330]: DEBUG nova.network.neutron [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Successfully updated port: 7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.630401] env[69330]: DEBUG nova.network.neutron [req-4a4d6d07-1351-48bc-b510-e0678da8d4ad req-fbbe84b0-9e67-4a2b-832b-c9a3136419a5 service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Updated VIF entry in instance network info cache for port 00865f1a-1326-4eea-bed7-b95556d23902. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.630401] env[69330]: DEBUG nova.network.neutron [req-4a4d6d07-1351-48bc-b510-e0678da8d4ad req-fbbe84b0-9e67-4a2b-832b-c9a3136419a5 service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Updating instance_info_cache with network_info: [{"id": "00865f1a-1326-4eea-bed7-b95556d23902", "address": "fa:16:3e:2f:79:48", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00865f1a-13", "ovs_interfaceid": "00865f1a-1326-4eea-bed7-b95556d23902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.692106] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52345a31-9e90-685e-0b68-2d9e6447c4a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.699029] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.699029] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.699029] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.699029] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.699029] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.699029] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-893d77c8-76b5-4fd3-af10-4747d38c31c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.710234] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.710639] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.711546] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a6c15d7-2b92-4f48-af43-80e33f8aa559 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.726022] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1013.726022] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5233ddfc-3e5c-75e1-dfbd-0e8b1200ce32" [ 1013.726022] env[69330]: _type = "Task" [ 1013.726022] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.735024] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5233ddfc-3e5c-75e1-dfbd-0e8b1200ce32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.093022] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e5c6a5-607c-490a-bf75-d58806997bde {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.098570] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "refresh_cache-213d5055-bde4-4ebf-908c-f84d79eaa08e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.098704] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired lock "refresh_cache-213d5055-bde4-4ebf-908c-f84d79eaa08e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.098828] env[69330]: DEBUG nova.network.neutron [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.103480] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3b2224-8251-4de6-9430-4f1e092c34c9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.136594] env[69330]: DEBUG oslo_concurrency.lockutils [req-4a4d6d07-1351-48bc-b510-e0678da8d4ad req-fbbe84b0-9e67-4a2b-832b-c9a3136419a5 service nova] Releasing lock "refresh_cache-6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.138158] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfbdad9-cc19-4d11-b5b9-f24d348631c7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.146757] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d966ef-dbea-4952-ab18-2e7d8e1a1644 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.164112] env[69330]: DEBUG nova.compute.provider_tree [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.234897] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5233ddfc-3e5c-75e1-dfbd-0e8b1200ce32, 'name': SearchDatastore_Task, 'duration_secs': 0.010944} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.235930] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d1f529-3d13-42ae-b7a8-4c96ba93a620 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.242932] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1014.242932] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527947ce-8193-900d-e2bb-cb8f1a416596" [ 1014.242932] env[69330]: _type = "Task" [ 1014.242932] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.253684] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527947ce-8193-900d-e2bb-cb8f1a416596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.257897] env[69330]: DEBUG nova.compute.manager [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Stashing vm_state: active {{(pid=69330) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1014.656292] env[69330]: DEBUG nova.network.neutron [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.667666] env[69330]: DEBUG nova.scheduler.client.report [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.758125] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527947ce-8193-900d-e2bb-cb8f1a416596, 'name': SearchDatastore_Task, 'duration_secs': 0.023118} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.758125] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.758125] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9/6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.758125] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b6b6fbf-2e30-4b47-9985-8a3e716c6354 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.772776] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1014.772776] env[69330]: value = "task-4128755" [ 1014.772776] env[69330]: _type = "Task" [ 1014.772776] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.783065] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.794235] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.902723] env[69330]: DEBUG nova.compute.manager [req-1cdd4a97-2477-4874-9326-f37b6c058ff4 req-0cc3d6a3-4072-43a6-9f21-625983b519d6 service nova] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Received event network-vif-plugged-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.902980] env[69330]: DEBUG oslo_concurrency.lockutils [req-1cdd4a97-2477-4874-9326-f37b6c058ff4 req-0cc3d6a3-4072-43a6-9f21-625983b519d6 service nova] Acquiring lock "213d5055-bde4-4ebf-908c-f84d79eaa08e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.903227] env[69330]: DEBUG oslo_concurrency.lockutils [req-1cdd4a97-2477-4874-9326-f37b6c058ff4 req-0cc3d6a3-4072-43a6-9f21-625983b519d6 service nova] Lock "213d5055-bde4-4ebf-908c-f84d79eaa08e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.903473] env[69330]: DEBUG oslo_concurrency.lockutils [req-1cdd4a97-2477-4874-9326-f37b6c058ff4 req-0cc3d6a3-4072-43a6-9f21-625983b519d6 service nova] Lock "213d5055-bde4-4ebf-908c-f84d79eaa08e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.903703] env[69330]: DEBUG nova.compute.manager [req-1cdd4a97-2477-4874-9326-f37b6c058ff4 req-0cc3d6a3-4072-43a6-9f21-625983b519d6 service nova] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] No waiting events found dispatching network-vif-plugged-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1014.904057] env[69330]: WARNING nova.compute.manager [req-1cdd4a97-2477-4874-9326-f37b6c058ff4 req-0cc3d6a3-4072-43a6-9f21-625983b519d6 service nova] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Received unexpected event network-vif-plugged-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 for instance with vm_state building and task_state spawning. [ 1014.904348] env[69330]: DEBUG nova.compute.manager [req-1cdd4a97-2477-4874-9326-f37b6c058ff4 req-0cc3d6a3-4072-43a6-9f21-625983b519d6 service nova] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Received event network-changed-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.904620] env[69330]: DEBUG nova.compute.manager [req-1cdd4a97-2477-4874-9326-f37b6c058ff4 req-0cc3d6a3-4072-43a6-9f21-625983b519d6 service nova] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Refreshing instance network info cache due to event network-changed-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.904799] env[69330]: DEBUG oslo_concurrency.lockutils [req-1cdd4a97-2477-4874-9326-f37b6c058ff4 req-0cc3d6a3-4072-43a6-9f21-625983b519d6 service nova] Acquiring lock "refresh_cache-213d5055-bde4-4ebf-908c-f84d79eaa08e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.959965] env[69330]: DEBUG nova.network.neutron [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Updating instance_info_cache with network_info: [{"id": "7ca4064e-ff7c-46d2-b9eb-1caea70f4b31", "address": "fa:16:3e:5f:56:15", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca4064e-ff", "ovs_interfaceid": "7ca4064e-ff7c-46d2-b9eb-1caea70f4b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.173369] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.177392] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.486s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.178610] env[69330]: INFO nova.compute.claims [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.206755] env[69330]: INFO nova.scheduler.client.report [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Deleted allocations for instance 281be6bd-4961-4ce5-9179-98256244069a [ 1015.285461] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128755, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.463454] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Releasing lock "refresh_cache-213d5055-bde4-4ebf-908c-f84d79eaa08e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.463811] env[69330]: DEBUG nova.compute.manager [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Instance network_info: |[{"id": "7ca4064e-ff7c-46d2-b9eb-1caea70f4b31", "address": "fa:16:3e:5f:56:15", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca4064e-ff", "ovs_interfaceid": "7ca4064e-ff7c-46d2-b9eb-1caea70f4b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.464202] env[69330]: DEBUG oslo_concurrency.lockutils [req-1cdd4a97-2477-4874-9326-f37b6c058ff4 req-0cc3d6a3-4072-43a6-9f21-625983b519d6 service nova] Acquired lock "refresh_cache-213d5055-bde4-4ebf-908c-f84d79eaa08e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.464400] env[69330]: DEBUG nova.network.neutron [req-1cdd4a97-2477-4874-9326-f37b6c058ff4 req-0cc3d6a3-4072-43a6-9f21-625983b519d6 service nova] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Refreshing network info cache for port 7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.465784] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:56:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ca4064e-ff7c-46d2-b9eb-1caea70f4b31', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.476480] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Creating folder: Project (b6d23a66f5794b89aed25cfac101e3c6). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.477765] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f844ab37-98e7-48c6-8b90-da8d68707a29 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.493326] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Created folder: Project (b6d23a66f5794b89aed25cfac101e3c6) in parent group-v817559. [ 1015.493584] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Creating folder: Instances. Parent ref: group-v817797. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.493780] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f35c1abd-baec-42bc-9745-1e5221e2ab57 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.506434] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Created folder: Instances in parent group-v817797. [ 1015.506434] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.506571] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.506759] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecb7e17c-6cd0-48c6-a34e-f8206aa95370 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.532830] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.532830] env[69330]: value = "task-4128758" [ 1015.532830] env[69330]: _type = "Task" [ 1015.532830] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.543549] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128758, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.715244] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Lock "281be6bd-4961-4ce5-9179-98256244069a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.450s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.784891] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766264} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.786083] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9/6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.786083] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.786083] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17978951-4711-4332-8a8d-b434effd6eee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.794694] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1015.794694] env[69330]: value = "task-4128759" [ 1015.794694] env[69330]: _type = "Task" [ 1015.794694] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.804766] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.055297] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128758, 'name': CreateVM_Task, 'duration_secs': 0.463606} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.060185] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.061479] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.061928] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.062574] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.063615] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fdf935d-eb10-4c1f-8592-3b8d32c8d088 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.073020] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1016.073020] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c8cb14-bb27-2731-8ef9-6ff9144b7505" [ 1016.073020] env[69330]: _type = "Task" [ 1016.073020] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.088643] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c8cb14-bb27-2731-8ef9-6ff9144b7505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.283244] env[69330]: DEBUG nova.network.neutron [req-1cdd4a97-2477-4874-9326-f37b6c058ff4 req-0cc3d6a3-4072-43a6-9f21-625983b519d6 service nova] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Updated VIF entry in instance network info cache for port 7ca4064e-ff7c-46d2-b9eb-1caea70f4b31. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.283754] env[69330]: DEBUG nova.network.neutron [req-1cdd4a97-2477-4874-9326-f37b6c058ff4 req-0cc3d6a3-4072-43a6-9f21-625983b519d6 service nova] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Updating instance_info_cache with network_info: [{"id": "7ca4064e-ff7c-46d2-b9eb-1caea70f4b31", "address": "fa:16:3e:5f:56:15", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca4064e-ff", "ovs_interfaceid": "7ca4064e-ff7c-46d2-b9eb-1caea70f4b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.313112] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10388} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.313112] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.313112] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd191af-5b25-4c1e-9560-ca856e8220c5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.338817] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9/6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.342105] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9987aadd-547c-48d6-9851-9942b4d0a857 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.368208] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1016.368208] env[69330]: value = "task-4128760" [ 1016.368208] env[69330]: _type = "Task" [ 1016.368208] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.381365] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128760, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.586203] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c8cb14-bb27-2731-8ef9-6ff9144b7505, 'name': SearchDatastore_Task, 'duration_secs': 0.013599} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.586306] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.586587] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.586836] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.586992] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.587189] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.587474] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5c45f8d-b7eb-4f60-a146-7ec1ea5f3eb6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.600488] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.600702] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.601570] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b573b767-3e0a-4bbf-a65a-411b4f637542 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.612306] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1016.612306] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d20de7-8e51-a86f-8fec-6020e5daa661" [ 1016.612306] env[69330]: _type = "Task" [ 1016.612306] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.624325] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d20de7-8e51-a86f-8fec-6020e5daa661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.702613] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1fc7de-3ee4-42d8-a44e-5659145a0895 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.710934] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914fce83-22d4-44b6-aea1-2f6f3b351d51 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.748636] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad162cc-56df-4322-be55-4beb13d8904a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.759532] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dbda8f-9ea4-4477-bf81-cb48e202de76 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.776972] env[69330]: DEBUG nova.compute.provider_tree [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.790838] env[69330]: DEBUG oslo_concurrency.lockutils [req-1cdd4a97-2477-4874-9326-f37b6c058ff4 req-0cc3d6a3-4072-43a6-9f21-625983b519d6 service nova] Releasing lock "refresh_cache-213d5055-bde4-4ebf-908c-f84d79eaa08e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.882643] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128760, 'name': ReconfigVM_Task, 'duration_secs': 0.361094} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.882973] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9/6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.883815] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bc162ea-476b-49bf-a1b6-9688919bcfdf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.892146] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1016.892146] env[69330]: value = "task-4128761" [ 1016.892146] env[69330]: _type = "Task" [ 1016.892146] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.902177] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128761, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.125739] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d20de7-8e51-a86f-8fec-6020e5daa661, 'name': SearchDatastore_Task, 'duration_secs': 0.012942} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.125739] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b18247-24af-4de1-84ab-2928c908b49b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.132133] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1017.132133] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52779a0c-3c6b-4d0c-947f-119cfc8e9464" [ 1017.132133] env[69330]: _type = "Task" [ 1017.132133] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.141689] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52779a0c-3c6b-4d0c-947f-119cfc8e9464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.284263] env[69330]: DEBUG nova.scheduler.client.report [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.404064] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128761, 'name': Rename_Task, 'duration_secs': 0.162889} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.404583] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.404956] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15501f40-faf0-4d9b-b14f-affe13422905 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.414024] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1017.414024] env[69330]: value = "task-4128762" [ 1017.414024] env[69330]: _type = "Task" [ 1017.414024] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.423200] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.647023] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52779a0c-3c6b-4d0c-947f-119cfc8e9464, 'name': SearchDatastore_Task, 'duration_secs': 0.050301} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.647023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.647023] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 213d5055-bde4-4ebf-908c-f84d79eaa08e/213d5055-bde4-4ebf-908c-f84d79eaa08e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.647023] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4118ee1-25e3-4336-a518-fd05328db087 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.652535] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1017.652535] env[69330]: value = "task-4128763" [ 1017.652535] env[69330]: _type = "Task" [ 1017.652535] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.661670] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.790388] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.790388] env[69330]: DEBUG nova.compute.manager [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.791845] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.056s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.793671] env[69330]: INFO nova.compute.claims [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.925182] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128762, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.172206] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128763, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.301400] env[69330]: DEBUG nova.compute.utils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.302939] env[69330]: DEBUG nova.compute.manager [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.303137] env[69330]: DEBUG nova.network.neutron [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.383823] env[69330]: DEBUG nova.policy [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e599c70bf884e8a88840b92a9998f64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54ddaa1e18324d2e9a6243d9d3fcaf9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.423191] env[69330]: DEBUG oslo_vmware.api [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128762, 'name': PowerOnVM_Task, 'duration_secs': 0.70966} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.423502] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.423707] env[69330]: INFO nova.compute.manager [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1018.423885] env[69330]: DEBUG nova.compute.manager [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1018.424774] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c369c637-a038-4592-b21a-95d45cd87528 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.664755] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620722} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.665076] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 213d5055-bde4-4ebf-908c-f84d79eaa08e/213d5055-bde4-4ebf-908c-f84d79eaa08e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.665364] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.665722] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d07d3142-5d85-46f5-a1dd-9b55eb255b5a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.674192] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1018.674192] env[69330]: value = "task-4128764" [ 1018.674192] env[69330]: _type = "Task" [ 1018.674192] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.686333] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.807694] env[69330]: DEBUG nova.compute.manager [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.943901] env[69330]: INFO nova.compute.manager [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Took 39.07 seconds to build instance. [ 1019.022220] env[69330]: DEBUG nova.network.neutron [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Successfully created port: 9ed71fbb-20e2-4713-b902-e882c5a55361 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.191899] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073456} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.194142] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.194142] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dc42f6-b567-4af7-b6d4-9ec17d2585d8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.223528] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 213d5055-bde4-4ebf-908c-f84d79eaa08e/213d5055-bde4-4ebf-908c-f84d79eaa08e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.226708] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a6aa7e1-b0fa-4282-92b2-98a6b7f97b9e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.254139] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1019.254139] env[69330]: value = "task-4128765" [ 1019.254139] env[69330]: _type = "Task" [ 1019.254139] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.270792] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128765, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.272543] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c9860cad-a0e0-4faa-ad6c-6a99311d3d78 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "interface-0db83f12-91e4-40d9-b67b-f717108c5865-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.272683] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c9860cad-a0e0-4faa-ad6c-6a99311d3d78 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-0db83f12-91e4-40d9-b67b-f717108c5865-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.272963] env[69330]: DEBUG nova.objects.instance [None req-c9860cad-a0e0-4faa-ad6c-6a99311d3d78 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lazy-loading 'flavor' on Instance uuid 0db83f12-91e4-40d9-b67b-f717108c5865 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.400323] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848b500c-43a2-4272-af1c-4e94a3ec6070 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.410786] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cf0b19-fc1a-427e-ab31-387cabae4d07 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.457165] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee6af589-c493-4724-8437-c55d6dab4c4c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.594s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.458303] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b1f0e5-cae4-4759-b2c5-d72591767fea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.467403] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a08344-69bc-4a41-aa20-d6d7b735be89 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.484885] env[69330]: DEBUG nova.compute.provider_tree [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.768184] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128765, 'name': ReconfigVM_Task, 'duration_secs': 0.459791} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.768488] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 213d5055-bde4-4ebf-908c-f84d79eaa08e/213d5055-bde4-4ebf-908c-f84d79eaa08e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.769215] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26e6328e-4437-4727-a872-cc7506dca120 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.777623] env[69330]: DEBUG nova.objects.instance [None req-c9860cad-a0e0-4faa-ad6c-6a99311d3d78 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lazy-loading 'pci_requests' on Instance uuid 0db83f12-91e4-40d9-b67b-f717108c5865 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.778806] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1019.778806] env[69330]: value = "task-4128766" [ 1019.778806] env[69330]: _type = "Task" [ 1019.778806] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.788794] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128766, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.817797] env[69330]: DEBUG nova.compute.manager [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.853922] env[69330]: DEBUG nova.virt.hardware [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.854230] env[69330]: DEBUG nova.virt.hardware [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.854384] env[69330]: DEBUG nova.virt.hardware [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.854558] env[69330]: DEBUG nova.virt.hardware [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.854702] env[69330]: DEBUG nova.virt.hardware [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.854871] env[69330]: DEBUG nova.virt.hardware [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.855131] env[69330]: DEBUG nova.virt.hardware [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.855298] env[69330]: DEBUG nova.virt.hardware [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.855463] env[69330]: DEBUG nova.virt.hardware [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.855618] env[69330]: DEBUG nova.virt.hardware [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.858017] env[69330]: DEBUG nova.virt.hardware [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.858017] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a262db4f-d9b0-4f66-9979-043bbfefc379 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.866098] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de0b56c-468e-4c1b-8f62-fbf448cade91 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.988062] env[69330]: DEBUG nova.scheduler.client.report [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.281031] env[69330]: DEBUG nova.objects.base [None req-c9860cad-a0e0-4faa-ad6c-6a99311d3d78 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Object Instance<0db83f12-91e4-40d9-b67b-f717108c5865> lazy-loaded attributes: flavor,pci_requests {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1020.281318] env[69330]: DEBUG nova.network.neutron [None req-c9860cad-a0e0-4faa-ad6c-6a99311d3d78 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.294651] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128766, 'name': Rename_Task, 'duration_secs': 0.199159} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.294970] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.295298] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2e391b1-c7b4-4bef-b3e9-7fcb3f1a54bb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.303765] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1020.303765] env[69330]: value = "task-4128767" [ 1020.303765] env[69330]: _type = "Task" [ 1020.303765] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.317200] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.418866] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c9860cad-a0e0-4faa-ad6c-6a99311d3d78 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-0db83f12-91e4-40d9-b67b-f717108c5865-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.144s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.493187] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.493807] env[69330]: DEBUG nova.compute.manager [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.497949] env[69330]: DEBUG oslo_concurrency.lockutils [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.083s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.499017] env[69330]: DEBUG nova.objects.instance [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1020.752382] env[69330]: DEBUG nova.compute.manager [req-0539430f-372b-48b7-902d-a3500aeb2f59 req-a3148abd-a09c-4be9-aa5b-bfe2431df3ba service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Received event network-changed-00865f1a-1326-4eea-bed7-b95556d23902 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.753235] env[69330]: DEBUG nova.compute.manager [req-0539430f-372b-48b7-902d-a3500aeb2f59 req-a3148abd-a09c-4be9-aa5b-bfe2431df3ba service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Refreshing instance network info cache due to event network-changed-00865f1a-1326-4eea-bed7-b95556d23902. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.753513] env[69330]: DEBUG oslo_concurrency.lockutils [req-0539430f-372b-48b7-902d-a3500aeb2f59 req-a3148abd-a09c-4be9-aa5b-bfe2431df3ba service nova] Acquiring lock "refresh_cache-6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.753670] env[69330]: DEBUG oslo_concurrency.lockutils [req-0539430f-372b-48b7-902d-a3500aeb2f59 req-a3148abd-a09c-4be9-aa5b-bfe2431df3ba service nova] Acquired lock "refresh_cache-6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.753840] env[69330]: DEBUG nova.network.neutron [req-0539430f-372b-48b7-902d-a3500aeb2f59 req-a3148abd-a09c-4be9-aa5b-bfe2431df3ba service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Refreshing network info cache for port 00865f1a-1326-4eea-bed7-b95556d23902 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.820947] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128767, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.894728] env[69330]: DEBUG nova.network.neutron [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Successfully updated port: 9ed71fbb-20e2-4713-b902-e882c5a55361 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.010179] env[69330]: DEBUG nova.compute.manager [req-0dfd15fa-fe7e-490e-bc17-652c6c8b3aca req-a7a32c74-9c31-46a1-ac36-14b2f0abbe61 service nova] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Received event network-vif-plugged-9ed71fbb-20e2-4713-b902-e882c5a55361 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.010635] env[69330]: DEBUG oslo_concurrency.lockutils [req-0dfd15fa-fe7e-490e-bc17-652c6c8b3aca req-a7a32c74-9c31-46a1-ac36-14b2f0abbe61 service nova] Acquiring lock "172ee0df-1cff-46d6-a257-dce70701cd2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.010906] env[69330]: DEBUG oslo_concurrency.lockutils [req-0dfd15fa-fe7e-490e-bc17-652c6c8b3aca req-a7a32c74-9c31-46a1-ac36-14b2f0abbe61 service nova] Lock "172ee0df-1cff-46d6-a257-dce70701cd2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.011427] env[69330]: DEBUG oslo_concurrency.lockutils [req-0dfd15fa-fe7e-490e-bc17-652c6c8b3aca req-a7a32c74-9c31-46a1-ac36-14b2f0abbe61 service nova] Lock "172ee0df-1cff-46d6-a257-dce70701cd2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.011694] env[69330]: DEBUG nova.compute.manager [req-0dfd15fa-fe7e-490e-bc17-652c6c8b3aca req-a7a32c74-9c31-46a1-ac36-14b2f0abbe61 service nova] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] No waiting events found dispatching network-vif-plugged-9ed71fbb-20e2-4713-b902-e882c5a55361 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1021.011929] env[69330]: WARNING nova.compute.manager [req-0dfd15fa-fe7e-490e-bc17-652c6c8b3aca req-a7a32c74-9c31-46a1-ac36-14b2f0abbe61 service nova] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Received unexpected event network-vif-plugged-9ed71fbb-20e2-4713-b902-e882c5a55361 for instance with vm_state building and task_state spawning. [ 1021.013535] env[69330]: DEBUG nova.compute.utils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.021419] env[69330]: DEBUG nova.compute.manager [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.021419] env[69330]: DEBUG nova.network.neutron [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.086316] env[69330]: DEBUG nova.policy [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '808d831dabbe430b893b39074edb0124', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af82179fe57040ad8a1ebd138470cadd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.316348] env[69330]: DEBUG oslo_vmware.api [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128767, 'name': PowerOnVM_Task, 'duration_secs': 0.659609} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.317095] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.317095] env[69330]: INFO nova.compute.manager [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1021.317673] env[69330]: DEBUG nova.compute.manager [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1021.318620] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37329fff-a5a4-4767-8b83-42fefafceb20 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.398275] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "refresh_cache-172ee0df-1cff-46d6-a257-dce70701cd2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.398537] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquired lock "refresh_cache-172ee0df-1cff-46d6-a257-dce70701cd2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.398750] env[69330]: DEBUG nova.network.neutron [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.490681] env[69330]: DEBUG nova.network.neutron [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Successfully created port: 7b178948-7094-4d82-93e7-d9e6b0672182 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.517392] env[69330]: DEBUG oslo_concurrency.lockutils [None req-838e4724-48e7-4423-b8ea-462bd7f0f276 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.519546] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.360s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.521643] env[69330]: INFO nova.compute.claims [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.526581] env[69330]: DEBUG nova.compute.manager [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.542732] env[69330]: DEBUG nova.network.neutron [req-0539430f-372b-48b7-902d-a3500aeb2f59 req-a3148abd-a09c-4be9-aa5b-bfe2431df3ba service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Updated VIF entry in instance network info cache for port 00865f1a-1326-4eea-bed7-b95556d23902. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.543194] env[69330]: DEBUG nova.network.neutron [req-0539430f-372b-48b7-902d-a3500aeb2f59 req-a3148abd-a09c-4be9-aa5b-bfe2431df3ba service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Updating instance_info_cache with network_info: [{"id": "00865f1a-1326-4eea-bed7-b95556d23902", "address": "fa:16:3e:2f:79:48", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00865f1a-13", "ovs_interfaceid": "00865f1a-1326-4eea-bed7-b95556d23902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.845452] env[69330]: INFO nova.compute.manager [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Took 41.51 seconds to build instance. [ 1021.948859] env[69330]: DEBUG nova.network.neutron [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.047079] env[69330]: DEBUG oslo_concurrency.lockutils [req-0539430f-372b-48b7-902d-a3500aeb2f59 req-a3148abd-a09c-4be9-aa5b-bfe2431df3ba service nova] Releasing lock "refresh_cache-6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.114698] env[69330]: DEBUG nova.network.neutron [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Updating instance_info_cache with network_info: [{"id": "9ed71fbb-20e2-4713-b902-e882c5a55361", "address": "fa:16:3e:11:27:10", "network": {"id": "e01f65fb-dfc5-4b9c-892b-504a5f3a4b64", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1630275269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ddaa1e18324d2e9a6243d9d3fcaf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed71fbb-20", "ovs_interfaceid": "9ed71fbb-20e2-4713-b902-e882c5a55361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.351567] env[69330]: DEBUG oslo_concurrency.lockutils [None req-52556f67-de33-4c47-9789-24e0a3f7423e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.026s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.411056] env[69330]: DEBUG oslo_concurrency.lockutils [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "interface-0db83f12-91e4-40d9-b67b-f717108c5865-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.411409] env[69330]: DEBUG oslo_concurrency.lockutils [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-0db83f12-91e4-40d9-b67b-f717108c5865-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.411850] env[69330]: DEBUG nova.objects.instance [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lazy-loading 'flavor' on Instance uuid 0db83f12-91e4-40d9-b67b-f717108c5865 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.170859] env[69330]: DEBUG nova.compute.manager [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.175588] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Releasing lock "refresh_cache-172ee0df-1cff-46d6-a257-dce70701cd2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.175871] env[69330]: DEBUG nova.compute.manager [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Instance network_info: |[{"id": "9ed71fbb-20e2-4713-b902-e882c5a55361", "address": "fa:16:3e:11:27:10", "network": {"id": "e01f65fb-dfc5-4b9c-892b-504a5f3a4b64", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1630275269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ddaa1e18324d2e9a6243d9d3fcaf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed71fbb-20", "ovs_interfaceid": "9ed71fbb-20e2-4713-b902-e882c5a55361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.179707] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:27:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ed71fbb-20e2-4713-b902-e882c5a55361', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.187415] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.188034] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.188494] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65f27081-b309-4cb5-bc6c-e5dad590cdbc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.213322] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.213322] env[69330]: value = "task-4128768" [ 1023.213322] env[69330]: _type = "Task" [ 1023.213322] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.215615] env[69330]: DEBUG nova.virt.hardware [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.215874] env[69330]: DEBUG nova.virt.hardware [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.216033] env[69330]: DEBUG nova.virt.hardware [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.216224] env[69330]: DEBUG nova.virt.hardware [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.216367] env[69330]: DEBUG nova.virt.hardware [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.216512] env[69330]: DEBUG nova.virt.hardware [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.216764] env[69330]: DEBUG nova.virt.hardware [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.216920] env[69330]: DEBUG nova.virt.hardware [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.217094] env[69330]: DEBUG nova.virt.hardware [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.217253] env[69330]: DEBUG nova.virt.hardware [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.217418] env[69330]: DEBUG nova.virt.hardware [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.218691] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e679b4-58b1-4361-86e3-a3933be933a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.239253] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a229a2-a2ab-40ae-a6f6-433072fbacf3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.243122] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128768, 'name': CreateVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.267376] env[69330]: DEBUG oslo_vmware.rw_handles [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52063c9d-2680-5d40-0b70-6aad637a0022/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.268625] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43a310c-da38-439f-aecd-835f1864c6df {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.274253] env[69330]: DEBUG nova.objects.instance [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lazy-loading 'pci_requests' on Instance uuid 0db83f12-91e4-40d9-b67b-f717108c5865 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.279700] env[69330]: DEBUG oslo_vmware.rw_handles [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52063c9d-2680-5d40-0b70-6aad637a0022/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.279967] env[69330]: ERROR oslo_vmware.rw_handles [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52063c9d-2680-5d40-0b70-6aad637a0022/disk-0.vmdk due to incomplete transfer. [ 1023.281191] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9d29da75-03da-4850-921b-473894e31603 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.302345] env[69330]: DEBUG oslo_vmware.rw_handles [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52063c9d-2680-5d40-0b70-6aad637a0022/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1023.302633] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Uploaded image 521a7900-c694-4c06-b80b-e95891829dc0 to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1023.305660] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1023.305997] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-711481a6-f644-4518-ac1e-6c53af13b5c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.315671] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1023.315671] env[69330]: value = "task-4128769" [ 1023.315671] env[69330]: _type = "Task" [ 1023.315671] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.324816] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128769, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.625812] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beee298-ead9-48e3-b60c-c229e56df1f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.634071] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2036dd73-f116-47db-8a92-8f2b760327e9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.667083] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed7a7fe-aa47-4f6f-9613-4e93d0c47a79 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.675886] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a6c638-ba82-4e4a-b618-520d19dda635 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.693121] env[69330]: DEBUG nova.compute.provider_tree [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.729273] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128768, 'name': CreateVM_Task, 'duration_secs': 0.365995} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.729611] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.730259] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.730535] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.730790] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.731086] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9376f25c-4c79-4a97-8f61-1cafb0867e33 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.737315] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1023.737315] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f51c24-36b3-493a-4f67-1f7f91bf023b" [ 1023.737315] env[69330]: _type = "Task" [ 1023.737315] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.745496] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f51c24-36b3-493a-4f67-1f7f91bf023b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.752328] env[69330]: DEBUG nova.network.neutron [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Successfully updated port: 7b178948-7094-4d82-93e7-d9e6b0672182 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.773867] env[69330]: DEBUG nova.compute.manager [req-b7b21c32-6210-473a-8e78-beb7c582d346 req-c13243d4-6011-4a98-a394-b24f826763bf service nova] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Received event network-changed-9ed71fbb-20e2-4713-b902-e882c5a55361 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.774137] env[69330]: DEBUG nova.compute.manager [req-b7b21c32-6210-473a-8e78-beb7c582d346 req-c13243d4-6011-4a98-a394-b24f826763bf service nova] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Refreshing instance network info cache due to event network-changed-9ed71fbb-20e2-4713-b902-e882c5a55361. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.774348] env[69330]: DEBUG oslo_concurrency.lockutils [req-b7b21c32-6210-473a-8e78-beb7c582d346 req-c13243d4-6011-4a98-a394-b24f826763bf service nova] Acquiring lock "refresh_cache-172ee0df-1cff-46d6-a257-dce70701cd2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.774572] env[69330]: DEBUG oslo_concurrency.lockutils [req-b7b21c32-6210-473a-8e78-beb7c582d346 req-c13243d4-6011-4a98-a394-b24f826763bf service nova] Acquired lock "refresh_cache-172ee0df-1cff-46d6-a257-dce70701cd2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.774661] env[69330]: DEBUG nova.network.neutron [req-b7b21c32-6210-473a-8e78-beb7c582d346 req-c13243d4-6011-4a98-a394-b24f826763bf service nova] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Refreshing network info cache for port 9ed71fbb-20e2-4713-b902-e882c5a55361 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.776384] env[69330]: DEBUG nova.objects.base [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Object Instance<0db83f12-91e4-40d9-b67b-f717108c5865> lazy-loaded attributes: flavor,pci_requests {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1023.776571] env[69330]: DEBUG nova.network.neutron [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.827910] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128769, 'name': Destroy_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.840711] env[69330]: DEBUG nova.policy [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32e8e100581144dc8041a0065d3217b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8274dde6c414a3982a4d113f9999eea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.198066] env[69330]: DEBUG nova.scheduler.client.report [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.226310] env[69330]: DEBUG nova.network.neutron [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Successfully created port: 8993972f-bd20-4046-80ae-114c080e78f4 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.247013] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f51c24-36b3-493a-4f67-1f7f91bf023b, 'name': SearchDatastore_Task, 'duration_secs': 0.012621} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.247354] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.247608] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.247853] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.248009] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.248193] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.248465] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40075760-0704-4091-947a-9f68cc87b223 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.254619] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "refresh_cache-88f8ade3-bf90-4c53-89eb-21f543f6e594" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.254619] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "refresh_cache-88f8ade3-bf90-4c53-89eb-21f543f6e594" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.254752] env[69330]: DEBUG nova.network.neutron [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.261532] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.261735] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.262634] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f884dd-3caf-4032-a93f-a59bdfd53cbd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.269324] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1024.269324] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5285024b-50d8-3924-1ef0-fbe0c8848d69" [ 1024.269324] env[69330]: _type = "Task" [ 1024.269324] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.281836] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5285024b-50d8-3924-1ef0-fbe0c8848d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.329627] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128769, 'name': Destroy_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.496027] env[69330]: DEBUG nova.network.neutron [req-b7b21c32-6210-473a-8e78-beb7c582d346 req-c13243d4-6011-4a98-a394-b24f826763bf service nova] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Updated VIF entry in instance network info cache for port 9ed71fbb-20e2-4713-b902-e882c5a55361. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.496027] env[69330]: DEBUG nova.network.neutron [req-b7b21c32-6210-473a-8e78-beb7c582d346 req-c13243d4-6011-4a98-a394-b24f826763bf service nova] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Updating instance_info_cache with network_info: [{"id": "9ed71fbb-20e2-4713-b902-e882c5a55361", "address": "fa:16:3e:11:27:10", "network": {"id": "e01f65fb-dfc5-4b9c-892b-504a5f3a4b64", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1630275269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ddaa1e18324d2e9a6243d9d3fcaf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed71fbb-20", "ovs_interfaceid": "9ed71fbb-20e2-4713-b902-e882c5a55361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.703799] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.184s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.704508] env[69330]: DEBUG nova.compute.manager [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.709083] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.625s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.709389] env[69330]: DEBUG nova.objects.instance [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Lazy-loading 'resources' on Instance uuid 24b7d938-0f88-41e6-919d-07db448545c6 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.781659] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5285024b-50d8-3924-1ef0-fbe0c8848d69, 'name': SearchDatastore_Task, 'duration_secs': 0.040078} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.782693] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bfa3254-ad05-4a6b-b9e7-9cf387634f1f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.789204] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1024.789204] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529bafa8-3ea7-b78e-df49-c2860d3f7a71" [ 1024.789204] env[69330]: _type = "Task" [ 1024.789204] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.792771] env[69330]: DEBUG nova.network.neutron [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.799283] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529bafa8-3ea7-b78e-df49-c2860d3f7a71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.826478] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128769, 'name': Destroy_Task, 'duration_secs': 1.396758} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.826748] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Destroyed the VM [ 1024.827062] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1024.827233] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f97b59de-5ebb-420c-9954-e79655d739eb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.833276] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1024.833276] env[69330]: value = "task-4128770" [ 1024.833276] env[69330]: _type = "Task" [ 1024.833276] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.844067] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128770, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.943824] env[69330]: DEBUG nova.network.neutron [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Updating instance_info_cache with network_info: [{"id": "7b178948-7094-4d82-93e7-d9e6b0672182", "address": "fa:16:3e:4b:0c:2b", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b178948-70", "ovs_interfaceid": "7b178948-7094-4d82-93e7-d9e6b0672182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.998797] env[69330]: DEBUG oslo_concurrency.lockutils [req-b7b21c32-6210-473a-8e78-beb7c582d346 req-c13243d4-6011-4a98-a394-b24f826763bf service nova] Releasing lock "refresh_cache-172ee0df-1cff-46d6-a257-dce70701cd2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.215702] env[69330]: DEBUG nova.compute.utils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.244111] env[69330]: DEBUG nova.compute.manager [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.249726] env[69330]: DEBUG nova.compute.manager [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.250050] env[69330]: DEBUG nova.network.neutron [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.300634] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529bafa8-3ea7-b78e-df49-c2860d3f7a71, 'name': SearchDatastore_Task, 'duration_secs': 0.033443} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.301035] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.301305] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 172ee0df-1cff-46d6-a257-dce70701cd2b/172ee0df-1cff-46d6-a257-dce70701cd2b.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.302509] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8985c007-0427-4d93-aa4b-fb73ca6e8cf1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.311372] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1025.311372] env[69330]: value = "task-4128771" [ 1025.311372] env[69330]: _type = "Task" [ 1025.311372] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.321418] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.323032] env[69330]: DEBUG nova.policy [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '729793c28d604d49b4b1b24690802ed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50ea80a2c82b48f8b0268d02c644d959', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.344636] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128770, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.446867] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "refresh_cache-88f8ade3-bf90-4c53-89eb-21f543f6e594" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.451021] env[69330]: DEBUG nova.compute.manager [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Instance network_info: |[{"id": "7b178948-7094-4d82-93e7-d9e6b0672182", "address": "fa:16:3e:4b:0c:2b", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b178948-70", "ovs_interfaceid": "7b178948-7094-4d82-93e7-d9e6b0672182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.451021] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:0c:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b178948-7094-4d82-93e7-d9e6b0672182', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.457023] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.460396] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.460836] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-214e078d-f92f-46a9-8bd7-4742f7e5e2df {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.485967] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.485967] env[69330]: value = "task-4128772" [ 1025.485967] env[69330]: _type = "Task" [ 1025.485967] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.502017] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128772, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.813420] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c59c58-cfa4-4e0b-aed9-25cccabb85b7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.829850] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b1382c-971d-4598-b3ab-ad24c35a15f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.833377] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128771, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.864574] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e47246-2e5a-4d3b-bdbc-32814e2471a8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.871014] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128770, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.871947] env[69330]: DEBUG nova.network.neutron [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Successfully created port: 313a1a18-0e2a-4d3e-9189-71f473b306fd {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.880717] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c16a10-2077-4114-a301-ae4e5fe0638f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.896311] env[69330]: DEBUG nova.compute.provider_tree [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.969530] env[69330]: DEBUG nova.network.neutron [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Successfully updated port: 8993972f-bd20-4046-80ae-114c080e78f4 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.996548] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128772, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.017444] env[69330]: DEBUG nova.compute.manager [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Received event network-vif-plugged-7b178948-7094-4d82-93e7-d9e6b0672182 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.017444] env[69330]: DEBUG oslo_concurrency.lockutils [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] Acquiring lock "88f8ade3-bf90-4c53-89eb-21f543f6e594-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.017444] env[69330]: DEBUG oslo_concurrency.lockutils [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] Lock "88f8ade3-bf90-4c53-89eb-21f543f6e594-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.017759] env[69330]: DEBUG oslo_concurrency.lockutils [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] Lock "88f8ade3-bf90-4c53-89eb-21f543f6e594-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.017759] env[69330]: DEBUG nova.compute.manager [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] No waiting events found dispatching network-vif-plugged-7b178948-7094-4d82-93e7-d9e6b0672182 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1026.017931] env[69330]: WARNING nova.compute.manager [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Received unexpected event network-vif-plugged-7b178948-7094-4d82-93e7-d9e6b0672182 for instance with vm_state building and task_state spawning. [ 1026.018110] env[69330]: DEBUG nova.compute.manager [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Received event network-changed-7b178948-7094-4d82-93e7-d9e6b0672182 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.018267] env[69330]: DEBUG nova.compute.manager [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Refreshing instance network info cache due to event network-changed-7b178948-7094-4d82-93e7-d9e6b0672182. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.018453] env[69330]: DEBUG oslo_concurrency.lockutils [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] Acquiring lock "refresh_cache-88f8ade3-bf90-4c53-89eb-21f543f6e594" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.018640] env[69330]: DEBUG oslo_concurrency.lockutils [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] Acquired lock "refresh_cache-88f8ade3-bf90-4c53-89eb-21f543f6e594" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.018730] env[69330]: DEBUG nova.network.neutron [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Refreshing network info cache for port 7b178948-7094-4d82-93e7-d9e6b0672182 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.266013] env[69330]: DEBUG nova.compute.manager [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.297027] env[69330]: DEBUG nova.virt.hardware [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.297300] env[69330]: DEBUG nova.virt.hardware [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.297457] env[69330]: DEBUG nova.virt.hardware [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.297634] env[69330]: DEBUG nova.virt.hardware [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.297817] env[69330]: DEBUG nova.virt.hardware [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.297915] env[69330]: DEBUG nova.virt.hardware [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.298139] env[69330]: DEBUG nova.virt.hardware [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.298344] env[69330]: DEBUG nova.virt.hardware [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.298478] env[69330]: DEBUG nova.virt.hardware [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.298608] env[69330]: DEBUG nova.virt.hardware [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.298778] env[69330]: DEBUG nova.virt.hardware [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.299671] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6e38a9-b7e3-433e-a7ec-9fda1849e530 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.307984] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9acb972-743c-4572-a85f-b09f31d41199 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.329894] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56924} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.330181] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 172ee0df-1cff-46d6-a257-dce70701cd2b/172ee0df-1cff-46d6-a257-dce70701cd2b.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.330402] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.330664] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b65ddc70-dc15-4b76-a0e2-e214a203da38 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.339999] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1026.339999] env[69330]: value = "task-4128773" [ 1026.339999] env[69330]: _type = "Task" [ 1026.339999] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.346549] env[69330]: DEBUG oslo_vmware.api [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128770, 'name': RemoveSnapshot_Task, 'duration_secs': 1.061125} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.347466] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1026.347638] env[69330]: INFO nova.compute.manager [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Took 17.06 seconds to snapshot the instance on the hypervisor. [ 1026.354270] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.400387] env[69330]: DEBUG nova.scheduler.client.report [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.473447] env[69330]: DEBUG oslo_concurrency.lockutils [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.473658] env[69330]: DEBUG oslo_concurrency.lockutils [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.473916] env[69330]: DEBUG nova.network.neutron [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.496417] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128772, 'name': CreateVM_Task, 'duration_secs': 0.678188} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.496583] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.497381] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.497474] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.498123] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.498123] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d576876-95e0-48eb-b06b-cba6f19fd2b1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.502804] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1026.502804] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521d12a6-2302-b87b-8a84-d15b2b73af96" [ 1026.502804] env[69330]: _type = "Task" [ 1026.502804] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.510865] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521d12a6-2302-b87b-8a84-d15b2b73af96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.776281] env[69330]: DEBUG nova.network.neutron [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Updated VIF entry in instance network info cache for port 7b178948-7094-4d82-93e7-d9e6b0672182. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.776948] env[69330]: DEBUG nova.network.neutron [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Updating instance_info_cache with network_info: [{"id": "7b178948-7094-4d82-93e7-d9e6b0672182", "address": "fa:16:3e:4b:0c:2b", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b178948-70", "ovs_interfaceid": "7b178948-7094-4d82-93e7-d9e6b0672182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.850824] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067783} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.853336] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.856435] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f11e6b9-50a1-43dc-8bc5-b600a331aa73 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.893600] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 172ee0df-1cff-46d6-a257-dce70701cd2b/172ee0df-1cff-46d6-a257-dce70701cd2b.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.896857] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea04fabe-1338-448d-911b-931dd6e32259 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.920920] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.923236] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.852s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.923481] env[69330]: DEBUG nova.objects.instance [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lazy-loading 'resources' on Instance uuid f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.927559] env[69330]: DEBUG nova.compute.manager [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Found 3 images (rotation: 2) {{(pid=69330) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1026.927753] env[69330]: DEBUG nova.compute.manager [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Rotating out 1 backups {{(pid=69330) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1026.927954] env[69330]: DEBUG nova.compute.manager [None req-940de5a4-6da2-4138-949f-8c1a593813a8 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Deleting image 1ca57566-56cd-4f75-94c0-3e08d48d8f1b {{(pid=69330) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1026.932108] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1026.932108] env[69330]: value = "task-4128774" [ 1026.932108] env[69330]: _type = "Task" [ 1026.932108] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.942453] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.945786] env[69330]: INFO nova.scheduler.client.report [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Deleted allocations for instance 24b7d938-0f88-41e6-919d-07db448545c6 [ 1027.013885] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521d12a6-2302-b87b-8a84-d15b2b73af96, 'name': SearchDatastore_Task, 'duration_secs': 0.03958} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.014263] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.014560] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.014800] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.014948] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.015144] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.015430] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bec934fd-e417-4edb-a31a-5606aa0c6b7a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.018522] env[69330]: WARNING nova.network.neutron [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] f53f7646-d40e-4fb8-8ba0-43314b6fc77e already exists in list: networks containing: ['f53f7646-d40e-4fb8-8ba0-43314b6fc77e']. ignoring it [ 1027.035759] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.035972] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.037213] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73fe3e0-6e92-43df-95f9-594005366dda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.044030] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1027.044030] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52423b93-65d3-c7fc-a501-5acd9a491a7a" [ 1027.044030] env[69330]: _type = "Task" [ 1027.044030] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.056076] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52423b93-65d3-c7fc-a501-5acd9a491a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.280308] env[69330]: DEBUG oslo_concurrency.lockutils [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] Releasing lock "refresh_cache-88f8ade3-bf90-4c53-89eb-21f543f6e594" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.280620] env[69330]: DEBUG nova.compute.manager [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Received event network-changed-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.280817] env[69330]: DEBUG nova.compute.manager [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Refreshing instance network info cache due to event network-changed-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.281079] env[69330]: DEBUG oslo_concurrency.lockutils [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] Acquiring lock "refresh_cache-213d5055-bde4-4ebf-908c-f84d79eaa08e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.281228] env[69330]: DEBUG oslo_concurrency.lockutils [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] Acquired lock "refresh_cache-213d5055-bde4-4ebf-908c-f84d79eaa08e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.281406] env[69330]: DEBUG nova.network.neutron [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Refreshing network info cache for port 7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.410402] env[69330]: DEBUG nova.network.neutron [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Updating instance_info_cache with network_info: [{"id": "225db240-bbe8-4a6b-9163-8f3c89c71499", "address": "fa:16:3e:89:89:e6", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225db240-bb", "ovs_interfaceid": "225db240-bbe8-4a6b-9163-8f3c89c71499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8993972f-bd20-4046-80ae-114c080e78f4", "address": "fa:16:3e:c4:49:96", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8993972f-bd", "ovs_interfaceid": "8993972f-bd20-4046-80ae-114c080e78f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.443021] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.458813] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d142fe08-6e99-4991-9b47-68a90c1fb8d9 tempest-ServerShowV254Test-1558824118 tempest-ServerShowV254Test-1558824118-project-member] Lock "24b7d938-0f88-41e6-919d-07db448545c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.767s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.509479] env[69330]: DEBUG nova.network.neutron [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Successfully updated port: 313a1a18-0e2a-4d3e-9189-71f473b306fd {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.558295] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52423b93-65d3-c7fc-a501-5acd9a491a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.060692} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.559214] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4ba00e-0211-41c5-b4e1-efdae10ffd3f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.566720] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1027.566720] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528a2a52-dc6f-a6ce-9fb2-58cf15f1f8ba" [ 1027.566720] env[69330]: _type = "Task" [ 1027.566720] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.581792] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528a2a52-dc6f-a6ce-9fb2-58cf15f1f8ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012171} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.584965] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.585466] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 88f8ade3-bf90-4c53-89eb-21f543f6e594/88f8ade3-bf90-4c53-89eb-21f543f6e594.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.585856] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b7167b7-e517-482c-bc05-0401d24464b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.594808] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1027.594808] env[69330]: value = "task-4128775" [ 1027.594808] env[69330]: _type = "Task" [ 1027.594808] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.608943] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.790624] env[69330]: DEBUG nova.compute.manager [req-f7cfb0b6-cd2f-4d06-89c9-e052ac25697f req-d521de7b-ef9a-47ec-a8f7-86f7b2992a3f service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Received event network-vif-plugged-313a1a18-0e2a-4d3e-9189-71f473b306fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.790848] env[69330]: DEBUG oslo_concurrency.lockutils [req-f7cfb0b6-cd2f-4d06-89c9-e052ac25697f req-d521de7b-ef9a-47ec-a8f7-86f7b2992a3f service nova] Acquiring lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.791080] env[69330]: DEBUG oslo_concurrency.lockutils [req-f7cfb0b6-cd2f-4d06-89c9-e052ac25697f req-d521de7b-ef9a-47ec-a8f7-86f7b2992a3f service nova] Lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.791446] env[69330]: DEBUG oslo_concurrency.lockutils [req-f7cfb0b6-cd2f-4d06-89c9-e052ac25697f req-d521de7b-ef9a-47ec-a8f7-86f7b2992a3f service nova] Lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.791679] env[69330]: DEBUG nova.compute.manager [req-f7cfb0b6-cd2f-4d06-89c9-e052ac25697f req-d521de7b-ef9a-47ec-a8f7-86f7b2992a3f service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] No waiting events found dispatching network-vif-plugged-313a1a18-0e2a-4d3e-9189-71f473b306fd {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1027.791745] env[69330]: WARNING nova.compute.manager [req-f7cfb0b6-cd2f-4d06-89c9-e052ac25697f req-d521de7b-ef9a-47ec-a8f7-86f7b2992a3f service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Received unexpected event network-vif-plugged-313a1a18-0e2a-4d3e-9189-71f473b306fd for instance with vm_state building and task_state spawning. [ 1027.852708] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a440eec-bb42-4ca8-ac9c-310358e19fb8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.863936] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afa2d29-59cc-4d5a-ac03-dc40599162df {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.898031] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e959499-d6dd-4449-9688-13ecdff65e1b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.907469] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe916cf-b7f8-46c0-b3dc-b63afab61bd1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.913137] env[69330]: DEBUG oslo_concurrency.lockutils [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.913940] env[69330]: DEBUG oslo_concurrency.lockutils [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.914137] env[69330]: DEBUG oslo_concurrency.lockutils [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.915083] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6733c61f-625f-437f-b4bf-357a6dc73638 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.928816] env[69330]: DEBUG nova.compute.provider_tree [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.952256] env[69330]: DEBUG nova.virt.hardware [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.952414] env[69330]: DEBUG nova.virt.hardware [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.952627] env[69330]: DEBUG nova.virt.hardware [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.955972] env[69330]: DEBUG nova.virt.hardware [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.955972] env[69330]: DEBUG nova.virt.hardware [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.955972] env[69330]: DEBUG nova.virt.hardware [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.955972] env[69330]: DEBUG nova.virt.hardware [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.955972] env[69330]: DEBUG nova.virt.hardware [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.955972] env[69330]: DEBUG nova.virt.hardware [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.955972] env[69330]: DEBUG nova.virt.hardware [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.955972] env[69330]: DEBUG nova.virt.hardware [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.961700] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Reconfiguring VM to attach interface {{(pid=69330) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1027.966488] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3b935f4-f1db-4cd3-8d1c-a07127d3f856 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.990200] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128774, 'name': ReconfigVM_Task, 'duration_secs': 0.602193} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.991874] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 172ee0df-1cff-46d6-a257-dce70701cd2b/172ee0df-1cff-46d6-a257-dce70701cd2b.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.992729] env[69330]: DEBUG oslo_vmware.api [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1027.992729] env[69330]: value = "task-4128776" [ 1027.992729] env[69330]: _type = "Task" [ 1027.992729] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.993126] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f11767c7-25ff-4341-8be0-f422b7a12dae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.006562] env[69330]: DEBUG oslo_vmware.api [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128776, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.010616] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1028.010616] env[69330]: value = "task-4128777" [ 1028.010616] env[69330]: _type = "Task" [ 1028.010616] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.014560] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.014713] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.014878] env[69330]: DEBUG nova.network.neutron [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.025345] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128777, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.109421] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128775, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.145509] env[69330]: DEBUG nova.network.neutron [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Updated VIF entry in instance network info cache for port 7ca4064e-ff7c-46d2-b9eb-1caea70f4b31. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.145943] env[69330]: DEBUG nova.network.neutron [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Updating instance_info_cache with network_info: [{"id": "7ca4064e-ff7c-46d2-b9eb-1caea70f4b31", "address": "fa:16:3e:5f:56:15", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca4064e-ff", "ovs_interfaceid": "7ca4064e-ff7c-46d2-b9eb-1caea70f4b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.432345] env[69330]: DEBUG nova.scheduler.client.report [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.505398] env[69330]: DEBUG oslo_vmware.api [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.520716] env[69330]: DEBUG nova.compute.manager [req-4086795f-91e2-4647-b3e1-34ea592fdeb7 req-939869a9-997b-4e7b-866c-ca71df570900 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Received event network-vif-plugged-8993972f-bd20-4046-80ae-114c080e78f4 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.520947] env[69330]: DEBUG oslo_concurrency.lockutils [req-4086795f-91e2-4647-b3e1-34ea592fdeb7 req-939869a9-997b-4e7b-866c-ca71df570900 service nova] Acquiring lock "0db83f12-91e4-40d9-b67b-f717108c5865-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.521184] env[69330]: DEBUG oslo_concurrency.lockutils [req-4086795f-91e2-4647-b3e1-34ea592fdeb7 req-939869a9-997b-4e7b-866c-ca71df570900 service nova] Lock "0db83f12-91e4-40d9-b67b-f717108c5865-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.521361] env[69330]: DEBUG oslo_concurrency.lockutils [req-4086795f-91e2-4647-b3e1-34ea592fdeb7 req-939869a9-997b-4e7b-866c-ca71df570900 service nova] Lock "0db83f12-91e4-40d9-b67b-f717108c5865-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.521553] env[69330]: DEBUG nova.compute.manager [req-4086795f-91e2-4647-b3e1-34ea592fdeb7 req-939869a9-997b-4e7b-866c-ca71df570900 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] No waiting events found dispatching network-vif-plugged-8993972f-bd20-4046-80ae-114c080e78f4 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1028.521735] env[69330]: WARNING nova.compute.manager [req-4086795f-91e2-4647-b3e1-34ea592fdeb7 req-939869a9-997b-4e7b-866c-ca71df570900 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Received unexpected event network-vif-plugged-8993972f-bd20-4046-80ae-114c080e78f4 for instance with vm_state active and task_state None. [ 1028.521903] env[69330]: DEBUG nova.compute.manager [req-4086795f-91e2-4647-b3e1-34ea592fdeb7 req-939869a9-997b-4e7b-866c-ca71df570900 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Received event network-changed-8993972f-bd20-4046-80ae-114c080e78f4 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.522124] env[69330]: DEBUG nova.compute.manager [req-4086795f-91e2-4647-b3e1-34ea592fdeb7 req-939869a9-997b-4e7b-866c-ca71df570900 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Refreshing instance network info cache due to event network-changed-8993972f-bd20-4046-80ae-114c080e78f4. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.522283] env[69330]: DEBUG oslo_concurrency.lockutils [req-4086795f-91e2-4647-b3e1-34ea592fdeb7 req-939869a9-997b-4e7b-866c-ca71df570900 service nova] Acquiring lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.522466] env[69330]: DEBUG oslo_concurrency.lockutils [req-4086795f-91e2-4647-b3e1-34ea592fdeb7 req-939869a9-997b-4e7b-866c-ca71df570900 service nova] Acquired lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.522642] env[69330]: DEBUG nova.network.neutron [req-4086795f-91e2-4647-b3e1-34ea592fdeb7 req-939869a9-997b-4e7b-866c-ca71df570900 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Refreshing network info cache for port 8993972f-bd20-4046-80ae-114c080e78f4 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.529729] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128777, 'name': Rename_Task, 'duration_secs': 0.25712} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.530626] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.532122] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46681c94-354b-4feb-975b-c5caaa70e9dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.542083] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1028.542083] env[69330]: value = "task-4128778" [ 1028.542083] env[69330]: _type = "Task" [ 1028.542083] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.556556] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.571891] env[69330]: DEBUG nova.network.neutron [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.609437] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545054} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.609738] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 88f8ade3-bf90-4c53-89eb-21f543f6e594/88f8ade3-bf90-4c53-89eb-21f543f6e594.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.609963] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.610319] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2b5fd46-df82-4944-99ba-e397babaf2ca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.619203] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1028.619203] env[69330]: value = "task-4128779" [ 1028.619203] env[69330]: _type = "Task" [ 1028.619203] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.631756] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.649138] env[69330]: DEBUG oslo_concurrency.lockutils [req-f438bbb7-f032-4bbe-9d40-365d732ed03b req-7db282c1-ed93-4ee4-bf6a-3ea5acf1d633 service nova] Releasing lock "refresh_cache-213d5055-bde4-4ebf-908c-f84d79eaa08e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.762737] env[69330]: DEBUG nova.network.neutron [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Updating instance_info_cache with network_info: [{"id": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "address": "fa:16:3e:a4:a2:44", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313a1a18-0e", "ovs_interfaceid": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.937619] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.940782] env[69330]: DEBUG oslo_concurrency.lockutils [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.738s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.940782] env[69330]: DEBUG nova.objects.instance [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lazy-loading 'resources' on Instance uuid 32730492-3587-42ca-9706-9a9d4142417a {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.967071] env[69330]: INFO nova.scheduler.client.report [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Deleted allocations for instance f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0 [ 1029.006159] env[69330]: DEBUG oslo_vmware.api [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128776, 'name': ReconfigVM_Task, 'duration_secs': 0.762438} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.006765] env[69330]: DEBUG oslo_concurrency.lockutils [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.007052] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Reconfigured VM to attach interface {{(pid=69330) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1029.057212] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.133042] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082643} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.134208] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.134533] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb2abe5-42d8-4deb-9ccf-951875045433 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.157584] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 88f8ade3-bf90-4c53-89eb-21f543f6e594/88f8ade3-bf90-4c53-89eb-21f543f6e594.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.160674] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-389f037a-41a6-4b5f-baef-228fbcb5f87a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.183511] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1029.183511] env[69330]: value = "task-4128780" [ 1029.183511] env[69330]: _type = "Task" [ 1029.183511] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.193146] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.265863] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.266120] env[69330]: DEBUG nova.compute.manager [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Instance network_info: |[{"id": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "address": "fa:16:3e:a4:a2:44", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313a1a18-0e", "ovs_interfaceid": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.266605] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:a2:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '313a1a18-0e2a-4d3e-9189-71f473b306fd', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.274304] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.274812] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.275283] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38dae812-551e-496b-a7f3-e82d2ba09d4c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.302909] env[69330]: DEBUG nova.network.neutron [req-4086795f-91e2-4647-b3e1-34ea592fdeb7 req-939869a9-997b-4e7b-866c-ca71df570900 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Updated VIF entry in instance network info cache for port 8993972f-bd20-4046-80ae-114c080e78f4. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.303502] env[69330]: DEBUG nova.network.neutron [req-4086795f-91e2-4647-b3e1-34ea592fdeb7 req-939869a9-997b-4e7b-866c-ca71df570900 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Updating instance_info_cache with network_info: [{"id": "225db240-bbe8-4a6b-9163-8f3c89c71499", "address": "fa:16:3e:89:89:e6", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225db240-bb", "ovs_interfaceid": "225db240-bbe8-4a6b-9163-8f3c89c71499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8993972f-bd20-4046-80ae-114c080e78f4", "address": "fa:16:3e:c4:49:96", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8993972f-bd", "ovs_interfaceid": "8993972f-bd20-4046-80ae-114c080e78f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.315763] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.315763] env[69330]: value = "task-4128781" [ 1029.315763] env[69330]: _type = "Task" [ 1029.315763] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.329445] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128781, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.476062] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbdd4115-4820-4042-833f-b5010b9b00fe tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.646s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.511245] env[69330]: DEBUG oslo_concurrency.lockutils [None req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-0db83f12-91e4-40d9-b67b-f717108c5865-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.100s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.557675] env[69330]: DEBUG oslo_vmware.api [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128778, 'name': PowerOnVM_Task, 'duration_secs': 0.795033} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.557969] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.558216] env[69330]: INFO nova.compute.manager [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1029.558404] env[69330]: DEBUG nova.compute.manager [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.559227] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4561c324-90da-4f12-9283-a662281701c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.693162] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.808977] env[69330]: DEBUG oslo_concurrency.lockutils [req-4086795f-91e2-4647-b3e1-34ea592fdeb7 req-939869a9-997b-4e7b-866c-ca71df570900 service nova] Releasing lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.826640] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128781, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.846580] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd40d49-b10e-464f-9d01-2c151b2cdee1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.854608] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30d7949-f27a-46e0-977b-cff3ddc0c183 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.887094] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9861747-ba5a-4f85-b7c6-c8d303c69f43 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.896219] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95299c0-773f-4c9e-8d94-0bb375dc14b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.910779] env[69330]: DEBUG nova.compute.provider_tree [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.985541] env[69330]: DEBUG oslo_concurrency.lockutils [None req-734ac8e4-6fe8-4ff8-8b75-ed85b4552fca tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "d358134d-299b-4a91-90e5-bad725ee2715" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.985835] env[69330]: DEBUG oslo_concurrency.lockutils [None req-734ac8e4-6fe8-4ff8-8b75-ed85b4552fca tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "d358134d-299b-4a91-90e5-bad725ee2715" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.986034] env[69330]: DEBUG nova.compute.manager [None req-734ac8e4-6fe8-4ff8-8b75-ed85b4552fca tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.986938] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c43b9e-96c9-467d-929d-ac29b40ed385 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.994197] env[69330]: DEBUG nova.compute.manager [None req-734ac8e4-6fe8-4ff8-8b75-ed85b4552fca tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69330) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1029.994820] env[69330]: DEBUG nova.objects.instance [None req-734ac8e4-6fe8-4ff8-8b75-ed85b4552fca tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'flavor' on Instance uuid d358134d-299b-4a91-90e5-bad725ee2715 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.080133] env[69330]: INFO nova.compute.manager [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Took 47.42 seconds to build instance. [ 1030.134260] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Acquiring lock "cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.134597] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Lock "cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.134855] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Acquiring lock "cde3d0c8-dfcd-4eaa-a2ef-645b50b02072-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.135090] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Lock "cde3d0c8-dfcd-4eaa-a2ef-645b50b02072-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.135278] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Lock "cde3d0c8-dfcd-4eaa-a2ef-645b50b02072-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.139076] env[69330]: INFO nova.compute.manager [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Terminating instance [ 1030.177209] env[69330]: DEBUG nova.compute.manager [req-4ab88894-a6b7-47d2-844a-24cde0e7cbaf req-d7824eba-2262-4a59-a473-36fd9011267e service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Received event network-changed-313a1a18-0e2a-4d3e-9189-71f473b306fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.177575] env[69330]: DEBUG nova.compute.manager [req-4ab88894-a6b7-47d2-844a-24cde0e7cbaf req-d7824eba-2262-4a59-a473-36fd9011267e service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Refreshing instance network info cache due to event network-changed-313a1a18-0e2a-4d3e-9189-71f473b306fd. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.181753] env[69330]: DEBUG oslo_concurrency.lockutils [req-4ab88894-a6b7-47d2-844a-24cde0e7cbaf req-d7824eba-2262-4a59-a473-36fd9011267e service nova] Acquiring lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.182070] env[69330]: DEBUG oslo_concurrency.lockutils [req-4ab88894-a6b7-47d2-844a-24cde0e7cbaf req-d7824eba-2262-4a59-a473-36fd9011267e service nova] Acquired lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.182551] env[69330]: DEBUG nova.network.neutron [req-4ab88894-a6b7-47d2-844a-24cde0e7cbaf req-d7824eba-2262-4a59-a473-36fd9011267e service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Refreshing network info cache for port 313a1a18-0e2a-4d3e-9189-71f473b306fd {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.197817] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128780, 'name': ReconfigVM_Task, 'duration_secs': 0.642677} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.198083] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 88f8ade3-bf90-4c53-89eb-21f543f6e594/88f8ade3-bf90-4c53-89eb-21f543f6e594.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.198732] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b932c397-a58a-4277-962e-ef2efdc05424 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.208047] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1030.208047] env[69330]: value = "task-4128782" [ 1030.208047] env[69330]: _type = "Task" [ 1030.208047] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.217880] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128782, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.328123] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128781, 'name': CreateVM_Task, 'duration_secs': 0.96534} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.328329] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.329110] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.329297] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.329642] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.330333] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35b1b38c-5243-4455-8d3b-4e982e80dee0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.336234] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1030.336234] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5275aa2a-319f-2f6e-2c9a-6cae9e8e3af8" [ 1030.336234] env[69330]: _type = "Task" [ 1030.336234] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.346295] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5275aa2a-319f-2f6e-2c9a-6cae9e8e3af8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.414659] env[69330]: DEBUG nova.scheduler.client.report [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.583051] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fc02258d-5bac-4864-8f30-5d91533a0c98 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "172ee0df-1cff-46d6-a257-dce70701cd2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.926s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.645184] env[69330]: DEBUG nova.compute.manager [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.645184] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.645384] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26845e26-5d5d-497b-8b48-03d0ac0413bb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.653908] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.653908] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a85b7042-9635-4959-b27d-b75094b4446b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.661026] env[69330]: DEBUG oslo_vmware.api [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Waiting for the task: (returnval){ [ 1030.661026] env[69330]: value = "task-4128783" [ 1030.661026] env[69330]: _type = "Task" [ 1030.661026] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.669797] env[69330]: DEBUG oslo_vmware.api [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.719417] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128782, 'name': Rename_Task, 'duration_secs': 0.213041} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.722085] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.722540] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6743455a-ef8f-481f-bcb1-4e1577d64d64 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.731173] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1030.731173] env[69330]: value = "task-4128784" [ 1030.731173] env[69330]: _type = "Task" [ 1030.731173] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.741356] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.847113] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5275aa2a-319f-2f6e-2c9a-6cae9e8e3af8, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.847457] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.847860] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.847939] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.848098] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.848284] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.848555] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fada76b9-8115-49c2-9171-0279dd15f94d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.858602] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.858803] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.859555] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c046145b-d3da-450a-8659-f785c1b0277c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.865855] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1030.865855] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52979916-933f-f8ab-252b-df128c6f091d" [ 1030.865855] env[69330]: _type = "Task" [ 1030.865855] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.876931] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52979916-933f-f8ab-252b-df128c6f091d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.920219] env[69330]: DEBUG oslo_concurrency.lockutils [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.923270] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.577s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.923270] env[69330]: DEBUG nova.objects.instance [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lazy-loading 'resources' on Instance uuid 0074cf53-68f3-4fc5-865b-aed263d7942c {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.966613] env[69330]: INFO nova.scheduler.client.report [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Deleted allocations for instance 32730492-3587-42ca-9706-9a9d4142417a [ 1031.003231] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-734ac8e4-6fe8-4ff8-8b75-ed85b4552fca tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.003558] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-356ffebd-c8f9-459a-8b6b-648428fa97bf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.012208] env[69330]: DEBUG oslo_vmware.api [None req-734ac8e4-6fe8-4ff8-8b75-ed85b4552fca tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1031.012208] env[69330]: value = "task-4128785" [ 1031.012208] env[69330]: _type = "Task" [ 1031.012208] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.022933] env[69330]: DEBUG oslo_vmware.api [None req-734ac8e4-6fe8-4ff8-8b75-ed85b4552fca tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.039846] env[69330]: DEBUG nova.network.neutron [req-4ab88894-a6b7-47d2-844a-24cde0e7cbaf req-d7824eba-2262-4a59-a473-36fd9011267e service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Updated VIF entry in instance network info cache for port 313a1a18-0e2a-4d3e-9189-71f473b306fd. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.040263] env[69330]: DEBUG nova.network.neutron [req-4ab88894-a6b7-47d2-844a-24cde0e7cbaf req-d7824eba-2262-4a59-a473-36fd9011267e service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Updating instance_info_cache with network_info: [{"id": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "address": "fa:16:3e:a4:a2:44", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313a1a18-0e", "ovs_interfaceid": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.048874] env[69330]: DEBUG oslo_concurrency.lockutils [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "172ee0df-1cff-46d6-a257-dce70701cd2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.048874] env[69330]: DEBUG oslo_concurrency.lockutils [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "172ee0df-1cff-46d6-a257-dce70701cd2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.049071] env[69330]: DEBUG oslo_concurrency.lockutils [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "172ee0df-1cff-46d6-a257-dce70701cd2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.049262] env[69330]: DEBUG oslo_concurrency.lockutils [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "172ee0df-1cff-46d6-a257-dce70701cd2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.049429] env[69330]: DEBUG oslo_concurrency.lockutils [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "172ee0df-1cff-46d6-a257-dce70701cd2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.052118] env[69330]: INFO nova.compute.manager [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Terminating instance [ 1031.174249] env[69330]: DEBUG oslo_vmware.api [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128783, 'name': PowerOffVM_Task, 'duration_secs': 0.234337} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.174627] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.175349] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.175634] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7acad1f2-8ec3-4960-a98b-4873d1c5b881 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.242797] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128784, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.256235] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.256560] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.256751] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Deleting the datastore file [datastore2] cde3d0c8-dfcd-4eaa-a2ef-645b50b02072 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.257102] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f1ab980-b172-4f69-acc8-f39dfc7729c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.265458] env[69330]: DEBUG oslo_vmware.api [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Waiting for the task: (returnval){ [ 1031.265458] env[69330]: value = "task-4128787" [ 1031.265458] env[69330]: _type = "Task" [ 1031.265458] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.274706] env[69330]: DEBUG oslo_vmware.api [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.377448] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52979916-933f-f8ab-252b-df128c6f091d, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.378249] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-749e5d4e-9882-4cb3-a5f4-19c4af8f6e06 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.383992] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1031.383992] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e4b9ba-7550-c904-9ea5-7fd2554bee0c" [ 1031.383992] env[69330]: _type = "Task" [ 1031.383992] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.391779] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e4b9ba-7550-c904-9ea5-7fd2554bee0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.476184] env[69330]: DEBUG oslo_concurrency.lockutils [None req-34819927-95ab-436f-acd1-a262f5a9f6c8 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Lock "32730492-3587-42ca-9706-9a9d4142417a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.485s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.524183] env[69330]: DEBUG oslo_vmware.api [None req-734ac8e4-6fe8-4ff8-8b75-ed85b4552fca tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128785, 'name': PowerOffVM_Task, 'duration_secs': 0.198274} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.524573] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-734ac8e4-6fe8-4ff8-8b75-ed85b4552fca tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.525039] env[69330]: DEBUG nova.compute.manager [None req-734ac8e4-6fe8-4ff8-8b75-ed85b4552fca tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1031.525590] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27c1f67-a390-4549-9050-0d03dd9c56c0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.545209] env[69330]: DEBUG oslo_concurrency.lockutils [req-4ab88894-a6b7-47d2-844a-24cde0e7cbaf req-d7824eba-2262-4a59-a473-36fd9011267e service nova] Releasing lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.556764] env[69330]: DEBUG nova.compute.manager [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.557645] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.562643] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6f8040-e671-479b-96a1-52e77e310811 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.573618] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.574594] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef64a9f2-354d-4131-a2a3-12d93d6f2b28 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.585329] env[69330]: DEBUG oslo_vmware.api [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1031.585329] env[69330]: value = "task-4128788" [ 1031.585329] env[69330]: _type = "Task" [ 1031.585329] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.595764] env[69330]: DEBUG oslo_vmware.api [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.743021] env[69330]: DEBUG oslo_vmware.api [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128784, 'name': PowerOnVM_Task, 'duration_secs': 0.586389} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.743597] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.743653] env[69330]: INFO nova.compute.manager [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1031.745363] env[69330]: DEBUG nova.compute.manager [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1031.745363] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea65e750-3892-4151-8941-bd11c85bc445 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.780141] env[69330]: DEBUG oslo_vmware.api [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Task: {'id': task-4128787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310616} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.781069] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.781182] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.781400] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.781607] env[69330]: INFO nova.compute.manager [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1031.781852] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.782284] env[69330]: DEBUG nova.compute.manager [-] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.782384] env[69330]: DEBUG nova.network.neutron [-] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.804261] env[69330]: DEBUG oslo_concurrency.lockutils [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "interface-0db83f12-91e4-40d9-b67b-f717108c5865-b2c7737b-95c9-421b-9058-1859be7dd2d1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.805318] env[69330]: DEBUG oslo_concurrency.lockutils [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-0db83f12-91e4-40d9-b67b-f717108c5865-b2c7737b-95c9-421b-9058-1859be7dd2d1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.805318] env[69330]: DEBUG nova.objects.instance [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lazy-loading 'flavor' on Instance uuid 0db83f12-91e4-40d9-b67b-f717108c5865 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.848732] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4198e9d7-4f28-4927-b6ec-dd3afd96a347 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.865386] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fdab2e-0ce8-4049-81c6-837e99f42a7f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.905780] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e59064-efc7-4c58-98f5-860aca3eb71c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.916299] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e4b9ba-7550-c904-9ea5-7fd2554bee0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012753} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.916398] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.916674] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 6a9fc9aa-9b11-4530-a361-b3128bcb12c2/6a9fc9aa-9b11-4530-a361-b3128bcb12c2.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.917956] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7289973-0fd2-4b64-b876-9cccef879310 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.922093] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca359e56-b3f9-4904-b08e-fb66949669c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.936535] env[69330]: DEBUG nova.compute.provider_tree [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.940672] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1031.940672] env[69330]: value = "task-4128789" [ 1031.940672] env[69330]: _type = "Task" [ 1031.940672] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.950323] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.040443] env[69330]: DEBUG oslo_concurrency.lockutils [None req-734ac8e4-6fe8-4ff8-8b75-ed85b4552fca tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "d358134d-299b-4a91-90e5-bad725ee2715" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.096328] env[69330]: DEBUG oslo_vmware.api [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128788, 'name': PowerOffVM_Task, 'duration_secs': 0.347753} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.096620] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.096774] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.097039] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3118a58e-5153-4749-9134-07862cf2e662 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.169103] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.169335] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.169523] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Deleting the datastore file [datastore1] 172ee0df-1cff-46d6-a257-dce70701cd2b {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.169813] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6d9b754-66de-425c-9923-ff498b2d31f2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.179275] env[69330]: DEBUG oslo_vmware.api [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1032.179275] env[69330]: value = "task-4128791" [ 1032.179275] env[69330]: _type = "Task" [ 1032.179275] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.189067] env[69330]: DEBUG oslo_vmware.api [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.265451] env[69330]: INFO nova.compute.manager [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Took 45.57 seconds to build instance. [ 1032.443127] env[69330]: DEBUG nova.scheduler.client.report [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.461437] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128789, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.620770] env[69330]: DEBUG nova.objects.instance [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lazy-loading 'pci_requests' on Instance uuid 0db83f12-91e4-40d9-b67b-f717108c5865 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.696579] env[69330]: DEBUG oslo_vmware.api [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506309} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.697138] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.697138] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.700023] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.700023] env[69330]: INFO nova.compute.manager [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1032.700023] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.700023] env[69330]: DEBUG nova.compute.manager [-] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.700023] env[69330]: DEBUG nova.network.neutron [-] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.767965] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6f6032ff-37b0-4b18-8724-ee59694d11d2 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "88f8ade3-bf90-4c53-89eb-21f543f6e594" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.077s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.843324] env[69330]: DEBUG nova.compute.manager [req-04766127-d7f2-4f39-be3d-0c0251b21a7a req-3ab1d262-e87b-48b1-8427-2ae89b87a04d service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Received event network-vif-deleted-7bb3aee6-a11c-42e1-ad74-f7070a79c116 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.843324] env[69330]: INFO nova.compute.manager [req-04766127-d7f2-4f39-be3d-0c0251b21a7a req-3ab1d262-e87b-48b1-8427-2ae89b87a04d service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Neutron deleted interface 7bb3aee6-a11c-42e1-ad74-f7070a79c116; detaching it from the instance and deleting it from the info cache [ 1032.843473] env[69330]: DEBUG nova.network.neutron [req-04766127-d7f2-4f39-be3d-0c0251b21a7a req-3ab1d262-e87b-48b1-8427-2ae89b87a04d service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.958773] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.960876] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679105} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.961556] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.042s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.961871] env[69330]: DEBUG nova.objects.instance [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lazy-loading 'resources' on Instance uuid ce355e72-3e8c-48ba-bae3-8c0ee167cb0a {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.963155] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 6a9fc9aa-9b11-4530-a361-b3128bcb12c2/6a9fc9aa-9b11-4530-a361-b3128bcb12c2.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.966155] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.966650] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bd0e682-926c-4cb9-89fb-27a498b761c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.976657] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1032.976657] env[69330]: value = "task-4128792" [ 1032.976657] env[69330]: _type = "Task" [ 1032.976657] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.990051] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.991434] env[69330]: INFO nova.scheduler.client.report [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleted allocations for instance 0074cf53-68f3-4fc5-865b-aed263d7942c [ 1033.022082] env[69330]: DEBUG nova.network.neutron [-] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.125403] env[69330]: DEBUG nova.objects.base [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Object Instance<0db83f12-91e4-40d9-b67b-f717108c5865> lazy-loaded attributes: flavor,pci_requests {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1033.125706] env[69330]: DEBUG nova.network.neutron [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.214812] env[69330]: DEBUG nova.policy [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32e8e100581144dc8041a0065d3217b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8274dde6c414a3982a4d113f9999eea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.346323] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fad0341d-d727-4661-a2ef-9eaa1b7e5d10 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.360020] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc576041-b3e9-4640-8141-4f86f83ce84a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.395581] env[69330]: DEBUG nova.compute.manager [req-04766127-d7f2-4f39-be3d-0c0251b21a7a req-3ab1d262-e87b-48b1-8427-2ae89b87a04d service nova] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Detach interface failed, port_id=7bb3aee6-a11c-42e1-ad74-f7070a79c116, reason: Instance cde3d0c8-dfcd-4eaa-a2ef-645b50b02072 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.489226] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070977} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.489758] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.491009] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb46118-77d4-4ce6-a631-233606462607 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.526663] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 6a9fc9aa-9b11-4530-a361-b3128bcb12c2/6a9fc9aa-9b11-4530-a361-b3128bcb12c2.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.527606] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "0074cf53-68f3-4fc5-865b-aed263d7942c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.073s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.531501] env[69330]: INFO nova.compute.manager [-] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Took 1.75 seconds to deallocate network for instance. [ 1033.531798] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-193d5e85-354d-4bdc-b9ed-4c130481f705 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.560323] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1033.560323] env[69330]: value = "task-4128793" [ 1033.560323] env[69330]: _type = "Task" [ 1033.560323] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.576333] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128793, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.684458] env[69330]: DEBUG nova.network.neutron [-] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.899204] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bd876c-41c8-4a2f-8cc3-07b82ad7d151 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.907677] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1585aba6-02f4-4ba1-a1ae-ad241560e26f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.947188] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec80200-1cd3-4dbd-8d86-78fa98599006 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.961532] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c6925d-0802-47a6-bea6-0bbb5255147b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.971164] env[69330]: DEBUG nova.compute.manager [req-eb68819f-a195-4e4f-ab78-8261fbf5adf4 req-6b846be4-aba8-4405-8cd4-8cc97e25c226 service nova] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Received event network-vif-deleted-9ed71fbb-20e2-4713-b902-e882c5a55361 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.983459] env[69330]: DEBUG nova.compute.provider_tree [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.062813] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.072437] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128793, 'name': ReconfigVM_Task, 'duration_secs': 0.319734} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.072774] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 6a9fc9aa-9b11-4530-a361-b3128bcb12c2/6a9fc9aa-9b11-4530-a361-b3128bcb12c2.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.073480] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09ecf4d8-8a60-4fed-996a-208154a9d844 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.081984] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1034.081984] env[69330]: value = "task-4128794" [ 1034.081984] env[69330]: _type = "Task" [ 1034.081984] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.092233] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128794, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.188637] env[69330]: INFO nova.compute.manager [-] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Took 1.49 seconds to deallocate network for instance. [ 1034.462609] env[69330]: DEBUG nova.compute.manager [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Stashing vm_state: stopped {{(pid=69330) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1034.487017] env[69330]: DEBUG nova.scheduler.client.report [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.594373] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128794, 'name': Rename_Task, 'duration_secs': 0.205801} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.594685] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.594995] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5537835d-bad6-4fd4-8d7a-e636d5d57e92 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.602557] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1034.602557] env[69330]: value = "task-4128795" [ 1034.602557] env[69330]: _type = "Task" [ 1034.602557] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.612217] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.696972] env[69330]: DEBUG oslo_concurrency.lockutils [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.844343] env[69330]: DEBUG nova.network.neutron [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Successfully updated port: b2c7737b-95c9-421b-9058-1859be7dd2d1 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.930070] env[69330]: DEBUG nova.compute.manager [req-b479f1c3-31e8-458e-97f3-7ad364c5cfb9 req-303d09c8-4fa8-4327-8fc9-0d41fa8b6913 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Received event network-vif-plugged-b2c7737b-95c9-421b-9058-1859be7dd2d1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.930399] env[69330]: DEBUG oslo_concurrency.lockutils [req-b479f1c3-31e8-458e-97f3-7ad364c5cfb9 req-303d09c8-4fa8-4327-8fc9-0d41fa8b6913 service nova] Acquiring lock "0db83f12-91e4-40d9-b67b-f717108c5865-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.930662] env[69330]: DEBUG oslo_concurrency.lockutils [req-b479f1c3-31e8-458e-97f3-7ad364c5cfb9 req-303d09c8-4fa8-4327-8fc9-0d41fa8b6913 service nova] Lock "0db83f12-91e4-40d9-b67b-f717108c5865-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.930935] env[69330]: DEBUG oslo_concurrency.lockutils [req-b479f1c3-31e8-458e-97f3-7ad364c5cfb9 req-303d09c8-4fa8-4327-8fc9-0d41fa8b6913 service nova] Lock "0db83f12-91e4-40d9-b67b-f717108c5865-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.931123] env[69330]: DEBUG nova.compute.manager [req-b479f1c3-31e8-458e-97f3-7ad364c5cfb9 req-303d09c8-4fa8-4327-8fc9-0d41fa8b6913 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] No waiting events found dispatching network-vif-plugged-b2c7737b-95c9-421b-9058-1859be7dd2d1 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1034.931333] env[69330]: WARNING nova.compute.manager [req-b479f1c3-31e8-458e-97f3-7ad364c5cfb9 req-303d09c8-4fa8-4327-8fc9-0d41fa8b6913 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Received unexpected event network-vif-plugged-b2c7737b-95c9-421b-9058-1859be7dd2d1 for instance with vm_state active and task_state None. [ 1034.931521] env[69330]: DEBUG nova.compute.manager [req-b479f1c3-31e8-458e-97f3-7ad364c5cfb9 req-303d09c8-4fa8-4327-8fc9-0d41fa8b6913 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Received event network-changed-b2c7737b-95c9-421b-9058-1859be7dd2d1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.931731] env[69330]: DEBUG nova.compute.manager [req-b479f1c3-31e8-458e-97f3-7ad364c5cfb9 req-303d09c8-4fa8-4327-8fc9-0d41fa8b6913 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Refreshing instance network info cache due to event network-changed-b2c7737b-95c9-421b-9058-1859be7dd2d1. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.931971] env[69330]: DEBUG oslo_concurrency.lockutils [req-b479f1c3-31e8-458e-97f3-7ad364c5cfb9 req-303d09c8-4fa8-4327-8fc9-0d41fa8b6913 service nova] Acquiring lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.932171] env[69330]: DEBUG oslo_concurrency.lockutils [req-b479f1c3-31e8-458e-97f3-7ad364c5cfb9 req-303d09c8-4fa8-4327-8fc9-0d41fa8b6913 service nova] Acquired lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.932345] env[69330]: DEBUG nova.network.neutron [req-b479f1c3-31e8-458e-97f3-7ad364c5cfb9 req-303d09c8-4fa8-4327-8fc9-0d41fa8b6913 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Refreshing network info cache for port b2c7737b-95c9-421b-9058-1859be7dd2d1 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.985075] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.996322] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.999318] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.157s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.999605] env[69330]: DEBUG nova.objects.instance [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lazy-loading 'resources' on Instance uuid dbae30ee-bb10-42fc-b75b-ff002b413f73 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.020052] env[69330]: INFO nova.scheduler.client.report [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Deleted allocations for instance ce355e72-3e8c-48ba-bae3-8c0ee167cb0a [ 1035.115308] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128795, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.348989] env[69330]: DEBUG oslo_concurrency.lockutils [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.352695] env[69330]: DEBUG oslo_concurrency.lockutils [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.352992] env[69330]: DEBUG oslo_concurrency.lockutils [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.353231] env[69330]: DEBUG oslo_concurrency.lockutils [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.353417] env[69330]: DEBUG oslo_concurrency.lockutils [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.353666] env[69330]: DEBUG oslo_concurrency.lockutils [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.356076] env[69330]: INFO nova.compute.manager [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Terminating instance [ 1035.531561] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "ce355e72-3e8c-48ba-bae3-8c0ee167cb0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.921s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.534111] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "88f8ade3-bf90-4c53-89eb-21f543f6e594" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.534400] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "88f8ade3-bf90-4c53-89eb-21f543f6e594" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.617520] env[69330]: DEBUG oslo_vmware.api [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128795, 'name': PowerOnVM_Task, 'duration_secs': 0.548208} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.618212] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.618441] env[69330]: INFO nova.compute.manager [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1035.618676] env[69330]: DEBUG nova.compute.manager [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1035.619511] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0000347-f76d-4d65-a059-fbc9e65853a6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.685472] env[69330]: DEBUG nova.network.neutron [req-b479f1c3-31e8-458e-97f3-7ad364c5cfb9 req-303d09c8-4fa8-4327-8fc9-0d41fa8b6913 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Added VIF to instance network info cache for port b2c7737b-95c9-421b-9058-1859be7dd2d1. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1035.685472] env[69330]: DEBUG nova.network.neutron [req-b479f1c3-31e8-458e-97f3-7ad364c5cfb9 req-303d09c8-4fa8-4327-8fc9-0d41fa8b6913 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Updating instance_info_cache with network_info: [{"id": "225db240-bbe8-4a6b-9163-8f3c89c71499", "address": "fa:16:3e:89:89:e6", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225db240-bb", "ovs_interfaceid": "225db240-bbe8-4a6b-9163-8f3c89c71499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8993972f-bd20-4046-80ae-114c080e78f4", "address": "fa:16:3e:c4:49:96", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8993972f-bd", "ovs_interfaceid": "8993972f-bd20-4046-80ae-114c080e78f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2c7737b-95c9-421b-9058-1859be7dd2d1", "address": "fa:16:3e:e3:de:4f", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c7737b-95", "ovs_interfaceid": "b2c7737b-95c9-421b-9058-1859be7dd2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.840245] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689beb94-610b-4b1c-8934-eabae724d5c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.848343] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a3e316-02f7-46b6-8743-2e65b24edd64 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.883217] env[69330]: DEBUG nova.compute.manager [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.883448] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.884464] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0670c59-5fa0-45a7-9980-7347a81c5406 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.887733] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7401a20c-9ece-4ad3-a977-bea6af09bf93 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.898150] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abca1ef6-398b-458a-87ff-b657d14fe14e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.902447] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.902725] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eec5d544-fb47-4b3e-b73e-b52740f5a0b4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.916845] env[69330]: DEBUG nova.compute.provider_tree [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.921347] env[69330]: DEBUG oslo_vmware.api [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1035.921347] env[69330]: value = "task-4128796" [ 1035.921347] env[69330]: _type = "Task" [ 1035.921347] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.930241] env[69330]: DEBUG oslo_vmware.api [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.943260] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "663b748d-8fb8-462f-86ed-e85f57a415bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.943505] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "663b748d-8fb8-462f-86ed-e85f57a415bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.044946] env[69330]: DEBUG nova.compute.utils [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.139542] env[69330]: INFO nova.compute.manager [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Took 44.00 seconds to build instance. [ 1036.187695] env[69330]: DEBUG oslo_concurrency.lockutils [req-b479f1c3-31e8-458e-97f3-7ad364c5cfb9 req-303d09c8-4fa8-4327-8fc9-0d41fa8b6913 service nova] Releasing lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.188188] env[69330]: DEBUG oslo_concurrency.lockutils [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.188378] env[69330]: DEBUG nova.network.neutron [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.422723] env[69330]: DEBUG nova.scheduler.client.report [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.435389] env[69330]: DEBUG oslo_vmware.api [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128796, 'name': PowerOffVM_Task, 'duration_secs': 0.371161} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.435747] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.435946] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.436209] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-663eb7fe-5b3f-4ad0-a723-9e3870534b99 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.445314] env[69330]: DEBUG nova.compute.manager [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.530563] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.530949] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.531272] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleting the datastore file [datastore1] 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.531661] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ef3ce50-ae33-4a64-bc72-9d4b428589f9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.540038] env[69330]: DEBUG oslo_vmware.api [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1036.540038] env[69330]: value = "task-4128798" [ 1036.540038] env[69330]: _type = "Task" [ 1036.540038] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.549590] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "88f8ade3-bf90-4c53-89eb-21f543f6e594" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.549757] env[69330]: DEBUG oslo_vmware.api [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.641339] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce03573d-7e31-4246-8969-8a56ee66eb41 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.525s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.729450] env[69330]: WARNING nova.network.neutron [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] f53f7646-d40e-4fb8-8ba0-43314b6fc77e already exists in list: networks containing: ['f53f7646-d40e-4fb8-8ba0-43314b6fc77e']. ignoring it [ 1036.729667] env[69330]: WARNING nova.network.neutron [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] f53f7646-d40e-4fb8-8ba0-43314b6fc77e already exists in list: networks containing: ['f53f7646-d40e-4fb8-8ba0-43314b6fc77e']. ignoring it [ 1036.729835] env[69330]: WARNING nova.network.neutron [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] f53f7646-d40e-4fb8-8ba0-43314b6fc77e already exists in list: networks containing: ['f53f7646-d40e-4fb8-8ba0-43314b6fc77e']. ignoring it [ 1036.730009] env[69330]: WARNING nova.network.neutron [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] b2c7737b-95c9-421b-9058-1859be7dd2d1 already exists in list: port_ids containing: ['b2c7737b-95c9-421b-9058-1859be7dd2d1']. ignoring it [ 1036.930700] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.933602] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.515s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.934718] env[69330]: INFO nova.compute.claims [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.965279] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.966292] env[69330]: INFO nova.scheduler.client.report [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleted allocations for instance dbae30ee-bb10-42fc-b75b-ff002b413f73 [ 1037.052592] env[69330]: DEBUG oslo_vmware.api [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471757} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.052881] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.053081] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.053266] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.053439] env[69330]: INFO nova.compute.manager [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1037.053682] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.053867] env[69330]: DEBUG nova.compute.manager [-] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.053958] env[69330]: DEBUG nova.network.neutron [-] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.175554] env[69330]: DEBUG nova.network.neutron [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Updating instance_info_cache with network_info: [{"id": "225db240-bbe8-4a6b-9163-8f3c89c71499", "address": "fa:16:3e:89:89:e6", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225db240-bb", "ovs_interfaceid": "225db240-bbe8-4a6b-9163-8f3c89c71499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8993972f-bd20-4046-80ae-114c080e78f4", "address": "fa:16:3e:c4:49:96", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8993972f-bd", "ovs_interfaceid": "8993972f-bd20-4046-80ae-114c080e78f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2c7737b-95c9-421b-9058-1859be7dd2d1", "address": "fa:16:3e:e3:de:4f", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c7737b-95", "ovs_interfaceid": "b2c7737b-95c9-421b-9058-1859be7dd2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.474285] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4992101e-c65f-4dce-b7d2-19934ac618de tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "dbae30ee-bb10-42fc-b75b-ff002b413f73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.411s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.611735] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "88f8ade3-bf90-4c53-89eb-21f543f6e594" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.612034] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "88f8ade3-bf90-4c53-89eb-21f543f6e594" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.612283] env[69330]: INFO nova.compute.manager [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Attaching volume 6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3 to /dev/sdb [ 1037.650114] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a81f43-b9bc-4133-bcc8-9ae742cd33ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.657982] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00b5b58-eb6c-4ea4-91b7-2bb994cdd331 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.672691] env[69330]: DEBUG nova.virt.block_device [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Updating existing volume attachment record: 870f8a01-aeae-4221-989b-17085cdcfebc {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1037.677701] env[69330]: DEBUG oslo_concurrency.lockutils [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.678377] env[69330]: DEBUG oslo_concurrency.lockutils [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.678664] env[69330]: DEBUG oslo_concurrency.lockutils [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.679597] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb31d24e-121c-4ce2-9cc8-c5511f419e2a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.696985] env[69330]: DEBUG nova.virt.hardware [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.697263] env[69330]: DEBUG nova.virt.hardware [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.697422] env[69330]: DEBUG nova.virt.hardware [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.697607] env[69330]: DEBUG nova.virt.hardware [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.697754] env[69330]: DEBUG nova.virt.hardware [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.697898] env[69330]: DEBUG nova.virt.hardware [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.698114] env[69330]: DEBUG nova.virt.hardware [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.698277] env[69330]: DEBUG nova.virt.hardware [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.698445] env[69330]: DEBUG nova.virt.hardware [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.698623] env[69330]: DEBUG nova.virt.hardware [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.698859] env[69330]: DEBUG nova.virt.hardware [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.705234] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Reconfiguring VM to attach interface {{(pid=69330) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1037.705546] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5ecbc31-e1f2-4e1a-9998-d03c8e25b16b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.724377] env[69330]: DEBUG oslo_vmware.api [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1037.724377] env[69330]: value = "task-4128799" [ 1037.724377] env[69330]: _type = "Task" [ 1037.724377] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.732620] env[69330]: DEBUG oslo_vmware.api [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128799, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.857155] env[69330]: DEBUG nova.network.neutron [-] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.919816] env[69330]: DEBUG nova.compute.manager [req-be36c0a4-3768-4003-826f-2ebe0f33d619 req-d0dc8dab-cb20-4a46-a79d-4037773af3ec service nova] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Received event network-vif-deleted-05c54a35-5ead-4c08-8698-30032d4756d0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.235868] env[69330]: DEBUG oslo_vmware.api [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.347540] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619fdfd2-d1bf-4393-977d-7c184ebed7ca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.356499] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70125e8-47c7-4d03-a5f2-629a4e66e21f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.359841] env[69330]: INFO nova.compute.manager [-] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Took 1.31 seconds to deallocate network for instance. [ 1038.408520] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7d3869-6e50-43cc-96d5-43a950a967b4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.421015] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b766aa4-35dc-4fe3-b8d1-97bd69c4f7df {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.439155] env[69330]: DEBUG nova.compute.provider_tree [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.564245] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.564674] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.564984] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.565318] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.565601] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.570034] env[69330]: INFO nova.compute.manager [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Terminating instance [ 1038.736159] env[69330]: DEBUG oslo_vmware.api [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128799, 'name': ReconfigVM_Task, 'duration_secs': 0.626012} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.736878] env[69330]: DEBUG oslo_concurrency.lockutils [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.736934] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Reconfigured VM to attach interface {{(pid=69330) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1038.910501] env[69330]: DEBUG oslo_concurrency.lockutils [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.942901] env[69330]: DEBUG nova.scheduler.client.report [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.076313] env[69330]: DEBUG nova.compute.manager [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.076551] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.077514] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81962895-2f3f-4f80-b454-5d4a3a1e6f07 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.086084] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.086359] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4449237-b0ef-4e2b-af7b-bca32fe79e98 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.095177] env[69330]: DEBUG oslo_vmware.api [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 1039.095177] env[69330]: value = "task-4128803" [ 1039.095177] env[69330]: _type = "Task" [ 1039.095177] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.106568] env[69330]: DEBUG oslo_vmware.api [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.242781] env[69330]: DEBUG oslo_concurrency.lockutils [None req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-0db83f12-91e4-40d9-b67b-f717108c5865-b2c7737b-95c9-421b-9058-1859be7dd2d1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.438s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.334949] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "2a6c25f9-0c1c-4873-b587-a7f6818a9613" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.335344] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "2a6c25f9-0c1c-4873-b587-a7f6818a9613" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.451061] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.451061] env[69330]: DEBUG nova.compute.manager [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.456185] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.486s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.456594] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.459725] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.439s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.462862] env[69330]: INFO nova.compute.claims [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.483939] env[69330]: INFO nova.scheduler.client.report [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleted allocations for instance 3640563f-1559-4624-9078-1ebd508bdc3c [ 1039.606180] env[69330]: DEBUG oslo_vmware.api [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128803, 'name': PowerOffVM_Task, 'duration_secs': 0.259914} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.606471] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.606641] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.607014] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42e25c8b-ff72-45ad-8dea-a405a3471212 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.685719] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.685719] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.685719] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Deleting the datastore file [datastore1] 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.685719] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be298e10-0b00-486c-9672-2da0814d771b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.694896] env[69330]: DEBUG oslo_vmware.api [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for the task: (returnval){ [ 1039.694896] env[69330]: value = "task-4128805" [ 1039.694896] env[69330]: _type = "Task" [ 1039.694896] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.704777] env[69330]: DEBUG oslo_vmware.api [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.838336] env[69330]: DEBUG nova.compute.manager [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.968593] env[69330]: DEBUG nova.compute.utils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.972040] env[69330]: DEBUG nova.compute.manager [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.972545] env[69330]: DEBUG nova.network.neutron [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.990475] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8409fba7-5910-488a-b402-4e0a170c67c8 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "3640563f-1559-4624-9078-1ebd508bdc3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.554s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.040293] env[69330]: DEBUG nova.policy [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657f6c6385e34e049f0824575e7240ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4033b2356de4762935166fbf7904251', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.047450] env[69330]: DEBUG nova.compute.manager [req-05ff0c06-a837-4b33-9c4c-11ceadec7420 req-45a053a8-5888-4598-8cbc-368640725e2c service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Received event network-changed-313a1a18-0e2a-4d3e-9189-71f473b306fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.047450] env[69330]: DEBUG nova.compute.manager [req-05ff0c06-a837-4b33-9c4c-11ceadec7420 req-45a053a8-5888-4598-8cbc-368640725e2c service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Refreshing instance network info cache due to event network-changed-313a1a18-0e2a-4d3e-9189-71f473b306fd. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.047450] env[69330]: DEBUG oslo_concurrency.lockutils [req-05ff0c06-a837-4b33-9c4c-11ceadec7420 req-45a053a8-5888-4598-8cbc-368640725e2c service nova] Acquiring lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.047450] env[69330]: DEBUG oslo_concurrency.lockutils [req-05ff0c06-a837-4b33-9c4c-11ceadec7420 req-45a053a8-5888-4598-8cbc-368640725e2c service nova] Acquired lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.047450] env[69330]: DEBUG nova.network.neutron [req-05ff0c06-a837-4b33-9c4c-11ceadec7420 req-45a053a8-5888-4598-8cbc-368640725e2c service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Refreshing network info cache for port 313a1a18-0e2a-4d3e-9189-71f473b306fd {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.209540] env[69330]: DEBUG oslo_vmware.api [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Task: {'id': task-4128805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148275} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.209830] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.210055] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.210282] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.210502] env[69330]: INFO nova.compute.manager [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1040.210716] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.210948] env[69330]: DEBUG nova.compute.manager [-] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.211095] env[69330]: DEBUG nova.network.neutron [-] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.366692] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.473351] env[69330]: DEBUG nova.compute.manager [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.541949] env[69330]: DEBUG nova.compute.manager [req-24aa0272-a582-40a1-9990-99682ea73f3d req-196573eb-8a5a-4093-bdd3-ae25e6a81670 service nova] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Received event network-vif-deleted-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.542514] env[69330]: INFO nova.compute.manager [req-24aa0272-a582-40a1-9990-99682ea73f3d req-196573eb-8a5a-4093-bdd3-ae25e6a81670 service nova] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Neutron deleted interface d08d9a08-3601-4b6b-8c6c-3e67d9eddee4; detaching it from the instance and deleting it from the info cache [ 1040.543107] env[69330]: DEBUG nova.network.neutron [req-24aa0272-a582-40a1-9990-99682ea73f3d req-196573eb-8a5a-4093-bdd3-ae25e6a81670 service nova] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.548887] env[69330]: DEBUG nova.network.neutron [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Successfully created port: bf3b81a8-d580-450b-85f6-4ce37f02af74 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.792751] env[69330]: DEBUG nova.network.neutron [req-05ff0c06-a837-4b33-9c4c-11ceadec7420 req-45a053a8-5888-4598-8cbc-368640725e2c service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Updated VIF entry in instance network info cache for port 313a1a18-0e2a-4d3e-9189-71f473b306fd. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.793268] env[69330]: DEBUG nova.network.neutron [req-05ff0c06-a837-4b33-9c4c-11ceadec7420 req-45a053a8-5888-4598-8cbc-368640725e2c service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Updating instance_info_cache with network_info: [{"id": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "address": "fa:16:3e:a4:a2:44", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313a1a18-0e", "ovs_interfaceid": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.886349] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113b8c05-5596-44aa-80d8-fd2b8906078e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.894311] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e2d0e2-9c6a-4ecd-8e2c-7ffdf149251e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.925629] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf58d47c-069d-49e1-aef3-8b464a3c660e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.934241] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa987eff-3bde-4777-aa9d-7fe244ea06a6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.950705] env[69330]: DEBUG nova.compute.provider_tree [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.022887] env[69330]: DEBUG nova.network.neutron [-] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.024576] env[69330]: DEBUG oslo_concurrency.lockutils [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "interface-0db83f12-91e4-40d9-b67b-f717108c5865-8993972f-bd20-4046-80ae-114c080e78f4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.024955] env[69330]: DEBUG oslo_concurrency.lockutils [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-0db83f12-91e4-40d9-b67b-f717108c5865-8993972f-bd20-4046-80ae-114c080e78f4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.049046] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-487c18d2-0bae-49c1-ae1f-ccf958fb2fa8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.059680] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68851d24-d654-43b7-b6f9-29858c603c60 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.097965] env[69330]: DEBUG nova.compute.manager [req-24aa0272-a582-40a1-9990-99682ea73f3d req-196573eb-8a5a-4093-bdd3-ae25e6a81670 service nova] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Detach interface failed, port_id=d08d9a08-3601-4b6b-8c6c-3e67d9eddee4, reason: Instance 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.296205] env[69330]: DEBUG oslo_concurrency.lockutils [req-05ff0c06-a837-4b33-9c4c-11ceadec7420 req-45a053a8-5888-4598-8cbc-368640725e2c service nova] Releasing lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.454537] env[69330]: DEBUG nova.scheduler.client.report [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.486666] env[69330]: DEBUG nova.compute.manager [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.519433] env[69330]: DEBUG nova.virt.hardware [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.520066] env[69330]: DEBUG nova.virt.hardware [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.520249] env[69330]: DEBUG nova.virt.hardware [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.520458] env[69330]: DEBUG nova.virt.hardware [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.520594] env[69330]: DEBUG nova.virt.hardware [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.520749] env[69330]: DEBUG nova.virt.hardware [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.520970] env[69330]: DEBUG nova.virt.hardware [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.521146] env[69330]: DEBUG nova.virt.hardware [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.521323] env[69330]: DEBUG nova.virt.hardware [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.521680] env[69330]: DEBUG nova.virt.hardware [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.521896] env[69330]: DEBUG nova.virt.hardware [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.522838] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ec4fd7-6930-46cd-9571-3f796bd312ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.527471] env[69330]: INFO nova.compute.manager [-] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Took 1.32 seconds to deallocate network for instance. [ 1041.528036] env[69330]: DEBUG oslo_concurrency.lockutils [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.528235] env[69330]: DEBUG oslo_concurrency.lockutils [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.536145] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9622f51-3d26-459a-ad7d-612e3c646f15 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.541423] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88650662-f3b0-444c-b6b5-3203c581f0b4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.573587] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000dcc91-3ccf-4908-a05b-5066c8261183 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.604779] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Reconfiguring VM to detach interface {{(pid=69330) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1041.605724] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7ebe2ea-5168-4b27-bb35-582a7f5f0e20 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.625893] env[69330]: DEBUG oslo_vmware.api [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1041.625893] env[69330]: value = "task-4128807" [ 1041.625893] env[69330]: _type = "Task" [ 1041.625893] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.637710] env[69330]: DEBUG oslo_vmware.api [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.960048] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.960770] env[69330]: DEBUG nova.compute.manager [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.965262] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.960s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.966872] env[69330]: INFO nova.compute.claims [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.036803] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.072772] env[69330]: DEBUG nova.compute.manager [req-e284238d-ca92-43d8-b8b0-07c4311c88f2 req-937369c2-4a7c-4ce6-950a-d8a694bc5a00 service nova] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Received event network-vif-plugged-bf3b81a8-d580-450b-85f6-4ce37f02af74 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.073067] env[69330]: DEBUG oslo_concurrency.lockutils [req-e284238d-ca92-43d8-b8b0-07c4311c88f2 req-937369c2-4a7c-4ce6-950a-d8a694bc5a00 service nova] Acquiring lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.073299] env[69330]: DEBUG oslo_concurrency.lockutils [req-e284238d-ca92-43d8-b8b0-07c4311c88f2 req-937369c2-4a7c-4ce6-950a-d8a694bc5a00 service nova] Lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.074630] env[69330]: DEBUG oslo_concurrency.lockutils [req-e284238d-ca92-43d8-b8b0-07c4311c88f2 req-937369c2-4a7c-4ce6-950a-d8a694bc5a00 service nova] Lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.074862] env[69330]: DEBUG nova.compute.manager [req-e284238d-ca92-43d8-b8b0-07c4311c88f2 req-937369c2-4a7c-4ce6-950a-d8a694bc5a00 service nova] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] No waiting events found dispatching network-vif-plugged-bf3b81a8-d580-450b-85f6-4ce37f02af74 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1042.075033] env[69330]: WARNING nova.compute.manager [req-e284238d-ca92-43d8-b8b0-07c4311c88f2 req-937369c2-4a7c-4ce6-950a-d8a694bc5a00 service nova] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Received unexpected event network-vif-plugged-bf3b81a8-d580-450b-85f6-4ce37f02af74 for instance with vm_state building and task_state spawning. [ 1042.102723] env[69330]: DEBUG nova.network.neutron [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Successfully updated port: bf3b81a8-d580-450b-85f6-4ce37f02af74 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.138446] env[69330]: DEBUG oslo_vmware.api [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.224444] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1042.224895] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817804', 'volume_id': '6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3', 'name': 'volume-6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88f8ade3-bf90-4c53-89eb-21f543f6e594', 'attached_at': '', 'detached_at': '', 'volume_id': '6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3', 'serial': '6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1042.225618] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134ccda5-6f87-430b-ac5c-dd6ba0c5dc7a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.244922] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b930fed-cdd9-4f2b-b0a9-91c9f8d29b11 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.271989] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3/volume-6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.272476] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe5d1be-14db-4232-a64c-ee99aba5072c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.291971] env[69330]: DEBUG oslo_vmware.api [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1042.291971] env[69330]: value = "task-4128808" [ 1042.291971] env[69330]: _type = "Task" [ 1042.291971] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.301082] env[69330]: DEBUG oslo_vmware.api [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.472138] env[69330]: DEBUG nova.compute.utils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.475914] env[69330]: DEBUG nova.compute.manager [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.476114] env[69330]: DEBUG nova.network.neutron [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.524172] env[69330]: DEBUG nova.policy [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6284cf2075824bd0849b1dce77889097', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7714fe6c2d84cc99ad110f5804ea68f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.608139] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.609202] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.609202] env[69330]: DEBUG nova.network.neutron [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.637433] env[69330]: DEBUG oslo_vmware.api [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.802598] env[69330]: DEBUG oslo_vmware.api [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128808, 'name': ReconfigVM_Task, 'duration_secs': 0.346836} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.802894] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3/volume-6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.807776] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a41af3b7-a8e7-4f0d-a004-b7c9d40920b1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.824777] env[69330]: DEBUG oslo_vmware.api [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1042.824777] env[69330]: value = "task-4128809" [ 1042.824777] env[69330]: _type = "Task" [ 1042.824777] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.836423] env[69330]: DEBUG oslo_vmware.api [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.911434] env[69330]: DEBUG nova.network.neutron [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Successfully created port: 15cb5cc1-5b99-452c-adb6-87924a2bc2bf {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.977071] env[69330]: DEBUG nova.compute.manager [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.140264] env[69330]: DEBUG oslo_vmware.api [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.148403] env[69330]: DEBUG nova.network.neutron [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.295439] env[69330]: DEBUG nova.network.neutron [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating instance_info_cache with network_info: [{"id": "bf3b81a8-d580-450b-85f6-4ce37f02af74", "address": "fa:16:3e:03:20:0c", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3b81a8-d5", "ovs_interfaceid": "bf3b81a8-d580-450b-85f6-4ce37f02af74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.331845] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960ca41c-b621-495d-ad1a-3688e7f57c1e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.338768] env[69330]: DEBUG oslo_vmware.api [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128809, 'name': ReconfigVM_Task, 'duration_secs': 0.150451} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.339448] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817804', 'volume_id': '6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3', 'name': 'volume-6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88f8ade3-bf90-4c53-89eb-21f543f6e594', 'attached_at': '', 'detached_at': '', 'volume_id': '6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3', 'serial': '6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1043.343610] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50444ab1-e359-40ca-926b-647522b24ad5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.375290] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66309525-eae1-47da-86f2-5bcbad79806c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.386017] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e83bdc7-438c-4800-9509-d816cb0a9f37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.399871] env[69330]: DEBUG nova.compute.provider_tree [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.639019] env[69330]: DEBUG oslo_vmware.api [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.798109] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.798501] env[69330]: DEBUG nova.compute.manager [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Instance network_info: |[{"id": "bf3b81a8-d580-450b-85f6-4ce37f02af74", "address": "fa:16:3e:03:20:0c", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3b81a8-d5", "ovs_interfaceid": "bf3b81a8-d580-450b-85f6-4ce37f02af74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.798954] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:20:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf3b81a8-d580-450b-85f6-4ce37f02af74', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.808555] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.808940] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.809245] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc9a5e40-a853-4946-96d2-3dfcd01ba599 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.834068] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.834068] env[69330]: value = "task-4128810" [ 1043.834068] env[69330]: _type = "Task" [ 1043.834068] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.842761] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128810, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.902520] env[69330]: DEBUG nova.scheduler.client.report [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.993780] env[69330]: DEBUG nova.compute.manager [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.026491] env[69330]: DEBUG nova.virt.hardware [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.026898] env[69330]: DEBUG nova.virt.hardware [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.027190] env[69330]: DEBUG nova.virt.hardware [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.027500] env[69330]: DEBUG nova.virt.hardware [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.027753] env[69330]: DEBUG nova.virt.hardware [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.027980] env[69330]: DEBUG nova.virt.hardware [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.028310] env[69330]: DEBUG nova.virt.hardware [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.028547] env[69330]: DEBUG nova.virt.hardware [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.028815] env[69330]: DEBUG nova.virt.hardware [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.029071] env[69330]: DEBUG nova.virt.hardware [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.029323] env[69330]: DEBUG nova.virt.hardware [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.030517] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d43b8d0-662b-4eb3-9f41-1201961fd72a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.040665] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab925e0-70bb-4c28-a531-95ea13d5733f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.101991] env[69330]: DEBUG nova.compute.manager [req-a515b164-92fa-4759-8d9d-dc1d856c54da req-90293fd0-b550-4017-8f56-cc1ac3357c96 service nova] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Received event network-changed-bf3b81a8-d580-450b-85f6-4ce37f02af74 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.102232] env[69330]: DEBUG nova.compute.manager [req-a515b164-92fa-4759-8d9d-dc1d856c54da req-90293fd0-b550-4017-8f56-cc1ac3357c96 service nova] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Refreshing instance network info cache due to event network-changed-bf3b81a8-d580-450b-85f6-4ce37f02af74. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.102446] env[69330]: DEBUG oslo_concurrency.lockutils [req-a515b164-92fa-4759-8d9d-dc1d856c54da req-90293fd0-b550-4017-8f56-cc1ac3357c96 service nova] Acquiring lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.102593] env[69330]: DEBUG oslo_concurrency.lockutils [req-a515b164-92fa-4759-8d9d-dc1d856c54da req-90293fd0-b550-4017-8f56-cc1ac3357c96 service nova] Acquired lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.102751] env[69330]: DEBUG nova.network.neutron [req-a515b164-92fa-4759-8d9d-dc1d856c54da req-90293fd0-b550-4017-8f56-cc1ac3357c96 service nova] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Refreshing network info cache for port bf3b81a8-d580-450b-85f6-4ce37f02af74 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.140328] env[69330]: DEBUG oslo_vmware.api [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.344237] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128810, 'name': CreateVM_Task, 'duration_secs': 0.386355} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.344450] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.345180] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.345347] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.345688] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.345944] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abcdacc4-8957-412e-bb68-655ee289034a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.350679] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1044.350679] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521bee13-1893-bd3c-2e5c-3e9c165d1735" [ 1044.350679] env[69330]: _type = "Task" [ 1044.350679] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.359432] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521bee13-1893-bd3c-2e5c-3e9c165d1735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.392597] env[69330]: DEBUG nova.objects.instance [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lazy-loading 'flavor' on Instance uuid 88f8ade3-bf90-4c53-89eb-21f543f6e594 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.408256] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.411031] env[69330]: DEBUG nova.compute.manager [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.412341] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.857s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.412672] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.412958] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69330) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1044.413673] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.620s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.421030] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53af9ab3-5e5a-4052-950d-7ac8f448cc4a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.432877] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef624b7-390d-45e0-8c26-2d8d95fa18fc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.456036] env[69330]: DEBUG nova.network.neutron [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Successfully updated port: 15cb5cc1-5b99-452c-adb6-87924a2bc2bf {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.457287] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b017048d-ca6d-49c7-9ab7-95719d98563e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.467761] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b8d9a-430e-4e79-8b06-b873768f3f8f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.502639] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178145MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69330) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1044.502639] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.648762] env[69330]: DEBUG oslo_vmware.api [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.865040] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521bee13-1893-bd3c-2e5c-3e9c165d1735, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.865040] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.865040] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.865040] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.865040] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.865040] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.865040] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8bb3d17-32d1-42da-b9d0-67b28abe3c56 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.876943] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.877411] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.878277] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ccad36b-40f4-4a42-9066-40eb7ac25d2c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.883950] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1044.883950] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520232e2-4cd7-8a80-f44b-496afc6741a1" [ 1044.883950] env[69330]: _type = "Task" [ 1044.883950] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.898291] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520232e2-4cd7-8a80-f44b-496afc6741a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009625} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.899196] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1a14879-e73f-42b3-a493-bd03a1b740d1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.901818] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a58438f3-4df9-4234-82f6-b8003369aa94 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "88f8ade3-bf90-4c53-89eb-21f543f6e594" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.290s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.909021] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1044.909021] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52accdce-e189-d114-4189-159e7b2f2cda" [ 1044.909021] env[69330]: _type = "Task" [ 1044.909021] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.917633] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52accdce-e189-d114-4189-159e7b2f2cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.929277] env[69330]: INFO nova.compute.claims [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.930603] env[69330]: DEBUG nova.compute.utils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.935470] env[69330]: DEBUG nova.compute.manager [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.935824] env[69330]: DEBUG nova.network.neutron [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.961197] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "refresh_cache-7fcc16da-c1be-4242-aa4e-4982047d57c7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.963385] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "refresh_cache-7fcc16da-c1be-4242-aa4e-4982047d57c7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.963385] env[69330]: DEBUG nova.network.neutron [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.986088] env[69330]: DEBUG nova.policy [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '653f3e03baed40feb048533d432121dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93686938c9a84141bf1549e53d0eaaba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.007379] env[69330]: DEBUG nova.network.neutron [req-a515b164-92fa-4759-8d9d-dc1d856c54da req-90293fd0-b550-4017-8f56-cc1ac3357c96 service nova] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updated VIF entry in instance network info cache for port bf3b81a8-d580-450b-85f6-4ce37f02af74. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.007755] env[69330]: DEBUG nova.network.neutron [req-a515b164-92fa-4759-8d9d-dc1d856c54da req-90293fd0-b550-4017-8f56-cc1ac3357c96 service nova] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating instance_info_cache with network_info: [{"id": "bf3b81a8-d580-450b-85f6-4ce37f02af74", "address": "fa:16:3e:03:20:0c", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3b81a8-d5", "ovs_interfaceid": "bf3b81a8-d580-450b-85f6-4ce37f02af74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.141581] env[69330]: DEBUG oslo_vmware.api [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.150380] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "88f8ade3-bf90-4c53-89eb-21f543f6e594" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.150680] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "88f8ade3-bf90-4c53-89eb-21f543f6e594" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.150936] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "88f8ade3-bf90-4c53-89eb-21f543f6e594-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.151214] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "88f8ade3-bf90-4c53-89eb-21f543f6e594-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.151421] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "88f8ade3-bf90-4c53-89eb-21f543f6e594-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.153755] env[69330]: INFO nova.compute.manager [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Terminating instance [ 1045.295328] env[69330]: DEBUG nova.network.neutron [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Successfully created port: caa86c2f-90ae-48da-951a-813418a46d55 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.416872] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52accdce-e189-d114-4189-159e7b2f2cda, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.417095] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.417353] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] a58e4dd3-b892-4e14-a71f-bd853ab158bc/a58e4dd3-b892-4e14-a71f-bd853ab158bc.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.417600] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b98f7ce3-c0d7-425a-93f9-bafabb213220 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.424374] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1045.424374] env[69330]: value = "task-4128811" [ 1045.424374] env[69330]: _type = "Task" [ 1045.424374] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.432611] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.434193] env[69330]: INFO nova.compute.resource_tracker [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating resource usage from migration ccdd8afb-cbcf-42d9-be57-6fdd6d7fad1d [ 1045.438081] env[69330]: DEBUG nova.compute.manager [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.502439] env[69330]: DEBUG nova.network.neutron [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.509919] env[69330]: DEBUG oslo_concurrency.lockutils [req-a515b164-92fa-4759-8d9d-dc1d856c54da req-90293fd0-b550-4017-8f56-cc1ac3357c96 service nova] Releasing lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.644943] env[69330]: DEBUG oslo_vmware.api [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.658442] env[69330]: DEBUG nova.compute.manager [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.658804] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.661899] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c863431-c807-4a4d-9f68-cb75bc225d89 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.674163] env[69330]: DEBUG oslo_vmware.api [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1045.674163] env[69330]: value = "task-4128812" [ 1045.674163] env[69330]: _type = "Task" [ 1045.674163] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.697101] env[69330]: DEBUG oslo_vmware.api [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.812645] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2902b6f-aa31-4c01-a122-e31a1710ed54 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.823037] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88431953-1898-40de-8ba8-b34a0dc3c53c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.864806] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18257677-1c2b-48b5-a0f5-4c6c47fdb02b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.872275] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b897c301-f805-490e-85ab-e12040fd11a7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.887547] env[69330]: DEBUG nova.compute.provider_tree [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.934996] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480206} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.935366] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] a58e4dd3-b892-4e14-a71f-bd853ab158bc/a58e4dd3-b892-4e14-a71f-bd853ab158bc.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.935590] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.935845] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-124892b6-3b37-48ba-b722-206322df932d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.949190] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1045.949190] env[69330]: value = "task-4128813" [ 1045.949190] env[69330]: _type = "Task" [ 1045.949190] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.956352] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.080378] env[69330]: DEBUG nova.network.neutron [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Updating instance_info_cache with network_info: [{"id": "15cb5cc1-5b99-452c-adb6-87924a2bc2bf", "address": "fa:16:3e:91:17:8b", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15cb5cc1-5b", "ovs_interfaceid": "15cb5cc1-5b99-452c-adb6-87924a2bc2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.144881] env[69330]: DEBUG oslo_vmware.api [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.183721] env[69330]: DEBUG oslo_vmware.api [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128812, 'name': PowerOffVM_Task, 'duration_secs': 0.356158} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.183950] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.184163] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1046.184403] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817804', 'volume_id': '6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3', 'name': 'volume-6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88f8ade3-bf90-4c53-89eb-21f543f6e594', 'attached_at': '', 'detached_at': '', 'volume_id': '6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3', 'serial': '6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1046.185215] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0212702d-eaf2-40fb-a4db-081b1b93f971 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.208663] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a245ea-2d0d-4e7e-b86d-f251b25ef0e5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.216736] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4decf987-5959-49a0-b7bf-36c6f1167161 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.240148] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63415ba-b517-4642-a14c-3cc1e83b3991 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.256142] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] The volume has not been displaced from its original location: [datastore1] volume-6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3/volume-6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1046.261545] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.261931] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0618f905-2256-4c94-a45b-36f1c9654397 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.282566] env[69330]: DEBUG oslo_vmware.api [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1046.282566] env[69330]: value = "task-4128814" [ 1046.282566] env[69330]: _type = "Task" [ 1046.282566] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.294659] env[69330]: DEBUG oslo_vmware.api [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.390726] env[69330]: DEBUG nova.scheduler.client.report [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.397326] env[69330]: DEBUG nova.compute.manager [req-748fc58f-0fe9-4202-8a5c-9a8ce1f55630 req-d62aa68b-0151-4e1e-be4b-f2a157566541 service nova] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Received event network-vif-plugged-15cb5cc1-5b99-452c-adb6-87924a2bc2bf {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.397763] env[69330]: DEBUG oslo_concurrency.lockutils [req-748fc58f-0fe9-4202-8a5c-9a8ce1f55630 req-d62aa68b-0151-4e1e-be4b-f2a157566541 service nova] Acquiring lock "7fcc16da-c1be-4242-aa4e-4982047d57c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.398057] env[69330]: DEBUG oslo_concurrency.lockutils [req-748fc58f-0fe9-4202-8a5c-9a8ce1f55630 req-d62aa68b-0151-4e1e-be4b-f2a157566541 service nova] Lock "7fcc16da-c1be-4242-aa4e-4982047d57c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.398291] env[69330]: DEBUG oslo_concurrency.lockutils [req-748fc58f-0fe9-4202-8a5c-9a8ce1f55630 req-d62aa68b-0151-4e1e-be4b-f2a157566541 service nova] Lock "7fcc16da-c1be-4242-aa4e-4982047d57c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.398561] env[69330]: DEBUG nova.compute.manager [req-748fc58f-0fe9-4202-8a5c-9a8ce1f55630 req-d62aa68b-0151-4e1e-be4b-f2a157566541 service nova] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] No waiting events found dispatching network-vif-plugged-15cb5cc1-5b99-452c-adb6-87924a2bc2bf {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1046.398863] env[69330]: WARNING nova.compute.manager [req-748fc58f-0fe9-4202-8a5c-9a8ce1f55630 req-d62aa68b-0151-4e1e-be4b-f2a157566541 service nova] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Received unexpected event network-vif-plugged-15cb5cc1-5b99-452c-adb6-87924a2bc2bf for instance with vm_state building and task_state spawning. [ 1046.399157] env[69330]: DEBUG nova.compute.manager [req-748fc58f-0fe9-4202-8a5c-9a8ce1f55630 req-d62aa68b-0151-4e1e-be4b-f2a157566541 service nova] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Received event network-changed-15cb5cc1-5b99-452c-adb6-87924a2bc2bf {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.399280] env[69330]: DEBUG nova.compute.manager [req-748fc58f-0fe9-4202-8a5c-9a8ce1f55630 req-d62aa68b-0151-4e1e-be4b-f2a157566541 service nova] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Refreshing instance network info cache due to event network-changed-15cb5cc1-5b99-452c-adb6-87924a2bc2bf. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.400028] env[69330]: DEBUG oslo_concurrency.lockutils [req-748fc58f-0fe9-4202-8a5c-9a8ce1f55630 req-d62aa68b-0151-4e1e-be4b-f2a157566541 service nova] Acquiring lock "refresh_cache-7fcc16da-c1be-4242-aa4e-4982047d57c7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.456434] env[69330]: DEBUG nova.compute.manager [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.468578] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075249} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.468922] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.469855] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84106c8-776c-4083-b903-99a3e4c1577e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.492798] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a58e4dd3-b892-4e14-a71f-bd853ab158bc/a58e4dd3-b892-4e14-a71f-bd853ab158bc.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.495108] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7d5e742-6be5-46f2-9194-cc4875dc5817 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.516514] env[69330]: DEBUG nova.virt.hardware [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.516775] env[69330]: DEBUG nova.virt.hardware [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.516936] env[69330]: DEBUG nova.virt.hardware [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.517149] env[69330]: DEBUG nova.virt.hardware [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.517302] env[69330]: DEBUG nova.virt.hardware [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.517475] env[69330]: DEBUG nova.virt.hardware [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.517711] env[69330]: DEBUG nova.virt.hardware [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.517875] env[69330]: DEBUG nova.virt.hardware [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.518054] env[69330]: DEBUG nova.virt.hardware [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.518306] env[69330]: DEBUG nova.virt.hardware [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.518393] env[69330]: DEBUG nova.virt.hardware [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.519229] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac60e38-290d-41bd-ad60-cc7bbc920cc1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.523202] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1046.523202] env[69330]: value = "task-4128815" [ 1046.523202] env[69330]: _type = "Task" [ 1046.523202] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.529795] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5239feeb-c79a-4494-a001-2d857337015d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.537044] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.581868] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "refresh_cache-7fcc16da-c1be-4242-aa4e-4982047d57c7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.582250] env[69330]: DEBUG nova.compute.manager [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Instance network_info: |[{"id": "15cb5cc1-5b99-452c-adb6-87924a2bc2bf", "address": "fa:16:3e:91:17:8b", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15cb5cc1-5b", "ovs_interfaceid": "15cb5cc1-5b99-452c-adb6-87924a2bc2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.582634] env[69330]: DEBUG oslo_concurrency.lockutils [req-748fc58f-0fe9-4202-8a5c-9a8ce1f55630 req-d62aa68b-0151-4e1e-be4b-f2a157566541 service nova] Acquired lock "refresh_cache-7fcc16da-c1be-4242-aa4e-4982047d57c7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.582827] env[69330]: DEBUG nova.network.neutron [req-748fc58f-0fe9-4202-8a5c-9a8ce1f55630 req-d62aa68b-0151-4e1e-be4b-f2a157566541 service nova] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Refreshing network info cache for port 15cb5cc1-5b99-452c-adb6-87924a2bc2bf {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.584627] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:17:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15cb5cc1-5b99-452c-adb6-87924a2bc2bf', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.591543] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.592576] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.592825] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22238527-0270-4ba2-90b9-b2538a426b67 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.613880] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.613880] env[69330]: value = "task-4128816" [ 1046.613880] env[69330]: _type = "Task" [ 1046.613880] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.623078] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128816, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.645495] env[69330]: DEBUG oslo_vmware.api [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.696466] env[69330]: DEBUG nova.compute.manager [req-c16d8ce4-9001-4cab-bacd-c2d92dbc98eb req-a7083de8-fc28-4466-8702-76b8140b7f58 service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Received event network-vif-plugged-caa86c2f-90ae-48da-951a-813418a46d55 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.696818] env[69330]: DEBUG oslo_concurrency.lockutils [req-c16d8ce4-9001-4cab-bacd-c2d92dbc98eb req-a7083de8-fc28-4466-8702-76b8140b7f58 service nova] Acquiring lock "7bb0a892-c239-4c4b-83ce-563224fd85e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.696918] env[69330]: DEBUG oslo_concurrency.lockutils [req-c16d8ce4-9001-4cab-bacd-c2d92dbc98eb req-a7083de8-fc28-4466-8702-76b8140b7f58 service nova] Lock "7bb0a892-c239-4c4b-83ce-563224fd85e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.697099] env[69330]: DEBUG oslo_concurrency.lockutils [req-c16d8ce4-9001-4cab-bacd-c2d92dbc98eb req-a7083de8-fc28-4466-8702-76b8140b7f58 service nova] Lock "7bb0a892-c239-4c4b-83ce-563224fd85e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.697275] env[69330]: DEBUG nova.compute.manager [req-c16d8ce4-9001-4cab-bacd-c2d92dbc98eb req-a7083de8-fc28-4466-8702-76b8140b7f58 service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] No waiting events found dispatching network-vif-plugged-caa86c2f-90ae-48da-951a-813418a46d55 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1046.697441] env[69330]: WARNING nova.compute.manager [req-c16d8ce4-9001-4cab-bacd-c2d92dbc98eb req-a7083de8-fc28-4466-8702-76b8140b7f58 service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Received unexpected event network-vif-plugged-caa86c2f-90ae-48da-951a-813418a46d55 for instance with vm_state building and task_state spawning. [ 1046.789414] env[69330]: DEBUG nova.network.neutron [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Successfully updated port: caa86c2f-90ae-48da-951a-813418a46d55 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.794543] env[69330]: DEBUG oslo_vmware.api [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128814, 'name': ReconfigVM_Task, 'duration_secs': 0.201173} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.795218] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1046.801874] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6738a6c8-9308-4c37-a884-0e86106b7367 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.817079] env[69330]: DEBUG oslo_vmware.api [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1046.817079] env[69330]: value = "task-4128817" [ 1046.817079] env[69330]: _type = "Task" [ 1046.817079] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.826531] env[69330]: DEBUG oslo_vmware.api [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.895969] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.482s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.896234] env[69330]: INFO nova.compute.manager [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Migrating [ 1046.902876] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.840s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.903102] env[69330]: DEBUG nova.objects.instance [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Lazy-loading 'resources' on Instance uuid cde3d0c8-dfcd-4eaa-a2ef-645b50b02072 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.034155] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128815, 'name': ReconfigVM_Task, 'duration_secs': 0.353872} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.034499] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a58e4dd3-b892-4e14-a71f-bd853ab158bc/a58e4dd3-b892-4e14-a71f-bd853ab158bc.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.035215] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-037f4b4f-4fc0-47a3-9c75-24b247a69223 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.041786] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1047.041786] env[69330]: value = "task-4128818" [ 1047.041786] env[69330]: _type = "Task" [ 1047.041786] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.052615] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128818, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.125598] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128816, 'name': CreateVM_Task, 'duration_secs': 0.421676} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.125598] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.128540] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.128738] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.129084] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.129456] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c096102a-7631-4f3b-ad81-6f2dc4da8a30 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.135202] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1047.135202] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e2026b-e2d0-2d31-37ed-a6e2fc84ce7b" [ 1047.135202] env[69330]: _type = "Task" [ 1047.135202] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.148112] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e2026b-e2d0-2d31-37ed-a6e2fc84ce7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.151682] env[69330]: DEBUG oslo_vmware.api [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128807, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.296033] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "refresh_cache-7bb0a892-c239-4c4b-83ce-563224fd85e2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.296033] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquired lock "refresh_cache-7bb0a892-c239-4c4b-83ce-563224fd85e2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.296192] env[69330]: DEBUG nova.network.neutron [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.324503] env[69330]: DEBUG nova.network.neutron [req-748fc58f-0fe9-4202-8a5c-9a8ce1f55630 req-d62aa68b-0151-4e1e-be4b-f2a157566541 service nova] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Updated VIF entry in instance network info cache for port 15cb5cc1-5b99-452c-adb6-87924a2bc2bf. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.324960] env[69330]: DEBUG nova.network.neutron [req-748fc58f-0fe9-4202-8a5c-9a8ce1f55630 req-d62aa68b-0151-4e1e-be4b-f2a157566541 service nova] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Updating instance_info_cache with network_info: [{"id": "15cb5cc1-5b99-452c-adb6-87924a2bc2bf", "address": "fa:16:3e:91:17:8b", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15cb5cc1-5b", "ovs_interfaceid": "15cb5cc1-5b99-452c-adb6-87924a2bc2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.332933] env[69330]: DEBUG oslo_vmware.api [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128817, 'name': ReconfigVM_Task, 'duration_secs': 0.372597} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.336502] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817804', 'volume_id': '6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3', 'name': 'volume-6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88f8ade3-bf90-4c53-89eb-21f543f6e594', 'attached_at': '', 'detached_at': '', 'volume_id': '6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3', 'serial': '6981c494-f5d5-4314-a2f6-3ab6ac2e3ac3'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1047.336502] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.336502] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d1fd56-c08d-4462-a722-32f29352ee11 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.345075] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.345451] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbdb1041-0228-4749-afe3-fcee2aca3c86 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.412855] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.413106] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.413343] env[69330]: DEBUG nova.network.neutron [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.434931] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.435265] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.435503] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleting the datastore file [datastore1] 88f8ade3-bf90-4c53-89eb-21f543f6e594 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.435775] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6c181fd-6a43-422e-8e21-cd092e938dae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.443607] env[69330]: DEBUG oslo_vmware.api [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1047.443607] env[69330]: value = "task-4128820" [ 1047.443607] env[69330]: _type = "Task" [ 1047.443607] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.455535] env[69330]: DEBUG oslo_vmware.api [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.554673] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128818, 'name': Rename_Task, 'duration_secs': 0.166618} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.554956] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.555317] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec9f6e5c-9e4f-4605-8c12-ba74530c63ee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.563425] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1047.563425] env[69330]: value = "task-4128821" [ 1047.563425] env[69330]: _type = "Task" [ 1047.563425] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.572060] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.660326] env[69330]: DEBUG oslo_vmware.api [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128807, 'name': ReconfigVM_Task, 'duration_secs': 5.773858} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.660669] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e2026b-e2d0-2d31-37ed-a6e2fc84ce7b, 'name': SearchDatastore_Task, 'duration_secs': 0.015667} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.663875] env[69330]: DEBUG oslo_concurrency.lockutils [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.664115] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Reconfigured VM to detach interface {{(pid=69330) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1047.666257] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.666489] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.666749] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.666903] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.667099] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.667815] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05a6e3b6-7448-44e0-9910-06706884cf7e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.677726] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.677924] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.681344] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63722e7-b4e1-46aa-a54c-c397ad3d2cf6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.687368] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1047.687368] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52057fdd-8d6a-55b4-99b5-56f20a9fbd64" [ 1047.687368] env[69330]: _type = "Task" [ 1047.687368] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.697065] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52057fdd-8d6a-55b4-99b5-56f20a9fbd64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.777552] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34cce04-6c1c-4519-8190-4473d29f4823 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.786360] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461ddd5a-ec61-41b5-9943-33e2437d4e66 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.819576] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc1b0f6-b33a-43e1-87ab-6320ae84031a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.827364] env[69330]: DEBUG oslo_concurrency.lockutils [req-748fc58f-0fe9-4202-8a5c-9a8ce1f55630 req-d62aa68b-0151-4e1e-be4b-f2a157566541 service nova] Releasing lock "refresh_cache-7fcc16da-c1be-4242-aa4e-4982047d57c7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.829071] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d30061-96a2-4119-a436-ece543107332 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.847306] env[69330]: DEBUG nova.compute.provider_tree [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.854133] env[69330]: DEBUG nova.network.neutron [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.957313] env[69330]: DEBUG oslo_vmware.api [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136357} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.957582] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.957768] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.957941] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.958130] env[69330]: INFO nova.compute.manager [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1047.958384] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.958585] env[69330]: DEBUG nova.compute.manager [-] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.958681] env[69330]: DEBUG nova.network.neutron [-] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.079020] env[69330]: DEBUG oslo_vmware.api [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128821, 'name': PowerOnVM_Task, 'duration_secs': 0.491083} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.079020] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.079020] env[69330]: INFO nova.compute.manager [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1048.079250] env[69330]: DEBUG nova.compute.manager [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1048.079868] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379e68d9-3391-45d0-aa7f-3a114df47d71 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.122788] env[69330]: DEBUG nova.network.neutron [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Updating instance_info_cache with network_info: [{"id": "caa86c2f-90ae-48da-951a-813418a46d55", "address": "fa:16:3e:1e:fe:9b", "network": {"id": "51614a0f-c64f-45b3-8756-3f8696f70000", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-393319070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93686938c9a84141bf1549e53d0eaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa86c2f-90", "ovs_interfaceid": "caa86c2f-90ae-48da-951a-813418a46d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.199243] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52057fdd-8d6a-55b4-99b5-56f20a9fbd64, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.201560] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-027493d3-728f-428c-857f-fbe47abb5ecb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.207959] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1048.207959] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522782dc-38e4-f7bd-ade1-61848cc62e34" [ 1048.207959] env[69330]: _type = "Task" [ 1048.207959] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.218605] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522782dc-38e4-f7bd-ade1-61848cc62e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.248439] env[69330]: DEBUG nova.network.neutron [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance_info_cache with network_info: [{"id": "ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b", "address": "fa:16:3e:cc:15:22", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecee65e0-86", "ovs_interfaceid": "ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.351470] env[69330]: DEBUG nova.scheduler.client.report [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.602014] env[69330]: INFO nova.compute.manager [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Took 42.21 seconds to build instance. [ 1048.629235] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Releasing lock "refresh_cache-7bb0a892-c239-4c4b-83ce-563224fd85e2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.629578] env[69330]: DEBUG nova.compute.manager [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Instance network_info: |[{"id": "caa86c2f-90ae-48da-951a-813418a46d55", "address": "fa:16:3e:1e:fe:9b", "network": {"id": "51614a0f-c64f-45b3-8756-3f8696f70000", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-393319070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93686938c9a84141bf1549e53d0eaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa86c2f-90", "ovs_interfaceid": "caa86c2f-90ae-48da-951a-813418a46d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.629998] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:fe:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caa86c2f-90ae-48da-951a-813418a46d55', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.638605] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Creating folder: Project (93686938c9a84141bf1549e53d0eaaba). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.640268] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3f158a7-0c63-402a-b13e-6df5b30ed408 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.654504] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Created folder: Project (93686938c9a84141bf1549e53d0eaaba) in parent group-v817559. [ 1048.654982] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Creating folder: Instances. Parent ref: group-v817807. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.655586] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6178b576-5a31-4cfd-9b8b-2768033854c0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.667797] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Created folder: Instances in parent group-v817807. [ 1048.669119] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.669119] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.669119] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c08cb389-c3ee-4817-b321-e9c9aa1d8499 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.695279] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.695279] env[69330]: value = "task-4128824" [ 1048.695279] env[69330]: _type = "Task" [ 1048.695279] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.702854] env[69330]: DEBUG nova.network.neutron [-] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.710128] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128824, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.720523] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522782dc-38e4-f7bd-ade1-61848cc62e34, 'name': SearchDatastore_Task, 'duration_secs': 0.029762} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.720866] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.721128] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 7fcc16da-c1be-4242-aa4e-4982047d57c7/7fcc16da-c1be-4242-aa4e-4982047d57c7.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.722051] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4e48163-0c45-44f9-9bd2-787762ac43f9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.729336] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1048.729336] env[69330]: value = "task-4128825" [ 1048.729336] env[69330]: _type = "Task" [ 1048.729336] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.736634] env[69330]: DEBUG nova.compute.manager [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Received event network-changed-caa86c2f-90ae-48da-951a-813418a46d55 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.736753] env[69330]: DEBUG nova.compute.manager [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Refreshing instance network info cache due to event network-changed-caa86c2f-90ae-48da-951a-813418a46d55. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.736964] env[69330]: DEBUG oslo_concurrency.lockutils [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] Acquiring lock "refresh_cache-7bb0a892-c239-4c4b-83ce-563224fd85e2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.737132] env[69330]: DEBUG oslo_concurrency.lockutils [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] Acquired lock "refresh_cache-7bb0a892-c239-4c4b-83ce-563224fd85e2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.737681] env[69330]: DEBUG nova.network.neutron [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Refreshing network info cache for port caa86c2f-90ae-48da-951a-813418a46d55 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.744134] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.750703] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Releasing lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.856875] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.860713] env[69330]: DEBUG oslo_concurrency.lockutils [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.163s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.860713] env[69330]: DEBUG nova.objects.instance [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lazy-loading 'resources' on Instance uuid 172ee0df-1cff-46d6-a257-dce70701cd2b {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.884383] env[69330]: INFO nova.scheduler.client.report [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Deleted allocations for instance cde3d0c8-dfcd-4eaa-a2ef-645b50b02072 [ 1048.939165] env[69330]: DEBUG oslo_concurrency.lockutils [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.939697] env[69330]: DEBUG oslo_concurrency.lockutils [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.939697] env[69330]: DEBUG nova.network.neutron [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.104196] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ad935aa7-8824-4da4-afb4-4f9d02b13896 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.719s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.208489] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128824, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.211391] env[69330]: INFO nova.compute.manager [-] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Took 1.25 seconds to deallocate network for instance. [ 1049.243655] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128825, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.398149] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f68386ff-30b6-4e71-ba3a-833bc5241cbc tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Lock "cde3d0c8-dfcd-4eaa-a2ef-645b50b02072" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.263s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.441563] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "0db83f12-91e4-40d9-b67b-f717108c5865" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.441827] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "0db83f12-91e4-40d9-b67b-f717108c5865" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.442046] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "0db83f12-91e4-40d9-b67b-f717108c5865-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.442271] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "0db83f12-91e4-40d9-b67b-f717108c5865-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.442505] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "0db83f12-91e4-40d9-b67b-f717108c5865-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.447379] env[69330]: INFO nova.compute.manager [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Terminating instance [ 1049.525920] env[69330]: DEBUG nova.network.neutron [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Updated VIF entry in instance network info cache for port caa86c2f-90ae-48da-951a-813418a46d55. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.526330] env[69330]: DEBUG nova.network.neutron [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Updating instance_info_cache with network_info: [{"id": "caa86c2f-90ae-48da-951a-813418a46d55", "address": "fa:16:3e:1e:fe:9b", "network": {"id": "51614a0f-c64f-45b3-8756-3f8696f70000", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-393319070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93686938c9a84141bf1549e53d0eaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa86c2f-90", "ovs_interfaceid": "caa86c2f-90ae-48da-951a-813418a46d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.707232] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128824, 'name': CreateVM_Task, 'duration_secs': 0.601161} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.710291] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.711644] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.711830] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.712426] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.712670] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9056566a-3e09-4ce5-ac22-0bdccfa72e4c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.719851] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1049.719851] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b516d3-bdc2-a888-dbcc-f03c9e203517" [ 1049.719851] env[69330]: _type = "Task" [ 1049.719851] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.738584] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b516d3-bdc2-a888-dbcc-f03c9e203517, 'name': SearchDatastore_Task, 'duration_secs': 0.011587} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.739390] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.739691] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.739973] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.740172] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.740389] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.740690] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9afa3cbc-a092-4f74-911b-60b6cc146969 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.746780] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568512} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.750927] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 7fcc16da-c1be-4242-aa4e-4982047d57c7/7fcc16da-c1be-4242-aa4e-4982047d57c7.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.751222] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.752508] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bec8b4a1-2d4c-4998-9892-c890ed367760 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.761547] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.762330] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.768030] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2598ff36-133c-454e-ac25-52798a27f17d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.769633] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1049.769633] env[69330]: value = "task-4128826" [ 1049.769633] env[69330]: _type = "Task" [ 1049.769633] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.778051] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1049.778051] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c48638-5abb-95e6-8459-a204214eacd2" [ 1049.778051] env[69330]: _type = "Task" [ 1049.778051] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.789502] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f786bad-97e6-4846-85c9-d58a11da9810 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.793119] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.794396] env[69330]: INFO nova.compute.manager [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Took 0.58 seconds to detach 1 volumes for instance. [ 1049.801556] env[69330]: INFO nova.network.neutron [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Port 8993972f-bd20-4046-80ae-114c080e78f4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1049.801784] env[69330]: INFO nova.network.neutron [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Port b2c7737b-95c9-421b-9058-1859be7dd2d1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1049.802128] env[69330]: DEBUG nova.network.neutron [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Updating instance_info_cache with network_info: [{"id": "225db240-bbe8-4a6b-9163-8f3c89c71499", "address": "fa:16:3e:89:89:e6", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225db240-bb", "ovs_interfaceid": "225db240-bbe8-4a6b-9163-8f3c89c71499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.807761] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c48638-5abb-95e6-8459-a204214eacd2, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.810846] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bacd48f-ba59-4dcc-8a2a-4825d0f7db6e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.814172] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527f8da8-dddb-4616-bf99-d05ece494c57 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.822543] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1049.822543] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5236297a-c454-b75f-8351-7cd98311e0d2" [ 1049.822543] env[69330]: _type = "Task" [ 1049.822543] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.854850] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d71a63-842f-4e8c-9815-df7ae160c47c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.865739] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5236297a-c454-b75f-8351-7cd98311e0d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012884} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.869122] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.869122] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 7bb0a892-c239-4c4b-83ce-563224fd85e2/7bb0a892-c239-4c4b-83ce-563224fd85e2.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.869122] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-792961b0-df37-4f81-b613-062e24c30de3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.872148] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c8e3af-ac6b-4989-b3c5-f9cdf5f71992 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.888216] env[69330]: DEBUG nova.compute.provider_tree [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.891015] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1049.891015] env[69330]: value = "task-4128827" [ 1049.891015] env[69330]: _type = "Task" [ 1049.891015] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.899878] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.951896] env[69330]: DEBUG nova.compute.manager [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.951999] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.955569] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfaac51-2011-4abd-8f19-67a53f8a7b1f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.961615] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.965044] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c78cad2f-34a1-4e70-b44e-577115988d69 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.968605] env[69330]: DEBUG oslo_vmware.api [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1049.968605] env[69330]: value = "task-4128828" [ 1049.968605] env[69330]: _type = "Task" [ 1049.968605] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.978594] env[69330]: DEBUG oslo_vmware.api [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.030092] env[69330]: DEBUG oslo_concurrency.lockutils [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] Releasing lock "refresh_cache-7bb0a892-c239-4c4b-83ce-563224fd85e2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.030549] env[69330]: DEBUG nova.compute.manager [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Received event network-vif-deleted-8993972f-bd20-4046-80ae-114c080e78f4 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.030855] env[69330]: INFO nova.compute.manager [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Neutron deleted interface 8993972f-bd20-4046-80ae-114c080e78f4; detaching it from the instance and deleting it from the info cache [ 1050.031355] env[69330]: DEBUG nova.network.neutron [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Updating instance_info_cache with network_info: [{"id": "225db240-bbe8-4a6b-9163-8f3c89c71499", "address": "fa:16:3e:89:89:e6", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225db240-bb", "ovs_interfaceid": "225db240-bbe8-4a6b-9163-8f3c89c71499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2c7737b-95c9-421b-9058-1859be7dd2d1", "address": "fa:16:3e:e3:de:4f", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c7737b-95", "ovs_interfaceid": "b2c7737b-95c9-421b-9058-1859be7dd2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.192795] env[69330]: DEBUG nova.compute.manager [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Stashing vm_state: active {{(pid=69330) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1050.270248] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd28b38-b198-46f9-aebd-f11190777ff7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.283027] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072541} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.298889] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.298889] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance '3bad0450-f8d2-47db-a11a-0ad6295b7215' progress to 0 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.305045] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ebce15-93ef-4015-8431-6bd870fbdbd9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.318349] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.318867] env[69330]: DEBUG oslo_concurrency.lockutils [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "refresh_cache-0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.329853] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 7fcc16da-c1be-4242-aa4e-4982047d57c7/7fcc16da-c1be-4242-aa4e-4982047d57c7.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.331696] env[69330]: DEBUG oslo_concurrency.lockutils [None req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-0db83f12-91e4-40d9-b67b-f717108c5865-8993972f-bd20-4046-80ae-114c080e78f4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.307s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.332823] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f29914e-dd22-488f-8127-52f5a4add430 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.356654] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1050.356654] env[69330]: value = "task-4128829" [ 1050.356654] env[69330]: _type = "Task" [ 1050.356654] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.368236] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.394753] env[69330]: DEBUG nova.scheduler.client.report [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.406796] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.479568] env[69330]: DEBUG oslo_vmware.api [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128828, 'name': PowerOffVM_Task, 'duration_secs': 0.257361} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.479864] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.479997] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.480272] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4f7084e-0ef6-4310-823a-d54f50e10b3c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.535201] env[69330]: DEBUG oslo_concurrency.lockutils [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] Acquiring lock "0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.627024] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.627024] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.627024] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Deleting the datastore file [datastore2] 0db83f12-91e4-40d9-b67b-f717108c5865 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.627024] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87bc7ac0-9c1a-4a92-a04b-5fffef17515f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.633777] env[69330]: DEBUG oslo_vmware.api [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1050.633777] env[69330]: value = "task-4128831" [ 1050.633777] env[69330]: _type = "Task" [ 1050.633777] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.645135] env[69330]: DEBUG oslo_vmware.api [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.718279] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.811636] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.811986] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c7c5270-9078-4384-99a7-f1c9298b9ed1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.820646] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1050.820646] env[69330]: value = "task-4128832" [ 1050.820646] env[69330]: _type = "Task" [ 1050.820646] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.834669] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.865181] env[69330]: DEBUG nova.compute.manager [req-509d5442-a091-42e4-80b1-8f83a968852b req-956571f3-d25f-4df7-9eed-a1d29f60020f service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Received event network-vif-deleted-b2c7737b-95c9-421b-9058-1859be7dd2d1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.865181] env[69330]: INFO nova.compute.manager [req-509d5442-a091-42e4-80b1-8f83a968852b req-956571f3-d25f-4df7-9eed-a1d29f60020f service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Neutron deleted interface b2c7737b-95c9-421b-9058-1859be7dd2d1; detaching it from the instance and deleting it from the info cache [ 1050.865181] env[69330]: DEBUG nova.network.neutron [req-509d5442-a091-42e4-80b1-8f83a968852b req-956571f3-d25f-4df7-9eed-a1d29f60020f service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Updating instance_info_cache with network_info: [{"id": "225db240-bbe8-4a6b-9163-8f3c89c71499", "address": "fa:16:3e:89:89:e6", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225db240-bb", "ovs_interfaceid": "225db240-bbe8-4a6b-9163-8f3c89c71499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.873621] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128829, 'name': ReconfigVM_Task, 'duration_secs': 0.36042} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.874039] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 7fcc16da-c1be-4242-aa4e-4982047d57c7/7fcc16da-c1be-4242-aa4e-4982047d57c7.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.874808] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-426a3c42-95ce-492d-8645-ce6101e13d70 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.889021] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1050.889021] env[69330]: value = "task-4128833" [ 1050.889021] env[69330]: _type = "Task" [ 1050.889021] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.903674] env[69330]: DEBUG oslo_concurrency.lockutils [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.909169] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128833, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.913465] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.928s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.927689] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128827, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.938471] env[69330]: INFO nova.scheduler.client.report [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Deleted allocations for instance 172ee0df-1cff-46d6-a257-dce70701cd2b [ 1051.146778] env[69330]: DEBUG oslo_vmware.api [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175595} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.146974] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.147126] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.147310] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.147489] env[69330]: INFO nova.compute.manager [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1051.147735] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.147930] env[69330]: DEBUG nova.compute.manager [-] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.148164] env[69330]: DEBUG nova.network.neutron [-] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.221913] env[69330]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port b2c7737b-95c9-421b-9058-1859be7dd2d1 could not be found.", "detail": ""}} {{(pid=69330) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1051.222229] env[69330]: DEBUG nova.network.neutron [-] Unable to show port b2c7737b-95c9-421b-9058-1859be7dd2d1 as it no longer exists. {{(pid=69330) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1051.331247] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128832, 'name': PowerOffVM_Task, 'duration_secs': 0.217995} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.331562] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.331753] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance '3bad0450-f8d2-47db-a11a-0ad6295b7215' progress to 17 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.369839] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6e85dd6-e8b6-4f3d-a387-33b73100be88 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.383276] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db793c90-da21-4e0c-b494-a427db12ac11 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.406117] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128833, 'name': Rename_Task, 'duration_secs': 0.314236} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.410098] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.410792] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daf088c6-8f2f-42aa-8e13-4977116c1c33 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.432464] env[69330]: INFO nova.compute.claims [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.436555] env[69330]: DEBUG nova.compute.manager [req-509d5442-a091-42e4-80b1-8f83a968852b req-956571f3-d25f-4df7-9eed-a1d29f60020f service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Detach interface failed, port_id=b2c7737b-95c9-421b-9058-1859be7dd2d1, reason: Instance 0db83f12-91e4-40d9-b67b-f717108c5865 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.448440] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128827, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.417272} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.448947] env[69330]: DEBUG oslo_concurrency.lockutils [None req-79f91e20-735b-48e4-968e-563cb51208a2 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "172ee0df-1cff-46d6-a257-dce70701cd2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.400s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.450027] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 7bb0a892-c239-4c4b-83ce-563224fd85e2/7bb0a892-c239-4c4b-83ce-563224fd85e2.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.450395] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.452081] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da1eb526-efb6-46fb-a6c8-0968471ec48b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.454878] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1051.454878] env[69330]: value = "task-4128834" [ 1051.454878] env[69330]: _type = "Task" [ 1051.454878] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.461372] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1051.461372] env[69330]: value = "task-4128835" [ 1051.461372] env[69330]: _type = "Task" [ 1051.461372] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.468843] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.477124] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.838938] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.839351] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.839351] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.840514] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.840514] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.840514] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.840514] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.840514] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.840514] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.840877] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.840916] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.846289] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06898942-a821-4d0b-aaeb-6e0e21839437 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.864470] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1051.864470] env[69330]: value = "task-4128836" [ 1051.864470] env[69330]: _type = "Task" [ 1051.864470] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.877059] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.950048] env[69330]: INFO nova.compute.resource_tracker [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating resource usage from migration 39b9e314-f2ff-4ec3-9ed9-ed7fad1fc5ca [ 1051.972286] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128834, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.981222] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082986} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.984180] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.984180] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7779f46-3192-4330-80ce-2b502bee6556 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.021739] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 7bb0a892-c239-4c4b-83ce-563224fd85e2/7bb0a892-c239-4c4b-83ce-563224fd85e2.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.022033] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea03365c-6e32-48dd-bc56-b5f61e47d318 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.048538] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1052.048538] env[69330]: value = "task-4128837" [ 1052.048538] env[69330]: _type = "Task" [ 1052.048538] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.059175] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.178127] env[69330]: DEBUG nova.network.neutron [-] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.374305] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128836, 'name': ReconfigVM_Task, 'duration_secs': 0.277968} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.377136] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance '3bad0450-f8d2-47db-a11a-0ad6295b7215' progress to 33 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.404395] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2d9f69-3f5c-4f72-800e-85866f765ed3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.412909] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96dffe0-e8ef-4fbf-8d50-8b682734c3cb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.446044] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42212bc9-cb99-47b1-9681-a259c7314120 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.454873] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b534bba-0be7-4cf7-8f0d-b6106208ea34 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.467249] env[69330]: DEBUG oslo_vmware.api [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128834, 'name': PowerOnVM_Task, 'duration_secs': 0.650473} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.474957] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.475226] env[69330]: INFO nova.compute.manager [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1052.475416] env[69330]: DEBUG nova.compute.manager [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1052.475912] env[69330]: DEBUG nova.compute.provider_tree [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.477722] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07876e34-dab0-4fba-911a-0b18c605d5b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.559924] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128837, 'name': ReconfigVM_Task, 'duration_secs': 0.501424} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.560271] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 7bb0a892-c239-4c4b-83ce-563224fd85e2/7bb0a892-c239-4c4b-83ce-563224fd85e2.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.561394] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aafb419-b45b-4c56-8200-f30227cd83a4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.570123] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1052.570123] env[69330]: value = "task-4128838" [ 1052.570123] env[69330]: _type = "Task" [ 1052.570123] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.580784] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128838, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.683793] env[69330]: INFO nova.compute.manager [-] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Took 1.53 seconds to deallocate network for instance. [ 1052.885046] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:22:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1a52d1ad-d5ff-4ba6-941a-b4b33fabe372',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1414494288',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.885677] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.885951] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.886299] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.886622] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.886901] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.887293] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.887586] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.887902] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.888460] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.888565] env[69330]: DEBUG nova.virt.hardware [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.897894] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.900016] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-753e01f3-432e-4222-8b29-2f2760748d47 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.924015] env[69330]: DEBUG nova.compute.manager [req-ade8ffc0-1abb-4b01-9964-766642032c3c req-6dcf5f2f-c961-45ed-8620-df53885eba80 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Received event network-vif-deleted-225db240-bbe8-4a6b-9163-8f3c89c71499 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.930300] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1052.930300] env[69330]: value = "task-4128839" [ 1052.930300] env[69330]: _type = "Task" [ 1052.930300] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.939816] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.982222] env[69330]: DEBUG nova.scheduler.client.report [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.995871] env[69330]: INFO nova.compute.manager [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Took 44.00 seconds to build instance. [ 1053.081819] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128838, 'name': Rename_Task, 'duration_secs': 0.222405} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.081959] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.082159] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-260f751c-2764-4035-9baa-a6d269b58972 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.089553] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1053.089553] env[69330]: value = "task-4128840" [ 1053.089553] env[69330]: _type = "Task" [ 1053.089553] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.100440] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.191136] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.440722] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128839, 'name': ReconfigVM_Task, 'duration_secs': 0.423452} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.440958] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.441724] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361d31ef-e6ef-4e46-9880-79c60e102843 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.444411] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebbf98c6-9e02-40b8-a58e-9c6a793754d3 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "7fcc16da-c1be-4242-aa4e-4982047d57c7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.464148] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3bad0450-f8d2-47db-a11a-0ad6295b7215/3bad0450-f8d2-47db-a11a-0ad6295b7215.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.464783] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b07a7ec-da32-443c-9d7b-50db8538c256 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.487357] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.574s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.487559] env[69330]: INFO nova.compute.manager [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Migrating [ 1053.494093] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1053.494093] env[69330]: value = "task-4128841" [ 1053.494093] env[69330]: _type = "Task" [ 1053.494093] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.497029] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.532s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.498532] env[69330]: INFO nova.compute.claims [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.508010] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "7fcc16da-c1be-4242-aa4e-4982047d57c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.528s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.511897] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebbf98c6-9e02-40b8-a58e-9c6a793754d3 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "7fcc16da-c1be-4242-aa4e-4982047d57c7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.067s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.512223] env[69330]: DEBUG nova.compute.manager [None req-ebbf98c6-9e02-40b8-a58e-9c6a793754d3 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1053.513414] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8285b82-6e93-45d8-a2f7-3e06067abfb1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.525420] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.527624] env[69330]: DEBUG nova.compute.manager [None req-ebbf98c6-9e02-40b8-a58e-9c6a793754d3 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69330) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1053.528228] env[69330]: DEBUG nova.objects.instance [None req-ebbf98c6-9e02-40b8-a58e-9c6a793754d3 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lazy-loading 'flavor' on Instance uuid 7fcc16da-c1be-4242-aa4e-4982047d57c7 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.600029] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128840, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.013434] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.013735] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.014756] env[69330]: DEBUG nova.network.neutron [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.014910] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.100401] env[69330]: DEBUG oslo_vmware.api [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128840, 'name': PowerOnVM_Task, 'duration_secs': 0.698218} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.100788] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.101017] env[69330]: INFO nova.compute.manager [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1054.101248] env[69330]: DEBUG nova.compute.manager [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1054.102586] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b89e2c2-4d18-47a3-91da-108e1eb0f72f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.512254] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128841, 'name': ReconfigVM_Task, 'duration_secs': 0.797845} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.512516] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3bad0450-f8d2-47db-a11a-0ad6295b7215/3bad0450-f8d2-47db-a11a-0ad6295b7215.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.512831] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance '3bad0450-f8d2-47db-a11a-0ad6295b7215' progress to 50 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.536678] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbf98c6-9e02-40b8-a58e-9c6a793754d3 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.536678] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82f17647-e2c8-4eac-8802-7b4336185364 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.545069] env[69330]: DEBUG oslo_vmware.api [None req-ebbf98c6-9e02-40b8-a58e-9c6a793754d3 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1054.545069] env[69330]: value = "task-4128842" [ 1054.545069] env[69330]: _type = "Task" [ 1054.545069] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.558672] env[69330]: DEBUG oslo_vmware.api [None req-ebbf98c6-9e02-40b8-a58e-9c6a793754d3 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.627972] env[69330]: INFO nova.compute.manager [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Took 44.64 seconds to build instance. [ 1054.930148] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d32b4e-17d4-4619-9e58-24f8f598b6a5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.942153] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccfd190-1c2e-41be-913c-45319db1e144 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.987477] env[69330]: DEBUG nova.network.neutron [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance_info_cache with network_info: [{"id": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "address": "fa:16:3e:22:5b:53", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa1af8a-5c", "ovs_interfaceid": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.989292] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0216f3e6-ddd8-4463-82b5-039ce0c78a30 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.998758] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abb1ecd-455e-4722-8de6-7a788d782902 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.014730] env[69330]: DEBUG nova.compute.provider_tree [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.024207] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b0a6cb-e5cd-4991-85d6-71268077cc20 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.044960] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee98e2e-507b-4f2f-8cdb-7187d8d75b96 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.064983] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance '3bad0450-f8d2-47db-a11a-0ad6295b7215' progress to 67 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.074578] env[69330]: DEBUG oslo_vmware.api [None req-ebbf98c6-9e02-40b8-a58e-9c6a793754d3 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128842, 'name': PowerOffVM_Task, 'duration_secs': 0.203041} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.075136] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbf98c6-9e02-40b8-a58e-9c6a793754d3 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.075389] env[69330]: DEBUG nova.compute.manager [None req-ebbf98c6-9e02-40b8-a58e-9c6a793754d3 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1055.076192] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf4bec4-6161-4b90-940b-4e4f6b70e064 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.130326] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e464ce87-d2d6-4f51-8172-8556c5e94de8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.155s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.473859] env[69330]: DEBUG nova.compute.manager [req-ef00dad5-3e4c-4cd1-bfb9-2b1ea298b4aa req-d83ee844-640e-4f40-b44d-9482f219b729 service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Received event network-changed-caa86c2f-90ae-48da-951a-813418a46d55 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.474107] env[69330]: DEBUG nova.compute.manager [req-ef00dad5-3e4c-4cd1-bfb9-2b1ea298b4aa req-d83ee844-640e-4f40-b44d-9482f219b729 service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Refreshing instance network info cache due to event network-changed-caa86c2f-90ae-48da-951a-813418a46d55. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.474442] env[69330]: DEBUG oslo_concurrency.lockutils [req-ef00dad5-3e4c-4cd1-bfb9-2b1ea298b4aa req-d83ee844-640e-4f40-b44d-9482f219b729 service nova] Acquiring lock "refresh_cache-7bb0a892-c239-4c4b-83ce-563224fd85e2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.474606] env[69330]: DEBUG oslo_concurrency.lockutils [req-ef00dad5-3e4c-4cd1-bfb9-2b1ea298b4aa req-d83ee844-640e-4f40-b44d-9482f219b729 service nova] Acquired lock "refresh_cache-7bb0a892-c239-4c4b-83ce-563224fd85e2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.474743] env[69330]: DEBUG nova.network.neutron [req-ef00dad5-3e4c-4cd1-bfb9-2b1ea298b4aa req-d83ee844-640e-4f40-b44d-9482f219b729 service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Refreshing network info cache for port caa86c2f-90ae-48da-951a-813418a46d55 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.492624] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.518865] env[69330]: DEBUG nova.scheduler.client.report [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.592067] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebbf98c6-9e02-40b8-a58e-9c6a793754d3 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "7fcc16da-c1be-4242-aa4e-4982047d57c7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.619669] env[69330]: DEBUG nova.network.neutron [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Port ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b binding to destination host cpu-1 is already ACTIVE {{(pid=69330) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1056.026691] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.027072] env[69330]: DEBUG nova.compute.manager [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.029884] env[69330]: DEBUG oslo_concurrency.lockutils [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.119s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.030034] env[69330]: DEBUG nova.objects.instance [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lazy-loading 'resources' on Instance uuid 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.144398] env[69330]: INFO nova.compute.manager [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Rebuilding instance [ 1056.201880] env[69330]: DEBUG nova.compute.manager [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1056.203129] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e36601-27be-4a79-8035-e3771fe95303 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.209031] env[69330]: DEBUG nova.network.neutron [req-ef00dad5-3e4c-4cd1-bfb9-2b1ea298b4aa req-d83ee844-640e-4f40-b44d-9482f219b729 service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Updated VIF entry in instance network info cache for port caa86c2f-90ae-48da-951a-813418a46d55. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.209468] env[69330]: DEBUG nova.network.neutron [req-ef00dad5-3e4c-4cd1-bfb9-2b1ea298b4aa req-d83ee844-640e-4f40-b44d-9482f219b729 service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Updating instance_info_cache with network_info: [{"id": "caa86c2f-90ae-48da-951a-813418a46d55", "address": "fa:16:3e:1e:fe:9b", "network": {"id": "51614a0f-c64f-45b3-8756-3f8696f70000", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-393319070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93686938c9a84141bf1549e53d0eaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa86c2f-90", "ovs_interfaceid": "caa86c2f-90ae-48da-951a-813418a46d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.534951] env[69330]: DEBUG nova.compute.utils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.544937] env[69330]: DEBUG nova.compute.manager [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.548034] env[69330]: DEBUG nova.network.neutron [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.593194] env[69330]: DEBUG nova.policy [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e45363511a44e5b8eb95a7cb7b2a146', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '208c40fdf0b9433e9474e99f47f1758f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.642799] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "3bad0450-f8d2-47db-a11a-0ad6295b7215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.643139] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "3bad0450-f8d2-47db-a11a-0ad6295b7215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.643367] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "3bad0450-f8d2-47db-a11a-0ad6295b7215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.717300] env[69330]: DEBUG oslo_concurrency.lockutils [req-ef00dad5-3e4c-4cd1-bfb9-2b1ea298b4aa req-d83ee844-640e-4f40-b44d-9482f219b729 service nova] Releasing lock "refresh_cache-7bb0a892-c239-4c4b-83ce-563224fd85e2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.926951] env[69330]: DEBUG nova.network.neutron [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Successfully created port: f6d4803f-752e-43e5-9105-68906ae10b15 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.969171] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850bd631-627f-4e13-a07e-616bf7631d2f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.977444] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552f970d-0c5d-4343-b742-855a9f26d9c6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.012194] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06974087-0c83-4efd-9abe-94e5e964dffe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.015795] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1120d8d-809d-48bd-a59b-76541be7439a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.037506] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed35a4f-de52-4a85-99ea-13e0f1cae1dc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.041719] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance 'd358134d-299b-4a91-90e5-bad725ee2715' progress to 0 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.045413] env[69330]: DEBUG nova.compute.manager [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.060554] env[69330]: DEBUG nova.compute.provider_tree [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.225392] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.225392] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c81dbac9-9a3c-4ea4-90dd-9f14d0b4b5e7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.233340] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1057.233340] env[69330]: value = "task-4128843" [ 1057.233340] env[69330]: _type = "Task" [ 1057.233340] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.241988] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.550129] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.553770] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d32d76-ea18-4280-a127-33635b9a3b9f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.562692] env[69330]: DEBUG oslo_vmware.api [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1057.562692] env[69330]: value = "task-4128844" [ 1057.562692] env[69330]: _type = "Task" [ 1057.562692] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.563422] env[69330]: DEBUG nova.scheduler.client.report [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.577342] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1057.577653] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance 'd358134d-299b-4a91-90e5-bad725ee2715' progress to 17 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.733900] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.734191] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.734410] env[69330]: DEBUG nova.network.neutron [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.747679] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1057.747944] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.748742] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedb887d-7f1b-4084-91e3-b2c8496e74fb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.758552] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.758708] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60851fba-bc36-47bb-a3c2-077d682ed2f1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.058060] env[69330]: DEBUG nova.compute.manager [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.072103] env[69330]: DEBUG oslo_concurrency.lockutils [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.076436] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.710s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.078026] env[69330]: INFO nova.compute.claims [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.083680] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.083904] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.084017] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.084390] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.084592] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.084756] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.084977] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.085457] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.085657] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.085815] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.085989] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.097966] env[69330]: DEBUG nova.virt.hardware [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.098769] env[69330]: DEBUG nova.virt.hardware [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.098769] env[69330]: DEBUG nova.virt.hardware [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.098769] env[69330]: DEBUG nova.virt.hardware [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.098769] env[69330]: DEBUG nova.virt.hardware [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.098990] env[69330]: DEBUG nova.virt.hardware [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.099097] env[69330]: DEBUG nova.virt.hardware [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.099229] env[69330]: DEBUG nova.virt.hardware [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.099454] env[69330]: DEBUG nova.virt.hardware [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.099629] env[69330]: DEBUG nova.virt.hardware [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.099810] env[69330]: DEBUG nova.virt.hardware [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.100436] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33738a89-e3f7-48a4-a56a-8a3c1eebc2f5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.111502] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdafcfb9-f4c1-4a92-b8a6-407fbb9c8125 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.114973] env[69330]: INFO nova.scheduler.client.report [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleted allocations for instance 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362 [ 1058.127744] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3462fe37-6e62-4836-9099-fca613b0f1ed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.131770] env[69330]: DEBUG oslo_vmware.api [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1058.131770] env[69330]: value = "task-4128846" [ 1058.131770] env[69330]: _type = "Task" [ 1058.131770] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.151227] env[69330]: DEBUG oslo_vmware.api [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.382037] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.382401] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.382990] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleting the datastore file [datastore1] 7fcc16da-c1be-4242-aa4e-4982047d57c7 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.382990] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0110aaed-eb4d-427c-8100-6f121c024fbe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.390841] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1058.390841] env[69330]: value = "task-4128847" [ 1058.390841] env[69330]: _type = "Task" [ 1058.390841] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.403339] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.447588] env[69330]: DEBUG nova.network.neutron [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Successfully updated port: f6d4803f-752e-43e5-9105-68906ae10b15 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.482576] env[69330]: DEBUG nova.compute.manager [req-44e6a24e-b4ff-4dcb-ab60-24e03b8a41b2 req-6d14d3a3-2813-47e6-a6e5-3320f11ea20a service nova] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Received event network-vif-plugged-f6d4803f-752e-43e5-9105-68906ae10b15 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.482825] env[69330]: DEBUG oslo_concurrency.lockutils [req-44e6a24e-b4ff-4dcb-ab60-24e03b8a41b2 req-6d14d3a3-2813-47e6-a6e5-3320f11ea20a service nova] Acquiring lock "663b748d-8fb8-462f-86ed-e85f57a415bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.483063] env[69330]: DEBUG oslo_concurrency.lockutils [req-44e6a24e-b4ff-4dcb-ab60-24e03b8a41b2 req-6d14d3a3-2813-47e6-a6e5-3320f11ea20a service nova] Lock "663b748d-8fb8-462f-86ed-e85f57a415bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.483285] env[69330]: DEBUG oslo_concurrency.lockutils [req-44e6a24e-b4ff-4dcb-ab60-24e03b8a41b2 req-6d14d3a3-2813-47e6-a6e5-3320f11ea20a service nova] Lock "663b748d-8fb8-462f-86ed-e85f57a415bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.483620] env[69330]: DEBUG nova.compute.manager [req-44e6a24e-b4ff-4dcb-ab60-24e03b8a41b2 req-6d14d3a3-2813-47e6-a6e5-3320f11ea20a service nova] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] No waiting events found dispatching network-vif-plugged-f6d4803f-752e-43e5-9105-68906ae10b15 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1058.483715] env[69330]: WARNING nova.compute.manager [req-44e6a24e-b4ff-4dcb-ab60-24e03b8a41b2 req-6d14d3a3-2813-47e6-a6e5-3320f11ea20a service nova] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Received unexpected event network-vif-plugged-f6d4803f-752e-43e5-9105-68906ae10b15 for instance with vm_state building and task_state spawning. [ 1058.610937] env[69330]: DEBUG nova.network.neutron [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance_info_cache with network_info: [{"id": "ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b", "address": "fa:16:3e:cc:15:22", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecee65e0-86", "ovs_interfaceid": "ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.623394] env[69330]: DEBUG oslo_concurrency.lockutils [None req-73720881-faa7-4694-ab26-139305ff49ae tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.270s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.643749] env[69330]: DEBUG oslo_vmware.api [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128846, 'name': ReconfigVM_Task, 'duration_secs': 0.322869} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.644141] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance 'd358134d-299b-4a91-90e5-bad725ee2715' progress to 33 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.903239] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14263} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.903545] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.903780] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.903928] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.949976] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "refresh_cache-663b748d-8fb8-462f-86ed-e85f57a415bf" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.949976] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "refresh_cache-663b748d-8fb8-462f-86ed-e85f57a415bf" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.949976] env[69330]: DEBUG nova.network.neutron [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.113677] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Releasing lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.151830] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.152628] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.152628] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.152628] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.152834] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.153056] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.153317] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.153554] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.153789] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.154039] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.154343] env[69330]: DEBUG nova.virt.hardware [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.159769] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1059.163135] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3cf4a5f-0c01-478b-ad59-307929aa4327 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.187368] env[69330]: DEBUG oslo_vmware.api [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1059.187368] env[69330]: value = "task-4128848" [ 1059.187368] env[69330]: _type = "Task" [ 1059.187368] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.199530] env[69330]: DEBUG oslo_vmware.api [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.475164] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bcc450-7233-405e-af8c-c0687748f53b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.483738] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bed22c-04b4-411a-b3a9-5053ed59e7d8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.517375] env[69330]: DEBUG nova.network.neutron [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.519897] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17bbef8-5f44-406e-9db4-2e3d97a80a16 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.528587] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f718a4e-5c2f-442c-babc-83cb74fac22c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.532932] env[69330]: INFO nova.compute.manager [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Rebuilding instance [ 1059.545557] env[69330]: DEBUG nova.compute.provider_tree [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.574389] env[69330]: DEBUG nova.compute.manager [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1059.575760] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe6e751-e244-4453-bfa1-b494fe44805e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.640427] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20d0390-c475-44d0-9157-7285a40235da {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.663047] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0b3a6b-3ce7-45a2-b4af-716853ad7bc4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.675910] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance '3bad0450-f8d2-47db-a11a-0ad6295b7215' progress to 83 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.699202] env[69330]: DEBUG oslo_vmware.api [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128848, 'name': ReconfigVM_Task, 'duration_secs': 0.177343} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.699500] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1059.700317] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eb5512-885f-4f96-ac39-461d84de29b0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.734525] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] d358134d-299b-4a91-90e5-bad725ee2715/d358134d-299b-4a91-90e5-bad725ee2715.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.738193] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a192ce2-f7c9-4801-b9c7-02dfaa33916a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.759028] env[69330]: DEBUG oslo_vmware.api [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1059.759028] env[69330]: value = "task-4128849" [ 1059.759028] env[69330]: _type = "Task" [ 1059.759028] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.768655] env[69330]: DEBUG oslo_vmware.api [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.851499] env[69330]: DEBUG nova.network.neutron [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Updating instance_info_cache with network_info: [{"id": "f6d4803f-752e-43e5-9105-68906ae10b15", "address": "fa:16:3e:42:24:f3", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d4803f-75", "ovs_interfaceid": "f6d4803f-752e-43e5-9105-68906ae10b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.941634] env[69330]: DEBUG nova.virt.hardware [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.941890] env[69330]: DEBUG nova.virt.hardware [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.942069] env[69330]: DEBUG nova.virt.hardware [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.942259] env[69330]: DEBUG nova.virt.hardware [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.942678] env[69330]: DEBUG nova.virt.hardware [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.942678] env[69330]: DEBUG nova.virt.hardware [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.942841] env[69330]: DEBUG nova.virt.hardware [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.942999] env[69330]: DEBUG nova.virt.hardware [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.943180] env[69330]: DEBUG nova.virt.hardware [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.943343] env[69330]: DEBUG nova.virt.hardware [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.943510] env[69330]: DEBUG nova.virt.hardware [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.944707] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164a6025-ce41-4e78-aff4-a62e46f1636d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.954095] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270d99a7-33c5-424d-b9b3-025b9e537d97 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.968173] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:17:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15cb5cc1-5b99-452c-adb6-87924a2bc2bf', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.975984] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.976319] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.976580] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8477e61-4344-471f-8963-cde764ff8fe7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.997686] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.997686] env[69330]: value = "task-4128850" [ 1059.997686] env[69330]: _type = "Task" [ 1059.997686] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.006465] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128850, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.050903] env[69330]: DEBUG nova.scheduler.client.report [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.181347] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.181735] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eb8bead-e96b-41b0-bffd-670490ed3436 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.190558] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1060.190558] env[69330]: value = "task-4128851" [ 1060.190558] env[69330]: _type = "Task" [ 1060.190558] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.200995] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.270758] env[69330]: DEBUG oslo_vmware.api [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128849, 'name': ReconfigVM_Task, 'duration_secs': 0.28783} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.270948] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Reconfigured VM instance instance-00000042 to attach disk [datastore1] d358134d-299b-4a91-90e5-bad725ee2715/d358134d-299b-4a91-90e5-bad725ee2715.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.271327] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance 'd358134d-299b-4a91-90e5-bad725ee2715' progress to 50 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.353200] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "refresh_cache-663b748d-8fb8-462f-86ed-e85f57a415bf" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.353606] env[69330]: DEBUG nova.compute.manager [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Instance network_info: |[{"id": "f6d4803f-752e-43e5-9105-68906ae10b15", "address": "fa:16:3e:42:24:f3", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d4803f-75", "ovs_interfaceid": "f6d4803f-752e-43e5-9105-68906ae10b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.354017] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:24:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6d4803f-752e-43e5-9105-68906ae10b15', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.362324] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.362650] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.363494] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bafe95d6-f149-49a3-be14-255a7bfe711e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.385431] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.385431] env[69330]: value = "task-4128852" [ 1060.385431] env[69330]: _type = "Task" [ 1060.385431] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.394342] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128852, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.510473] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128850, 'name': CreateVM_Task, 'duration_secs': 0.351234} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.510590] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.511425] env[69330]: DEBUG oslo_concurrency.lockutils [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.511600] env[69330]: DEBUG oslo_concurrency.lockutils [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.511878] env[69330]: DEBUG oslo_concurrency.lockutils [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.512236] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1f71f6-65ac-4672-a3b9-86b467e7918f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.517942] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1060.517942] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c88bd4-0eb0-d9db-5240-1d01eb74166c" [ 1060.517942] env[69330]: _type = "Task" [ 1060.517942] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.527661] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c88bd4-0eb0-d9db-5240-1d01eb74166c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.557310] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.557931] env[69330]: DEBUG nova.compute.manager [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.561128] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.524s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.565031] env[69330]: DEBUG nova.objects.instance [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lazy-loading 'resources' on Instance uuid 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.591891] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.592350] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-753c2694-b900-47a6-ad44-9b9f4dc85279 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.602203] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1060.602203] env[69330]: value = "task-4128853" [ 1060.602203] env[69330]: _type = "Task" [ 1060.602203] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.614348] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.632306] env[69330]: DEBUG nova.compute.manager [req-e3bc6c93-67f2-440b-a8a9-e9350f315235 req-a38832be-8c54-404b-9b96-f51033b43895 service nova] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Received event network-changed-f6d4803f-752e-43e5-9105-68906ae10b15 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.632486] env[69330]: DEBUG nova.compute.manager [req-e3bc6c93-67f2-440b-a8a9-e9350f315235 req-a38832be-8c54-404b-9b96-f51033b43895 service nova] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Refreshing instance network info cache due to event network-changed-f6d4803f-752e-43e5-9105-68906ae10b15. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.632780] env[69330]: DEBUG oslo_concurrency.lockutils [req-e3bc6c93-67f2-440b-a8a9-e9350f315235 req-a38832be-8c54-404b-9b96-f51033b43895 service nova] Acquiring lock "refresh_cache-663b748d-8fb8-462f-86ed-e85f57a415bf" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.632887] env[69330]: DEBUG oslo_concurrency.lockutils [req-e3bc6c93-67f2-440b-a8a9-e9350f315235 req-a38832be-8c54-404b-9b96-f51033b43895 service nova] Acquired lock "refresh_cache-663b748d-8fb8-462f-86ed-e85f57a415bf" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.633016] env[69330]: DEBUG nova.network.neutron [req-e3bc6c93-67f2-440b-a8a9-e9350f315235 req-a38832be-8c54-404b-9b96-f51033b43895 service nova] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Refreshing network info cache for port f6d4803f-752e-43e5-9105-68906ae10b15 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.701518] env[69330]: DEBUG oslo_vmware.api [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128851, 'name': PowerOnVM_Task, 'duration_secs': 0.427956} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.701800] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.701990] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4249cb5a-2728-4dfc-a0e3-df19cf63fd03 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance '3bad0450-f8d2-47db-a11a-0ad6295b7215' progress to 100 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.779691] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5559519-101b-408a-ad6e-a5f3beb9e6f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.804478] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6c3411-56ef-4333-ad9c-962e6df89c11 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.822605] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance 'd358134d-299b-4a91-90e5-bad725ee2715' progress to 67 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.896811] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128852, 'name': CreateVM_Task, 'duration_secs': 0.344994} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.897037] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.897805] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.979639] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.979639] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.031659] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c88bd4-0eb0-d9db-5240-1d01eb74166c, 'name': SearchDatastore_Task, 'duration_secs': 0.012233} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.031956] env[69330]: DEBUG oslo_concurrency.lockutils [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.032253] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.032710] env[69330]: DEBUG oslo_concurrency.lockutils [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.032710] env[69330]: DEBUG oslo_concurrency.lockutils [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.032859] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.033105] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.033426] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.033659] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-909eee15-8619-4218-8267-eb2c35b5240e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.035657] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727540d2-7820-410f-bf7a-3add73404a5c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.041977] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1061.041977] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]525cfa95-2ddb-e38e-ba80-bcf08f558c31" [ 1061.041977] env[69330]: _type = "Task" [ 1061.041977] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.046240] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.046452] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.047828] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f915be6c-a395-413d-9882-bac97528d819 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.054743] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525cfa95-2ddb-e38e-ba80-bcf08f558c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.058323] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1061.058323] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5207094d-a827-7cd2-bea7-004a89c8d85c" [ 1061.058323] env[69330]: _type = "Task" [ 1061.058323] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.064169] env[69330]: DEBUG nova.compute.utils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.070879] env[69330]: DEBUG nova.compute.manager [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.071036] env[69330]: DEBUG nova.network.neutron [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.072717] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5207094d-a827-7cd2-bea7-004a89c8d85c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.113728] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128853, 'name': PowerOffVM_Task, 'duration_secs': 0.222225} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.114022] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.114297] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.115117] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97be8a8f-c458-42ea-9cfd-a04c84dfddaf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.123269] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.124676] env[69330]: DEBUG nova.policy [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f505160b4f3c48d99217ff311806c5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d414cc273845e79fcaea123c421790', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.125987] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0a6ed9a-d624-4e7a-9ba6-f0fc5df64674 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.196156] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.196493] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.196734] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleting the datastore file [datastore2] 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.199499] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b56bb8c0-c629-4a1b-903f-6061840faf0c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.208146] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1061.208146] env[69330]: value = "task-4128855" [ 1061.208146] env[69330]: _type = "Task" [ 1061.208146] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.228037] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.359641] env[69330]: DEBUG nova.network.neutron [req-e3bc6c93-67f2-440b-a8a9-e9350f315235 req-a38832be-8c54-404b-9b96-f51033b43895 service nova] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Updated VIF entry in instance network info cache for port f6d4803f-752e-43e5-9105-68906ae10b15. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.360113] env[69330]: DEBUG nova.network.neutron [req-e3bc6c93-67f2-440b-a8a9-e9350f315235 req-a38832be-8c54-404b-9b96-f51033b43895 service nova] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Updating instance_info_cache with network_info: [{"id": "f6d4803f-752e-43e5-9105-68906ae10b15", "address": "fa:16:3e:42:24:f3", "network": {"id": "89b4c88b-51c2-49bf-a853-e6c19a4a336a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1143204632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208c40fdf0b9433e9474e99f47f1758f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d4803f-75", "ovs_interfaceid": "f6d4803f-752e-43e5-9105-68906ae10b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.402141] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dae702-cf4d-4f53-b7a9-25a807a8dd57 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.415649] env[69330]: DEBUG nova.network.neutron [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Port 5aa1af8a-5cbd-40cd-b258-b161cf3a2596 binding to destination host cpu-1 is already ACTIVE {{(pid=69330) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1061.417815] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f8c324-b047-490d-9883-d7447377e221 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.454190] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14efb26f-f0d3-4a6b-a5e5-56d1712fe931 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.463028] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49b0f23-d38b-4eef-aac9-0e5bc724a80b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.482366] env[69330]: DEBUG nova.compute.utils [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.483937] env[69330]: DEBUG nova.compute.provider_tree [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.553543] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525cfa95-2ddb-e38e-ba80-bcf08f558c31, 'name': SearchDatastore_Task, 'duration_secs': 0.015607} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.553872] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.554223] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.554471] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.557956] env[69330]: DEBUG nova.network.neutron [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Successfully created port: 96146269-1111-4b4f-8302-67869cee55fd {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.569922] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5207094d-a827-7cd2-bea7-004a89c8d85c, 'name': SearchDatastore_Task, 'duration_secs': 0.00945} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.570774] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16ae9b9-d505-4fd9-b7d3-8a1ca58b7078 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.573747] env[69330]: DEBUG nova.compute.manager [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.579113] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1061.579113] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5259602c-b23c-6ada-be3f-30a215c19253" [ 1061.579113] env[69330]: _type = "Task" [ 1061.579113] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.587637] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5259602c-b23c-6ada-be3f-30a215c19253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.728300] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335315} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.728950] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.729245] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.729527] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.864885] env[69330]: DEBUG oslo_concurrency.lockutils [req-e3bc6c93-67f2-440b-a8a9-e9350f315235 req-a38832be-8c54-404b-9b96-f51033b43895 service nova] Releasing lock "refresh_cache-663b748d-8fb8-462f-86ed-e85f57a415bf" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.986287] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.987473] env[69330]: DEBUG nova.scheduler.client.report [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.092595] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5259602c-b23c-6ada-be3f-30a215c19253, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.094906] env[69330]: DEBUG oslo_concurrency.lockutils [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.094906] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 7fcc16da-c1be-4242-aa4e-4982047d57c7/7fcc16da-c1be-4242-aa4e-4982047d57c7.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.094906] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.094906] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.094906] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce8e5d5c-d2e3-465b-a42e-e25bb674654b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.097044] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dc72f17-1b1b-4a64-b251-ab6c26d15827 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.104784] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1062.104784] env[69330]: value = "task-4128856" [ 1062.104784] env[69330]: _type = "Task" [ 1062.104784] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.106142] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.106372] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.109936] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27bbc24b-7577-4fbf-90df-f0d610c8f194 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.116211] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1062.116211] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c0e0ca-a425-4d6a-a9a8-e564e053a4d4" [ 1062.116211] env[69330]: _type = "Task" [ 1062.116211] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.121132] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.131006] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c0e0ca-a425-4d6a-a9a8-e564e053a4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010067} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.131810] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4e930c-d581-46d5-931d-fd8a8361ef6d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.137780] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1062.137780] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52563098-2d65-c1f7-2273-b16ea325d538" [ 1062.137780] env[69330]: _type = "Task" [ 1062.137780] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.146454] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52563098-2d65-c1f7-2273-b16ea325d538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.444027] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "d358134d-299b-4a91-90e5-bad725ee2715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.444680] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "d358134d-299b-4a91-90e5-bad725ee2715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.444805] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "d358134d-299b-4a91-90e5-bad725ee2715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.493974] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.494640] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.992s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.524300] env[69330]: INFO nova.scheduler.client.report [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Deleted allocations for instance 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd [ 1062.587579] env[69330]: DEBUG nova.compute.manager [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.619527] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48379} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.619527] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 7fcc16da-c1be-4242-aa4e-4982047d57c7/7fcc16da-c1be-4242-aa4e-4982047d57c7.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.619527] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.619527] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36697aec-2537-48bc-9cd7-1630dac42fb6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.625752] env[69330]: DEBUG nova.virt.hardware [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.626034] env[69330]: DEBUG nova.virt.hardware [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.626182] env[69330]: DEBUG nova.virt.hardware [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.626367] env[69330]: DEBUG nova.virt.hardware [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.626511] env[69330]: DEBUG nova.virt.hardware [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.626657] env[69330]: DEBUG nova.virt.hardware [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.626864] env[69330]: DEBUG nova.virt.hardware [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.627035] env[69330]: DEBUG nova.virt.hardware [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.627207] env[69330]: DEBUG nova.virt.hardware [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.627431] env[69330]: DEBUG nova.virt.hardware [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.627602] env[69330]: DEBUG nova.virt.hardware [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.628480] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790959e2-b962-47eb-8321-73adbfc74c95 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.633936] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1062.633936] env[69330]: value = "task-4128857" [ 1062.633936] env[69330]: _type = "Task" [ 1062.633936] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.648419] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b64a1d5-b30b-4c3d-9cb4-23742773ddb6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.656170] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.671403] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52563098-2d65-c1f7-2273-b16ea325d538, 'name': SearchDatastore_Task, 'duration_secs': 0.009752} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.671772] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.671991] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 663b748d-8fb8-462f-86ed-e85f57a415bf/663b748d-8fb8-462f-86ed-e85f57a415bf.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.672287] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d72d0d62-7575-40e4-baef-c49bbc1d7ecb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.680136] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1062.680136] env[69330]: value = "task-4128858" [ 1062.680136] env[69330]: _type = "Task" [ 1062.680136] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.689283] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.766287] env[69330]: DEBUG nova.virt.hardware [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.766597] env[69330]: DEBUG nova.virt.hardware [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.766738] env[69330]: DEBUG nova.virt.hardware [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.766923] env[69330]: DEBUG nova.virt.hardware [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.767083] env[69330]: DEBUG nova.virt.hardware [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.767258] env[69330]: DEBUG nova.virt.hardware [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.767512] env[69330]: DEBUG nova.virt.hardware [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.767707] env[69330]: DEBUG nova.virt.hardware [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.767880] env[69330]: DEBUG nova.virt.hardware [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.768071] env[69330]: DEBUG nova.virt.hardware [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.768264] env[69330]: DEBUG nova.virt.hardware [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.769201] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665cfa06-d4a1-4add-b96c-b6427f20b0e3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.778358] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0f74bf-8b33-4f1a-97ce-983baef9bfc0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.795164] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:79:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00865f1a-1326-4eea-bed7-b95556d23902', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.802938] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.803357] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.803591] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c65a626-cbf1-4e3e-a431-28e1c009e0c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.824701] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.824701] env[69330]: value = "task-4128859" [ 1062.824701] env[69330]: _type = "Task" [ 1062.824701] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.834718] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128859, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.033438] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Lock "7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.469s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.068349] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.068640] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.068879] env[69330]: INFO nova.compute.manager [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Attaching volume cc4c7605-fd07-469c-a9f5-e55d1d6e6949 to /dev/sdb [ 1063.112305] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ac44c3-3f4e-4d6b-9698-e1529a1137d0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.121214] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654c9362-0b1f-4748-a501-0a9b8fc80832 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.134738] env[69330]: DEBUG nova.network.neutron [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Port ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b binding to destination host cpu-1 is already ACTIVE {{(pid=69330) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1063.134738] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.134738] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.134738] env[69330]: DEBUG nova.network.neutron [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.144773] env[69330]: DEBUG nova.virt.block_device [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Updating existing volume attachment record: 6b8f1574-6445-4109-84aa-8b4226e160a8 {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1063.157553] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094444} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.157826] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.158807] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2733f11-e42d-4250-9f04-d8c3a8991c2f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.187952] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 7fcc16da-c1be-4242-aa4e-4982047d57c7/7fcc16da-c1be-4242-aa4e-4982047d57c7.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.188392] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea9b49d-7db1-47d5-98f3-c799c48c596f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.218546] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501076} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.220446] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 663b748d-8fb8-462f-86ed-e85f57a415bf/663b748d-8fb8-462f-86ed-e85f57a415bf.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.220787] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.221047] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1063.221047] env[69330]: value = "task-4128860" [ 1063.221047] env[69330]: _type = "Task" [ 1063.221047] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.221507] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fe3770f-6c38-4a99-93c0-cdc17f543e82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.234402] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.235957] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1063.235957] env[69330]: value = "task-4128861" [ 1063.235957] env[69330]: _type = "Task" [ 1063.235957] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.246358] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.335490] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128859, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.510310] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Applying migration context for instance 3bad0450-f8d2-47db-a11a-0ad6295b7215 as it has an incoming, in-progress migration ccdd8afb-cbcf-42d9-be57-6fdd6d7fad1d. Migration status is reverting {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1063.510663] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Applying migration context for instance d358134d-299b-4a91-90e5-bad725ee2715 as it has an incoming, in-progress migration 39b9e314-f2ff-4ec3-9ed9-ed7fad1fc5ca. Migration status is post-migrating {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1063.513481] env[69330]: INFO nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating resource usage from migration ccdd8afb-cbcf-42d9-be57-6fdd6d7fad1d [ 1063.513853] env[69330]: INFO nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating resource usage from migration 39b9e314-f2ff-4ec3-9ed9-ed7fad1fc5ca [ 1063.514604] env[69330]: INFO nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating resource usage from migration df2b521f-dcba-4eca-9413-96986a67b0e5 [ 1063.524878] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.525190] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.525455] env[69330]: DEBUG nova.network.neutron [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.548782] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d3941c63-5974-4a1b-9e79-f4df050659cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.548950] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.549123] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 0db83f12-91e4-40d9-b67b-f717108c5865 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.549249] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 6541e871-4e66-4499-8eb8-8a70ff9df0eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.549367] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance a39d8145-220b-4c62-a164-7ae645ae0608 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.549481] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance a690ba5b-c7ca-4383-bd59-1c4f1184b7be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.549593] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d96151fe-5ed4-48f8-8d64-52554141341e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.549703] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance aba9acde-9aeb-4c0f-83be-626b392b5a15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.549814] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.549921] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 213d5055-bde4-4ebf-908c-f84d79eaa08e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.550058] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 88f8ade3-bf90-4c53-89eb-21f543f6e594 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.550174] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 6a9fc9aa-9b11-4530-a361-b3128bcb12c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.550285] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 7fcc16da-c1be-4242-aa4e-4982047d57c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.550451] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 7bb0a892-c239-4c4b-83ce-563224fd85e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.550575] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Migration ccdd8afb-cbcf-42d9-be57-6fdd6d7fad1d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1063.550692] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 3bad0450-f8d2-47db-a11a-0ad6295b7215 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.550835] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Migration 39b9e314-f2ff-4ec3-9ed9-ed7fad1fc5ca is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1063.550948] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d358134d-299b-4a91-90e5-bad725ee2715 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.551146] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 663b748d-8fb8-462f-86ed-e85f57a415bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.551278] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 2a6c25f9-0c1c-4873-b587-a7f6818a9613 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.551383] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Migration df2b521f-dcba-4eca-9413-96986a67b0e5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1063.551492] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance a58e4dd3-b892-4e14-a71f-bd853ab158bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1063.551731] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1063.551867] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1063.596662] env[69330]: DEBUG nova.compute.manager [req-60ecb536-6d60-4d11-b60c-e1eeb8787686 req-6102e5f5-600c-49ba-85af-aff4b0af51c4 service nova] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Received event network-vif-plugged-96146269-1111-4b4f-8302-67869cee55fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.596915] env[69330]: DEBUG oslo_concurrency.lockutils [req-60ecb536-6d60-4d11-b60c-e1eeb8787686 req-6102e5f5-600c-49ba-85af-aff4b0af51c4 service nova] Acquiring lock "2a6c25f9-0c1c-4873-b587-a7f6818a9613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.597148] env[69330]: DEBUG oslo_concurrency.lockutils [req-60ecb536-6d60-4d11-b60c-e1eeb8787686 req-6102e5f5-600c-49ba-85af-aff4b0af51c4 service nova] Lock "2a6c25f9-0c1c-4873-b587-a7f6818a9613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.597894] env[69330]: DEBUG oslo_concurrency.lockutils [req-60ecb536-6d60-4d11-b60c-e1eeb8787686 req-6102e5f5-600c-49ba-85af-aff4b0af51c4 service nova] Lock "2a6c25f9-0c1c-4873-b587-a7f6818a9613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.598107] env[69330]: DEBUG nova.compute.manager [req-60ecb536-6d60-4d11-b60c-e1eeb8787686 req-6102e5f5-600c-49ba-85af-aff4b0af51c4 service nova] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] No waiting events found dispatching network-vif-plugged-96146269-1111-4b4f-8302-67869cee55fd {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1063.598344] env[69330]: WARNING nova.compute.manager [req-60ecb536-6d60-4d11-b60c-e1eeb8787686 req-6102e5f5-600c-49ba-85af-aff4b0af51c4 service nova] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Received unexpected event network-vif-plugged-96146269-1111-4b4f-8302-67869cee55fd for instance with vm_state building and task_state spawning. [ 1063.734655] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128860, 'name': ReconfigVM_Task, 'duration_secs': 0.345085} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.734655] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 7fcc16da-c1be-4242-aa4e-4982047d57c7/7fcc16da-c1be-4242-aa4e-4982047d57c7.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.735302] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9c73737-3447-4b5a-b7dc-9f281d88d6ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.745983] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1063.745983] env[69330]: value = "task-4128865" [ 1063.745983] env[69330]: _type = "Task" [ 1063.745983] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.749631] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081596} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.753195] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.756613] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9d7317-7160-4781-9252-337d5f11f2e3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.765424] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128865, 'name': Rename_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.783904] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 663b748d-8fb8-462f-86ed-e85f57a415bf/663b748d-8fb8-462f-86ed-e85f57a415bf.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.787750] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc0da2e-2c5f-45ce-88cd-9eaa8610b2e0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.809704] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1063.809704] env[69330]: value = "task-4128866" [ 1063.809704] env[69330]: _type = "Task" [ 1063.809704] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.821753] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.838337] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128859, 'name': CreateVM_Task, 'duration_secs': 0.663988} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.838504] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.839206] env[69330]: DEBUG oslo_concurrency.lockutils [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.839372] env[69330]: DEBUG oslo_concurrency.lockutils [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.839699] env[69330]: DEBUG oslo_concurrency.lockutils [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.839977] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91c3027-de34-439a-80cb-18b89e46f042 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.846100] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1063.846100] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529ff9eb-1c0b-f24b-496c-a88228882ad9" [ 1063.846100] env[69330]: _type = "Task" [ 1063.846100] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.857616] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529ff9eb-1c0b-f24b-496c-a88228882ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.910477] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853dbec6-9f61-4703-b93f-59bcf4edba3e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.918550] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2265b3-e2d2-4061-a7d4-b6d86f9c06c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.954800] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fe5971-3186-4fe1-8795-7f72d39a295e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.965064] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff7f239-e5bf-4efa-a034-482a1c4a739e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.980365] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.071599] env[69330]: DEBUG nova.network.neutron [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Successfully updated port: 96146269-1111-4b4f-8302-67869cee55fd {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.263208] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128865, 'name': Rename_Task, 'duration_secs': 0.150401} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.263208] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.263208] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6ce5202-04e4-4e17-a805-273cf325f7fb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.270086] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1064.270086] env[69330]: value = "task-4128867" [ 1064.270086] env[69330]: _type = "Task" [ 1064.270086] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.280592] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.321488] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128866, 'name': ReconfigVM_Task, 'duration_secs': 0.32604} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.321870] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 663b748d-8fb8-462f-86ed-e85f57a415bf/663b748d-8fb8-462f-86ed-e85f57a415bf.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.322564] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-793ac7be-2a4f-47f8-ac4b-9bece77809a1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.330555] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1064.330555] env[69330]: value = "task-4128868" [ 1064.330555] env[69330]: _type = "Task" [ 1064.330555] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.344179] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128868, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.357891] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529ff9eb-1c0b-f24b-496c-a88228882ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.024428} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.361086] env[69330]: DEBUG oslo_concurrency.lockutils [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.361086] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.361326] env[69330]: DEBUG oslo_concurrency.lockutils [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.361411] env[69330]: DEBUG oslo_concurrency.lockutils [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.361585] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.361869] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82bd7c4e-2a19-4cec-be98-a56d6a4eb56a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.371666] env[69330]: DEBUG nova.compute.manager [req-083c3921-ab8a-427d-9231-a20b7e292da0 req-d073baf5-d167-4dca-ad19-33864f8c3002 service nova] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Received event network-changed-96146269-1111-4b4f-8302-67869cee55fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.371812] env[69330]: DEBUG nova.compute.manager [req-083c3921-ab8a-427d-9231-a20b7e292da0 req-d073baf5-d167-4dca-ad19-33864f8c3002 service nova] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Refreshing instance network info cache due to event network-changed-96146269-1111-4b4f-8302-67869cee55fd. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.371962] env[69330]: DEBUG oslo_concurrency.lockutils [req-083c3921-ab8a-427d-9231-a20b7e292da0 req-d073baf5-d167-4dca-ad19-33864f8c3002 service nova] Acquiring lock "refresh_cache-2a6c25f9-0c1c-4873-b587-a7f6818a9613" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.372143] env[69330]: DEBUG oslo_concurrency.lockutils [req-083c3921-ab8a-427d-9231-a20b7e292da0 req-d073baf5-d167-4dca-ad19-33864f8c3002 service nova] Acquired lock "refresh_cache-2a6c25f9-0c1c-4873-b587-a7f6818a9613" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.372340] env[69330]: DEBUG nova.network.neutron [req-083c3921-ab8a-427d-9231-a20b7e292da0 req-d073baf5-d167-4dca-ad19-33864f8c3002 service nova] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Refreshing network info cache for port 96146269-1111-4b4f-8302-67869cee55fd {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.383018] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.383321] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.385113] env[69330]: DEBUG nova.network.neutron [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance_info_cache with network_info: [{"id": "ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b", "address": "fa:16:3e:cc:15:22", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecee65e0-86", "ovs_interfaceid": "ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.386919] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994d2755-e0c6-4b2f-bf5f-b166ef42b336 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.394871] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1064.394871] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5236258b-8350-021a-2579-8e256c4008b0" [ 1064.394871] env[69330]: _type = "Task" [ 1064.394871] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.405123] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5236258b-8350-021a-2579-8e256c4008b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.431361] env[69330]: DEBUG nova.network.neutron [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance_info_cache with network_info: [{"id": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "address": "fa:16:3e:22:5b:53", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa1af8a-5c", "ovs_interfaceid": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.483216] env[69330]: DEBUG nova.scheduler.client.report [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.578020] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "refresh_cache-2a6c25f9-0c1c-4873-b587-a7f6818a9613" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.786688] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.842246] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128868, 'name': Rename_Task, 'duration_secs': 0.290791} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.842492] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.842655] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60efed07-c4ef-41f4-bac2-42d93608e629 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.850418] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1064.850418] env[69330]: value = "task-4128869" [ 1064.850418] env[69330]: _type = "Task" [ 1064.850418] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.863287] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.891131] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Releasing lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.906405] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5236258b-8350-021a-2579-8e256c4008b0, 'name': SearchDatastore_Task, 'duration_secs': 0.019614} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.907265] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433a39d5-a0f5-4544-af33-571fd9af46f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.911046] env[69330]: DEBUG nova.network.neutron [req-083c3921-ab8a-427d-9231-a20b7e292da0 req-d073baf5-d167-4dca-ad19-33864f8c3002 service nova] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.914266] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1064.914266] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f997b5-e0e0-5646-ee38-8ff2565cc283" [ 1064.914266] env[69330]: _type = "Task" [ 1064.914266] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.923989] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f997b5-e0e0-5646-ee38-8ff2565cc283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.933835] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.989504] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1064.989862] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.495s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.990076] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.672s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.990273] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.992672] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.274s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.006279] env[69330]: DEBUG nova.network.neutron [req-083c3921-ab8a-427d-9231-a20b7e292da0 req-d073baf5-d167-4dca-ad19-33864f8c3002 service nova] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.026309] env[69330]: INFO nova.scheduler.client.report [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleted allocations for instance 88f8ade3-bf90-4c53-89eb-21f543f6e594 [ 1065.283602] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128867, 'name': PowerOnVM_Task, 'duration_secs': 0.840111} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.283910] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.284317] env[69330]: DEBUG nova.compute.manager [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1065.285312] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bd90df-9fd5-42e8-afe2-ee5095dc3d31 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.362836] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.395927] env[69330]: DEBUG nova.compute.manager [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69330) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1065.396174] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.426685] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f997b5-e0e0-5646-ee38-8ff2565cc283, 'name': SearchDatastore_Task, 'duration_secs': 0.010158} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.426957] env[69330]: DEBUG oslo_concurrency.lockutils [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.428049] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9/6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.428049] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d25b5e57-d053-4e08-a130-795fad641742 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.436499] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1065.436499] env[69330]: value = "task-4128870" [ 1065.436499] env[69330]: _type = "Task" [ 1065.436499] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.451317] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.463389] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6effdca-2592-471a-bac7-12d565ef6d77 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.486401] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43458cf2-ea78-4317-b49b-abcb216b2620 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.501403] env[69330]: INFO nova.compute.claims [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.505868] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance 'd358134d-299b-4a91-90e5-bad725ee2715' progress to 83 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.511116] env[69330]: DEBUG oslo_concurrency.lockutils [req-083c3921-ab8a-427d-9231-a20b7e292da0 req-d073baf5-d167-4dca-ad19-33864f8c3002 service nova] Releasing lock "refresh_cache-2a6c25f9-0c1c-4873-b587-a7f6818a9613" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.511794] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "refresh_cache-2a6c25f9-0c1c-4873-b587-a7f6818a9613" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.511794] env[69330]: DEBUG nova.network.neutron [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.537033] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c83213a-8766-47ca-bc30-0ef590efd11e tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "88f8ade3-bf90-4c53-89eb-21f543f6e594" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.386s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.798160] env[69330]: INFO nova.compute.manager [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] bringing vm to original state: 'stopped' [ 1065.865925] env[69330]: DEBUG oslo_vmware.api [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128869, 'name': PowerOnVM_Task, 'duration_secs': 0.751907} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.866223] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.866438] env[69330]: INFO nova.compute.manager [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1065.866608] env[69330]: DEBUG nova.compute.manager [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1065.867438] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a260d4-978e-4f26-9497-e941f53d55b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.947859] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503317} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.948527] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9/6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.948762] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.949035] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-391fa40e-add4-4f12-bb06-de5873c4f045 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.956509] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1065.956509] env[69330]: value = "task-4128872" [ 1065.956509] env[69330]: _type = "Task" [ 1065.956509] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.966550] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.013483] env[69330]: INFO nova.compute.resource_tracker [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating resource usage from migration df2b521f-dcba-4eca-9413-96986a67b0e5 [ 1066.018473] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6eafd8-a675-437b-b42c-7ed41e2147cf tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance 'd358134d-299b-4a91-90e5-bad725ee2715' progress to 100 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.071049] env[69330]: DEBUG nova.network.neutron [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.221797] env[69330]: DEBUG nova.network.neutron [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Updating instance_info_cache with network_info: [{"id": "96146269-1111-4b4f-8302-67869cee55fd", "address": "fa:16:3e:6b:cc:2a", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96146269-11", "ovs_interfaceid": "96146269-1111-4b4f-8302-67869cee55fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.328468] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657885fb-07d8-424a-bd23-35f6c9f53e35 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.337115] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a622fbac-c211-4989-8e41-5461099cf75d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.368926] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad95bf3-b42b-433c-bb01-a6df68f9bd15 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.378971] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6bcb0d-046e-4935-aa2c-4c319f5b1ad4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.401585] env[69330]: DEBUG nova.compute.provider_tree [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.403362] env[69330]: INFO nova.compute.manager [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Took 29.45 seconds to build instance. [ 1066.468007] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068663} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.468381] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.469106] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c4f466-9078-4a16-9c93-87717063084a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.497434] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9/6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.497762] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21dd6686-4828-4cf5-9f5a-4cafd4e23c56 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.518645] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1066.518645] env[69330]: value = "task-4128873" [ 1066.518645] env[69330]: _type = "Task" [ 1066.518645] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.530294] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.724632] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "refresh_cache-2a6c25f9-0c1c-4873-b587-a7f6818a9613" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.725015] env[69330]: DEBUG nova.compute.manager [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Instance network_info: |[{"id": "96146269-1111-4b4f-8302-67869cee55fd", "address": "fa:16:3e:6b:cc:2a", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96146269-11", "ovs_interfaceid": "96146269-1111-4b4f-8302-67869cee55fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.725549] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:cc:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96146269-1111-4b4f-8302-67869cee55fd', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.734216] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.734216] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.734216] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-684c0e04-10b1-465f-a932-0ba1707ff0bf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.756837] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.756837] env[69330]: value = "task-4128874" [ 1066.756837] env[69330]: _type = "Task" [ 1066.756837] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.766857] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128874, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.807314] env[69330]: DEBUG oslo_concurrency.lockutils [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "7fcc16da-c1be-4242-aa4e-4982047d57c7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.807706] env[69330]: DEBUG oslo_concurrency.lockutils [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "7fcc16da-c1be-4242-aa4e-4982047d57c7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.807988] env[69330]: DEBUG nova.compute.manager [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1066.808900] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8802a24-1198-4474-9342-37bebe57ca63 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.815923] env[69330]: DEBUG nova.compute.manager [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69330) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1066.906532] env[69330]: DEBUG nova.scheduler.client.report [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.909973] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ee291867-02ea-4854-ab8b-c9d0a818d653 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "663b748d-8fb8-462f-86ed-e85f57a415bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.966s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.034966] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128873, 'name': ReconfigVM_Task, 'duration_secs': 0.286769} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.035937] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9/6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.036621] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5ea1d25-3354-4fdd-b4b3-8af9f14cf1e2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.045136] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1067.045136] env[69330]: value = "task-4128875" [ 1067.045136] env[69330]: _type = "Task" [ 1067.045136] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.054793] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128875, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.268020] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128874, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.320410] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.320731] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d83fa3ba-7639-450c-a2e3-cd13da867854 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.335291] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1067.335291] env[69330]: value = "task-4128876" [ 1067.335291] env[69330]: _type = "Task" [ 1067.335291] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.345088] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.411274] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.419s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.411487] env[69330]: INFO nova.compute.manager [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Migrating [ 1067.418680] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.228s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.418897] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.421313] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.025s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.446769] env[69330]: INFO nova.scheduler.client.report [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Deleted allocations for instance 0db83f12-91e4-40d9-b67b-f717108c5865 [ 1067.559058] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128875, 'name': Rename_Task, 'duration_secs': 0.157896} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.559378] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.559793] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a190940-b7e7-4767-86cb-028762ddbf09 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.568974] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1067.568974] env[69330]: value = "task-4128877" [ 1067.568974] env[69330]: _type = "Task" [ 1067.568974] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.580637] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.638558] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.638810] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.767566] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128874, 'name': CreateVM_Task, 'duration_secs': 0.733744} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.767800] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.768453] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.768623] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.768944] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.769216] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29a904a-2983-400c-9be8-ebc07641591b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.774394] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1067.774394] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5247b029-30ee-61cf-10f8-8a24b7787d4f" [ 1067.774394] env[69330]: _type = "Task" [ 1067.774394] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.783097] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5247b029-30ee-61cf-10f8-8a24b7787d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.846662] env[69330]: DEBUG oslo_vmware.api [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128876, 'name': PowerOffVM_Task, 'duration_secs': 0.3089} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.847078] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.847210] env[69330]: DEBUG nova.compute.manager [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1067.847954] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7757e8c7-9a75-49fe-a7d8-20e0306a8391 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.932104] env[69330]: DEBUG nova.objects.instance [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lazy-loading 'migration_context' on Instance uuid 3bad0450-f8d2-47db-a11a-0ad6295b7215 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.934832] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.934832] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.934832] env[69330]: DEBUG nova.network.neutron [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.959023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "0db83f12-91e4-40d9-b67b-f717108c5865" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.514s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.959023] env[69330]: DEBUG oslo_concurrency.lockutils [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] Acquired lock "0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.959023] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aed954-48e8-4b48-b008-279b07fd2aa1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.968700] env[69330]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1067.969343] env[69330]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69330) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1067.969891] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38881c3a-24b9-4c25-8326-f613db3ccc1a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.983476] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8292434e-6943-4f46-bf1c-83d7076ffd35 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.031884] env[69330]: DEBUG nova.compute.manager [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1068.032402] env[69330]: ERROR root [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-817721' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-817721' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-817721' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-817721'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-817721' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-817721' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-817721'}\n"]: nova.exception.InstanceNotFound: Instance 0db83f12-91e4-40d9-b67b-f717108c5865 could not be found. [ 1068.032690] env[69330]: DEBUG oslo_concurrency.lockutils [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] Releasing lock "0db83f12-91e4-40d9-b67b-f717108c5865" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.033031] env[69330]: DEBUG nova.compute.manager [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Detach interface failed, port_id=8993972f-bd20-4046-80ae-114c080e78f4, reason: Instance 0db83f12-91e4-40d9-b67b-f717108c5865 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1068.033336] env[69330]: DEBUG nova.compute.manager [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Received event network-vif-deleted-7b178948-7094-4d82-93e7-d9e6b0672182 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.033614] env[69330]: INFO nova.compute.manager [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Neutron deleted interface 7b178948-7094-4d82-93e7-d9e6b0672182; detaching it from the instance and deleting it from the info cache [ 1068.033896] env[69330]: DEBUG nova.network.neutron [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.036815] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fb21f8-7406-43fd-9c15-93532f44d75e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.080382] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128877, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.142783] env[69330]: DEBUG nova.compute.manager [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.156135] env[69330]: DEBUG oslo_concurrency.lockutils [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "d358134d-299b-4a91-90e5-bad725ee2715" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.156484] env[69330]: DEBUG oslo_concurrency.lockutils [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "d358134d-299b-4a91-90e5-bad725ee2715" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.156727] env[69330]: DEBUG nova.compute.manager [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Going to confirm migration 4 {{(pid=69330) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1068.200502] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1068.200760] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817814', 'volume_id': 'cc4c7605-fd07-469c-a9f5-e55d1d6e6949', 'name': 'volume-cc4c7605-fd07-469c-a9f5-e55d1d6e6949', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '213d5055-bde4-4ebf-908c-f84d79eaa08e', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc4c7605-fd07-469c-a9f5-e55d1d6e6949', 'serial': 'cc4c7605-fd07-469c-a9f5-e55d1d6e6949'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1068.201714] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49246f7-2774-4e15-96e4-42b96dc11ab2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.220983] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a34ffd-dc6f-4a53-a1f2-d512a798bc8f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.248187] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-cc4c7605-fd07-469c-a9f5-e55d1d6e6949/volume-cc4c7605-fd07-469c-a9f5-e55d1d6e6949.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.248539] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f082e40-265b-449b-b199-37836ae1222a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.270172] env[69330]: DEBUG oslo_vmware.api [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1068.270172] env[69330]: value = "task-4128878" [ 1068.270172] env[69330]: _type = "Task" [ 1068.270172] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.284214] env[69330]: DEBUG oslo_vmware.api [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.291069] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5247b029-30ee-61cf-10f8-8a24b7787d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.016249} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.291396] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.291641] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.291972] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.292107] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.292424] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.292673] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e07beec-1080-4ff4-bee7-10b2648ef4d0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.302083] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.302309] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.303063] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8177085-1d48-45ed-8b8f-60a4a29edcaa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.309398] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1068.309398] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52035588-1d90-fd54-e62d-de150977c4b0" [ 1068.309398] env[69330]: _type = "Task" [ 1068.309398] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.318542] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52035588-1d90-fd54-e62d-de150977c4b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.362518] env[69330]: DEBUG oslo_concurrency.lockutils [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "7fcc16da-c1be-4242-aa4e-4982047d57c7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.555s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.541115] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1c3a6c9-9ef6-4352-8d13-9644fcde726f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.551733] env[69330]: INFO nova.compute.manager [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] instance snapshotting [ 1068.560180] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50bc9a8-db9f-45f4-92d5-56d5527c5144 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.573049] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa852987-5001-4c0f-89db-a1c7e9e2eeaa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.592378] env[69330]: DEBUG oslo_vmware.api [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128877, 'name': PowerOnVM_Task, 'duration_secs': 0.543762} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.608607] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.608864] env[69330]: DEBUG nova.compute.manager [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1068.623460] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de21b566-2bf6-4a8e-9039-6225f6b9ab4b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.627025] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfb4f69-6b70-4df5-8f5a-57e4afebe1a4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.629544] env[69330]: DEBUG nova.compute.manager [req-6e2021d5-47e4-48c0-b2cf-b2b2ce086826 req-3e91cf09-60e4-473e-8fc1-76f034e92552 service nova] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Detach interface failed, port_id=7b178948-7094-4d82-93e7-d9e6b0672182, reason: Instance 88f8ade3-bf90-4c53-89eb-21f543f6e594 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1068.675310] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.722809] env[69330]: DEBUG oslo_concurrency.lockutils [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.724574] env[69330]: DEBUG oslo_concurrency.lockutils [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.724574] env[69330]: DEBUG nova.network.neutron [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.724574] env[69330]: DEBUG nova.objects.instance [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'info_cache' on Instance uuid d358134d-299b-4a91-90e5-bad725ee2715 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.780655] env[69330]: DEBUG nova.network.neutron [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating instance_info_cache with network_info: [{"id": "bf3b81a8-d580-450b-85f6-4ce37f02af74", "address": "fa:16:3e:03:20:0c", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3b81a8-d5", "ovs_interfaceid": "bf3b81a8-d580-450b-85f6-4ce37f02af74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.787644] env[69330]: DEBUG oslo_vmware.api [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128878, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.823766] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52035588-1d90-fd54-e62d-de150977c4b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010323} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.827631] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334d9fd5-c839-40da-af1a-02bb29f7b740 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.834555] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1068.834555] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]525d5d1a-2b73-5f01-b0d3-4e4b991be647" [ 1068.834555] env[69330]: _type = "Task" [ 1068.834555] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.846570] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525d5d1a-2b73-5f01-b0d3-4e4b991be647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.876140] env[69330]: DEBUG oslo_concurrency.lockutils [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.897985] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abf58b0-1617-417b-b41c-1b94514d7b98 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.906392] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b283bc-6e21-465c-86b1-53d8449b3347 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.940019] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbd7843-151e-4643-a4ba-bee7054b07c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.951806] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f39f420-56a9-48b3-9729-75c31d97d0f9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.968051] env[69330]: DEBUG nova.compute.provider_tree [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.162832] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1069.162832] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76a4e05e-1ce4-4089-9564-bcee43ff3002 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.167091] env[69330]: DEBUG oslo_concurrency.lockutils [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.173431] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1069.173431] env[69330]: value = "task-4128879" [ 1069.173431] env[69330]: _type = "Task" [ 1069.173431] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.185175] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128879, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.281537] env[69330]: DEBUG oslo_vmware.api [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128878, 'name': ReconfigVM_Task, 'duration_secs': 0.560813} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.281854] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-cc4c7605-fd07-469c-a9f5-e55d1d6e6949/volume-cc4c7605-fd07-469c-a9f5-e55d1d6e6949.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.286945] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.288375] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ad3b9e8-813b-424c-973f-70e6310650a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.306626] env[69330]: DEBUG oslo_vmware.api [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1069.306626] env[69330]: value = "task-4128880" [ 1069.306626] env[69330]: _type = "Task" [ 1069.306626] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.315395] env[69330]: DEBUG oslo_vmware.api [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.346411] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525d5d1a-2b73-5f01-b0d3-4e4b991be647, 'name': SearchDatastore_Task, 'duration_secs': 0.027551} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.346411] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.346411] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 2a6c25f9-0c1c-4873-b587-a7f6818a9613/2a6c25f9-0c1c-4873-b587-a7f6818a9613.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.346411] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92f5852f-141a-439e-bfeb-0d068460b933 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.354533] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1069.354533] env[69330]: value = "task-4128881" [ 1069.354533] env[69330]: _type = "Task" [ 1069.354533] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.365143] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.445108] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "aba9acde-9aeb-4c0f-83be-626b392b5a15" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.445529] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.445778] env[69330]: INFO nova.compute.manager [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Shelving [ 1069.472043] env[69330]: DEBUG nova.scheduler.client.report [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.614060] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "7fcc16da-c1be-4242-aa4e-4982047d57c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.614448] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "7fcc16da-c1be-4242-aa4e-4982047d57c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.614703] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "7fcc16da-c1be-4242-aa4e-4982047d57c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.614923] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "7fcc16da-c1be-4242-aa4e-4982047d57c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.615146] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "7fcc16da-c1be-4242-aa4e-4982047d57c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.617621] env[69330]: INFO nova.compute.manager [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Terminating instance [ 1069.684523] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128879, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.820694] env[69330]: DEBUG oslo_vmware.api [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128880, 'name': ReconfigVM_Task, 'duration_secs': 0.181418} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.820694] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817814', 'volume_id': 'cc4c7605-fd07-469c-a9f5-e55d1d6e6949', 'name': 'volume-cc4c7605-fd07-469c-a9f5-e55d1d6e6949', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '213d5055-bde4-4ebf-908c-f84d79eaa08e', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc4c7605-fd07-469c-a9f5-e55d1d6e6949', 'serial': 'cc4c7605-fd07-469c-a9f5-e55d1d6e6949'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1069.873430] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128881, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.024499] env[69330]: DEBUG nova.network.neutron [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance_info_cache with network_info: [{"id": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "address": "fa:16:3e:22:5b:53", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa1af8a-5c", "ovs_interfaceid": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.128316] env[69330]: DEBUG nova.compute.manager [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.128692] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.130184] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f405119-08fc-4c82-9f62-52147d8dd143 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.142722] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.143090] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7889e22-a8a4-4b70-93db-f7f888ca08f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.186550] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128879, 'name': CreateSnapshot_Task, 'duration_secs': 0.797734} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.186841] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1070.188047] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbd377c-ff04-48a5-8b4f-cd1021902e56 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.244355] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.245119] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.245119] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleting the datastore file [datastore2] 7fcc16da-c1be-4242-aa4e-4982047d57c7 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.245329] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7cd2fa9-dc16-4e02-b7b0-c03b08703b61 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.254229] env[69330]: DEBUG oslo_vmware.api [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1070.254229] env[69330]: value = "task-4128883" [ 1070.254229] env[69330]: _type = "Task" [ 1070.254229] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.262563] env[69330]: DEBUG oslo_vmware.api [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.372317] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128881, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.459082] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.459082] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6839d7c2-c962-4744-8d20-51fdff023e13 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.464802] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1070.464802] env[69330]: value = "task-4128884" [ 1070.464802] env[69330]: _type = "Task" [ 1070.464802] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.475558] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.487392] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.066s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.494019] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.820s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.495874] env[69330]: INFO nova.compute.claims [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.527032] env[69330]: DEBUG oslo_concurrency.lockutils [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.527263] env[69330]: DEBUG nova.objects.instance [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'migration_context' on Instance uuid d358134d-299b-4a91-90e5-bad725ee2715 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.634640] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "292799d0-2d6c-4b2a-84a3-fcb811c98372" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.634957] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "292799d0-2d6c-4b2a-84a3-fcb811c98372" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.710680] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1070.711036] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d2ca9605-040e-4ece-a834-2080ce5c7316 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.719228] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1070.719228] env[69330]: value = "task-4128885" [ 1070.719228] env[69330]: _type = "Task" [ 1070.719228] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.728627] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128885, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.763782] env[69330]: DEBUG oslo_vmware.api [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459202} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.764583] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.764763] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.765049] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.765247] env[69330]: INFO nova.compute.manager [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1070.765496] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.765696] env[69330]: DEBUG nova.compute.manager [-] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.765802] env[69330]: DEBUG nova.network.neutron [-] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.814228] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3499b5-3d0b-4b94-b609-901d8e5c348c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.833328] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating instance 'a58e4dd3-b892-4e14-a71f-bd853ab158bc' progress to 0 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.867819] env[69330]: DEBUG nova.objects.instance [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lazy-loading 'flavor' on Instance uuid 213d5055-bde4-4ebf-908c-f84d79eaa08e {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.869386] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128881, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.975521] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128884, 'name': PowerOffVM_Task, 'duration_secs': 0.231794} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.975805] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.976790] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ca812d-14ab-4012-9f10-a9bcb1001878 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.996670] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc736957-cf85-4d35-80ab-085e5feca006 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.030982] env[69330]: DEBUG nova.objects.base [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1071.032342] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c3dded-4fa9-4b6e-9173-1f1f72c90e0b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.056908] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d04284-d91e-47fb-b30b-afea52cd073a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.070212] env[69330]: DEBUG oslo_vmware.api [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1071.070212] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528dc2d2-bd19-655b-7a77-e7be0b45ac50" [ 1071.070212] env[69330]: _type = "Task" [ 1071.070212] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.074398] env[69330]: DEBUG nova.compute.manager [req-567bcc46-7cce-4616-9f01-40dbcad04d88 req-77015fba-665f-43ac-8706-f4af5896d614 service nova] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Received event network-vif-deleted-15cb5cc1-5b99-452c-adb6-87924a2bc2bf {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.074662] env[69330]: INFO nova.compute.manager [req-567bcc46-7cce-4616-9f01-40dbcad04d88 req-77015fba-665f-43ac-8706-f4af5896d614 service nova] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Neutron deleted interface 15cb5cc1-5b99-452c-adb6-87924a2bc2bf; detaching it from the instance and deleting it from the info cache [ 1071.074771] env[69330]: DEBUG nova.network.neutron [req-567bcc46-7cce-4616-9f01-40dbcad04d88 req-77015fba-665f-43ac-8706-f4af5896d614 service nova] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.081438] env[69330]: DEBUG oslo_vmware.api [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528dc2d2-bd19-655b-7a77-e7be0b45ac50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.137573] env[69330]: DEBUG nova.compute.manager [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.231473] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128885, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.341742] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.342444] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba9fb9c5-1029-4404-8f16-b64a3d64846e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.350862] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1071.350862] env[69330]: value = "task-4128886" [ 1071.350862] env[69330]: _type = "Task" [ 1071.350862] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.364588] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.375246] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128881, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.833905} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.375533] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 2a6c25f9-0c1c-4873-b587-a7f6818a9613/2a6c25f9-0c1c-4873-b587-a7f6818a9613.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.375789] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.376330] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b2229725-7e5c-45b5-9fa3-fa3255524c8e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.308s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.377242] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3670ce62-5a02-4855-91f4-ceb65a471db3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.387022] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1071.387022] env[69330]: value = "task-4128887" [ 1071.387022] env[69330]: _type = "Task" [ 1071.387022] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.396180] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.519021] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1071.519021] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0db7d95f-109e-45af-b4ed-6f365524f295 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.538035] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1071.538035] env[69330]: value = "task-4128888" [ 1071.538035] env[69330]: _type = "Task" [ 1071.538035] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.556610] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128888, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.557261] env[69330]: DEBUG nova.network.neutron [-] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.584148] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0aea447f-10d7-460d-be74-d14555333046 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.591157] env[69330]: DEBUG oslo_vmware.api [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528dc2d2-bd19-655b-7a77-e7be0b45ac50, 'name': SearchDatastore_Task, 'duration_secs': 0.025129} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.591703] env[69330]: DEBUG oslo_concurrency.lockutils [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.602909] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5274986-3dd8-4998-9eac-de76c20a69e8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.652285] env[69330]: DEBUG nova.compute.manager [req-567bcc46-7cce-4616-9f01-40dbcad04d88 req-77015fba-665f-43ac-8706-f4af5896d614 service nova] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Detach interface failed, port_id=15cb5cc1-5b99-452c-adb6-87924a2bc2bf, reason: Instance 7fcc16da-c1be-4242-aa4e-4982047d57c7 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1071.672853] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.734151] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128885, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.863136] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128886, 'name': PowerOffVM_Task, 'duration_secs': 0.422481} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.863415] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.863619] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating instance 'a58e4dd3-b892-4e14-a71f-bd853ab158bc' progress to 17 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.897960] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073183} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.897960] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.901280] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db899de-d4f3-41a4-af9a-2333a020747f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.925297] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 2a6c25f9-0c1c-4873-b587-a7f6818a9613/2a6c25f9-0c1c-4873-b587-a7f6818a9613.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.928903] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37e2354a-16b9-4fc6-96e4-112f2c7a24d1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.950726] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1071.950726] env[69330]: value = "task-4128889" [ 1071.950726] env[69330]: _type = "Task" [ 1071.950726] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.955316] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca05716-3465-48cb-ad79-9939f97e5cfc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.964653] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128889, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.967638] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2765d60-a4ef-4387-9425-e2d20fb97651 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.001707] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba5c869-b7b9-4532-98e9-8f7956d6f0a6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.011065] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db034d56-a8c0-4411-997e-d3cda1a06c75 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.026075] env[69330]: DEBUG nova.compute.provider_tree [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.079930] env[69330]: INFO nova.compute.manager [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Swapping old allocation on dict_keys(['f00e7378-0f14-4d90-8510-13b5fe6d69be']) held by migration ccdd8afb-cbcf-42d9-be57-6fdd6d7fad1d for instance [ 1072.079930] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128888, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.079930] env[69330]: INFO nova.compute.manager [-] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Took 1.29 seconds to deallocate network for instance. [ 1072.080673] env[69330]: DEBUG nova.scheduler.client.report [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Overwriting current allocation {'allocations': {'f00e7378-0f14-4d90-8510-13b5fe6d69be': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 128}}, 'project_id': 'dd49bd8d6026493c9c319a000fe651c2', 'user_id': 'ce15d6ee3d6b46cd926d66dacfe0202c', 'consumer_generation': 1} on consumer 3bad0450-f8d2-47db-a11a-0ad6295b7215 {{(pid=69330) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1072.227353] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.227620] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquired lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.227910] env[69330]: DEBUG nova.network.neutron [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.236193] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128885, 'name': CloneVM_Task} progress is 95%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.370634] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.370900] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.371076] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.371273] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.371424] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.371573] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.371815] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.372030] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.372232] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.372421] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.372615] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.378888] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a73c4ad0-fd46-4384-b86c-5cf9b568123e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.395162] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1072.395162] env[69330]: value = "task-4128890" [ 1072.395162] env[69330]: _type = "Task" [ 1072.395162] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.404879] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.460756] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128889, 'name': ReconfigVM_Task, 'duration_secs': 0.380082} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.461069] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 2a6c25f9-0c1c-4873-b587-a7f6818a9613/2a6c25f9-0c1c-4873-b587-a7f6818a9613.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.461732] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eb75b4b-d51b-4a9e-b16b-18319f7f4483 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.469433] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1072.469433] env[69330]: value = "task-4128891" [ 1072.469433] env[69330]: _type = "Task" [ 1072.469433] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.482327] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128891, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.531281] env[69330]: DEBUG nova.scheduler.client.report [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.548940] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128888, 'name': CreateSnapshot_Task, 'duration_secs': 0.765832} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.549834] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1072.550745] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae51ba10-a82a-4076-a12d-a43161314296 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.566279] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.736616] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128885, 'name': CloneVM_Task, 'duration_secs': 1.669473} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.736711] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Created linked-clone VM from snapshot [ 1072.737763] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1d0770-519a-484d-9b31-54da38f52d71 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.747807] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Uploading image f4bf7c56-117e-485c-9237-d471faa50cc5 {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1072.761958] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1072.762299] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f4e2820-35f6-4e2c-a706-e20aef8a6dde {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.771338] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1072.771338] env[69330]: value = "task-4128892" [ 1072.771338] env[69330]: _type = "Task" [ 1072.771338] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.781964] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128892, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.910649] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "7d98df4c-419b-41e0-bfdf-af9d01574ba6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.910870] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "7d98df4c-419b-41e0-bfdf-af9d01574ba6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.912012] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128890, 'name': ReconfigVM_Task, 'duration_secs': 0.214822} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.912760] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating instance 'a58e4dd3-b892-4e14-a71f-bd853ab158bc' progress to 33 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.942775] env[69330]: DEBUG nova.network.neutron [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance_info_cache with network_info: [{"id": "ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b", "address": "fa:16:3e:cc:15:22", "network": {"id": "8619f945-ac51-4f8b-b5cd-ec70f8df93d1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a43c5269f3a4294b37ca2de4db3253c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecee65e0-86", "ovs_interfaceid": "ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.980446] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128891, 'name': Rename_Task, 'duration_secs': 0.149647} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.980775] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.981052] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca1f130c-93e7-4a79-b44d-ccd0e4a93ca4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.988255] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1072.988255] env[69330]: value = "task-4128893" [ 1072.988255] env[69330]: _type = "Task" [ 1072.988255] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.996328] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.035148] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.035742] env[69330]: DEBUG nova.compute.manager [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.038903] env[69330]: DEBUG oslo_concurrency.lockutils [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.162s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.038903] env[69330]: DEBUG nova.objects.instance [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1073.070864] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1073.071251] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9faa1ac1-2b5c-4da9-baec-92ad09156455 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.082489] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1073.082489] env[69330]: value = "task-4128894" [ 1073.082489] env[69330]: _type = "Task" [ 1073.082489] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.092073] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128894, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.282191] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128892, 'name': Destroy_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.414105] env[69330]: DEBUG nova.compute.manager [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.419205] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.419424] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.419574] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.419794] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.419949] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.420129] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.420339] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.420512] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.420820] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.421213] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.421275] env[69330]: DEBUG nova.virt.hardware [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.429218] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1073.430290] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bd119d3-ce6b-4258-b8ef-052c25f3ce88 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.445915] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Releasing lock "refresh_cache-3bad0450-f8d2-47db-a11a-0ad6295b7215" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.446466] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.446762] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aae5223d-bd97-4122-b0a6-0e5e2b248420 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.450385] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1073.450385] env[69330]: value = "task-4128895" [ 1073.450385] env[69330]: _type = "Task" [ 1073.450385] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.456484] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1073.456484] env[69330]: value = "task-4128896" [ 1073.456484] env[69330]: _type = "Task" [ 1073.456484] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.464286] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.472245] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.502396] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128893, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.543160] env[69330]: DEBUG nova.compute.utils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.548103] env[69330]: DEBUG nova.compute.manager [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.548306] env[69330]: DEBUG nova.network.neutron [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.598158] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128894, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.600876] env[69330]: DEBUG nova.policy [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '808d831dabbe430b893b39074edb0124', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af82179fe57040ad8a1ebd138470cadd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.785198] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128892, 'name': Destroy_Task, 'duration_secs': 0.66308} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.785531] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Destroyed the VM [ 1073.785786] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1073.786075] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c5dc73ef-64d1-4855-8e67-4cc853d95bad {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.794462] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1073.794462] env[69330]: value = "task-4128897" [ 1073.794462] env[69330]: _type = "Task" [ 1073.794462] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.804580] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128897, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.914167] env[69330]: DEBUG nova.network.neutron [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Successfully created port: 1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.959874] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.978347] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128895, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.978347] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128896, 'name': PowerOffVM_Task, 'duration_secs': 0.443583} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.978347] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.978347] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:22:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1a52d1ad-d5ff-4ba6-941a-b4b33fabe372',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1414494288',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.978347] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.978347] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.978347] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.978347] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.978347] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.979248] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.979800] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.980290] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.980588] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.980904] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.986954] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1cc866e-bee4-4b12-9bef-64545319ebb0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.009038] env[69330]: DEBUG oslo_vmware.api [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128893, 'name': PowerOnVM_Task, 'duration_secs': 0.973744} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.012022] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.012022] env[69330]: INFO nova.compute.manager [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Took 11.42 seconds to spawn the instance on the hypervisor. [ 1074.012022] env[69330]: DEBUG nova.compute.manager [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1074.012561] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1074.012561] env[69330]: value = "task-4128898" [ 1074.012561] env[69330]: _type = "Task" [ 1074.012561] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.013557] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2ebb9c-9568-40ac-907c-b0c4588dd559 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.028474] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128898, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.049874] env[69330]: DEBUG nova.compute.manager [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.054045] env[69330]: DEBUG oslo_concurrency.lockutils [None req-181ebe8a-e2fb-49b9-93e0-4413754edc51 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.055143] env[69330]: DEBUG oslo_concurrency.lockutils [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.888s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.055329] env[69330]: DEBUG nova.objects.instance [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1074.095314] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128894, 'name': CloneVM_Task} progress is 95%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.304537] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128897, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.463928] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128895, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.528172] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128898, 'name': ReconfigVM_Task, 'duration_secs': 0.244591} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.529201] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a28189c-8975-44f0-a097-de4ac12d295c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.555862] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:22:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1a52d1ad-d5ff-4ba6-941a-b4b33fabe372',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1414494288',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.556130] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.556296] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.556497] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.556660] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.556847] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.557069] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.557233] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.557400] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.557565] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.557738] env[69330]: DEBUG nova.virt.hardware [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.568102] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aef7505-2262-4df7-b31e-a1062c027295 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.571301] env[69330]: INFO nova.compute.manager [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Took 34.23 seconds to build instance. [ 1074.575519] env[69330]: DEBUG oslo_concurrency.lockutils [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.575711] env[69330]: DEBUG oslo_concurrency.lockutils [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.579827] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1074.579827] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524af8c0-0376-2ad5-09a2-ec558d498b80" [ 1074.579827] env[69330]: _type = "Task" [ 1074.579827] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.596196] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524af8c0-0376-2ad5-09a2-ec558d498b80, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.605081] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.606450] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128894, 'name': CloneVM_Task, 'duration_secs': 1.147907} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.606679] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d05b4145-cad9-4fbb-9dfd-d04856b141ba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.620139] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Created linked-clone VM from snapshot [ 1074.621346] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa91016-34cd-4966-a1a2-2cb3356df445 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.631385] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Uploading image c6d73e32-e0f8-488a-a55d-c69105f604eb {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1074.634922] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1074.634922] env[69330]: value = "task-4128899" [ 1074.634922] env[69330]: _type = "Task" [ 1074.634922] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.646181] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128899, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.661985] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1074.661985] env[69330]: value = "vm-817819" [ 1074.661985] env[69330]: _type = "VirtualMachine" [ 1074.661985] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1074.662302] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-886a65c9-b9af-47c7-8964-27e5525d2ff5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.671369] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lease: (returnval){ [ 1074.671369] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52413baa-d39f-e64b-22a8-7cdd0b94ae5d" [ 1074.671369] env[69330]: _type = "HttpNfcLease" [ 1074.671369] env[69330]: } obtained for exporting VM: (result){ [ 1074.671369] env[69330]: value = "vm-817819" [ 1074.671369] env[69330]: _type = "VirtualMachine" [ 1074.671369] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1074.671728] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the lease: (returnval){ [ 1074.671728] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52413baa-d39f-e64b-22a8-7cdd0b94ae5d" [ 1074.671728] env[69330]: _type = "HttpNfcLease" [ 1074.671728] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1074.679205] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1074.679205] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52413baa-d39f-e64b-22a8-7cdd0b94ae5d" [ 1074.679205] env[69330]: _type = "HttpNfcLease" [ 1074.679205] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1074.808424] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128897, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.966397] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128895, 'name': ReconfigVM_Task, 'duration_secs': 1.235027} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.966715] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.967773] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5134a32d-ff28-4b45-a68d-0d812bb23877 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.002259] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a58e4dd3-b892-4e14-a71f-bd853ab158bc/a58e4dd3-b892-4e14-a71f-bd853ab158bc.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.002732] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68a74245-6108-4910-bb37-a0768cb12155 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.030630] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1075.030630] env[69330]: value = "task-4128901" [ 1075.030630] env[69330]: _type = "Task" [ 1075.030630] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.043129] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.075266] env[69330]: DEBUG nova.compute.manager [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.079137] env[69330]: DEBUG oslo_concurrency.lockutils [None req-92cb7487-1996-4cac-8b64-4111776371d5 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.081734] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9545d8c9-0225-474b-8c75-5af0e23c3136 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "2a6c25f9-0c1c-4873-b587-a7f6818a9613" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.746s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.081734] env[69330]: DEBUG oslo_concurrency.lockutils [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.490s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.085033] env[69330]: DEBUG nova.compute.utils [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.112031] env[69330]: DEBUG nova.virt.hardware [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.112031] env[69330]: DEBUG nova.virt.hardware [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.112401] env[69330]: DEBUG nova.virt.hardware [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.112401] env[69330]: DEBUG nova.virt.hardware [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.112461] env[69330]: DEBUG nova.virt.hardware [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.112571] env[69330]: DEBUG nova.virt.hardware [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.112781] env[69330]: DEBUG nova.virt.hardware [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.112939] env[69330]: DEBUG nova.virt.hardware [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.113122] env[69330]: DEBUG nova.virt.hardware [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.113288] env[69330]: DEBUG nova.virt.hardware [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.113459] env[69330]: DEBUG nova.virt.hardware [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.114386] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d49182c-d57e-4ca3-abec-b07615f75eb4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.123092] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bf2013-16f5-42c5-bd13-3f02dcdde256 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.149652] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128899, 'name': ReconfigVM_Task, 'duration_secs': 0.222624} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.150064] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.150859] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc264d3-7640-4c1a-b4a2-95bfd97109c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.177952] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3bad0450-f8d2-47db-a11a-0ad6295b7215/3bad0450-f8d2-47db-a11a-0ad6295b7215.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.181768] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8b64644-bca8-4378-ad14-68ff58451aab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.205633] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1075.205633] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52413baa-d39f-e64b-22a8-7cdd0b94ae5d" [ 1075.205633] env[69330]: _type = "HttpNfcLease" [ 1075.205633] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1075.206048] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1075.206048] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52413baa-d39f-e64b-22a8-7cdd0b94ae5d" [ 1075.206048] env[69330]: _type = "HttpNfcLease" [ 1075.206048] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1075.208273] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549ee461-00b6-49b4-9cbd-a2c1bd5b8fa5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.211270] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1075.211270] env[69330]: value = "task-4128902" [ 1075.211270] env[69330]: _type = "Task" [ 1075.211270] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.218598] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52444a1a-d2cf-7297-9fa4-1399dd87cd22/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1075.218780] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52444a1a-d2cf-7297-9fa4-1399dd87cd22/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1075.280869] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.306734] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128897, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.334519] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-caaf9fa6-2f0f-448c-bd36-b14ac18a4cfa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.427341] env[69330]: DEBUG nova.compute.manager [req-9a33934a-a7db-4349-92d4-c0968a6f6c92 req-9bf994b0-9d9a-4415-8995-b643770598a7 service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Received event network-vif-plugged-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.427910] env[69330]: DEBUG oslo_concurrency.lockutils [req-9a33934a-a7db-4349-92d4-c0968a6f6c92 req-9bf994b0-9d9a-4415-8995-b643770598a7 service nova] Acquiring lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.428337] env[69330]: DEBUG oslo_concurrency.lockutils [req-9a33934a-a7db-4349-92d4-c0968a6f6c92 req-9bf994b0-9d9a-4415-8995-b643770598a7 service nova] Lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.428585] env[69330]: DEBUG oslo_concurrency.lockutils [req-9a33934a-a7db-4349-92d4-c0968a6f6c92 req-9bf994b0-9d9a-4415-8995-b643770598a7 service nova] Lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.428786] env[69330]: DEBUG nova.compute.manager [req-9a33934a-a7db-4349-92d4-c0968a6f6c92 req-9bf994b0-9d9a-4415-8995-b643770598a7 service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] No waiting events found dispatching network-vif-plugged-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1075.428977] env[69330]: WARNING nova.compute.manager [req-9a33934a-a7db-4349-92d4-c0968a6f6c92 req-9bf994b0-9d9a-4415-8995-b643770598a7 service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Received unexpected event network-vif-plugged-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b for instance with vm_state building and task_state spawning. [ 1075.456869] env[69330]: DEBUG nova.network.neutron [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Successfully updated port: 1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.542401] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128901, 'name': ReconfigVM_Task, 'duration_secs': 0.414451} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.542972] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a58e4dd3-b892-4e14-a71f-bd853ab158bc/a58e4dd3-b892-4e14-a71f-bd853ab158bc.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.543409] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating instance 'a58e4dd3-b892-4e14-a71f-bd853ab158bc' progress to 50 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.590540] env[69330]: DEBUG oslo_concurrency.lockutils [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.722603] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128902, 'name': ReconfigVM_Task, 'duration_secs': 0.508478} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.726056] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3bad0450-f8d2-47db-a11a-0ad6295b7215/3bad0450-f8d2-47db-a11a-0ad6295b7215.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.727253] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dda776e-1400-415c-abc5-5183941d2bf8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.752615] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132be6c0-0bed-4998-a067-57816d929dcd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.778953] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0248d005-5086-4fcb-bcfc-7c62fe42d4b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.806320] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e385eb7-3276-4156-8910-17e470af5ff9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.817924] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.818597] env[69330]: DEBUG oslo_vmware.api [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128897, 'name': RemoveSnapshot_Task, 'duration_secs': 1.664546} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.818672] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d0bbd7b-7da7-401c-9530-a8c919ce9d97 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.820714] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1075.832148] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1075.832148] env[69330]: value = "task-4128903" [ 1075.832148] env[69330]: _type = "Task" [ 1075.832148] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.843785] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.959629] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "refresh_cache-0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.960429] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "refresh_cache-0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.960643] env[69330]: DEBUG nova.network.neutron [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.964449] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ee523a-f4ae-4628-95d5-aaeef9c69010 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.975257] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878d3655-abfc-4822-ab91-9202ddccd529 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.017212] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdcd1f6-490d-4860-8849-eebc8e393cca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.026718] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31438062-56a8-4fe5-b6e5-61316cd9acb4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.044628] env[69330]: DEBUG nova.compute.provider_tree [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.051395] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ca6e2f-c2cb-4e47-9058-13a7fd7267f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.075745] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600b8bb7-b848-4267-b517-d68991f5b99a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.096889] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating instance 'a58e4dd3-b892-4e14-a71f-bd853ab158bc' progress to 67 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.329124] env[69330]: WARNING nova.compute.manager [None req-c40c2fc6-79a6-4ac2-82da-4da3b99a9516 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Image not found during snapshot: nova.exception.ImageNotFound: Image f4bf7c56-117e-485c-9237-d471faa50cc5 could not be found. [ 1076.346224] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128903, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.500909] env[69330]: DEBUG nova.network.neutron [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.540037] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "aa37010a-b04d-4461-985a-8f127472f976" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.540517] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "aa37010a-b04d-4461-985a-8f127472f976" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.549356] env[69330]: DEBUG nova.scheduler.client.report [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.663399] env[69330]: DEBUG nova.network.neutron [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Updating instance_info_cache with network_info: [{"id": "1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b", "address": "fa:16:3e:bd:3f:8f", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a603a4f-bd", "ovs_interfaceid": "1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.665526] env[69330]: DEBUG oslo_concurrency.lockutils [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.665709] env[69330]: DEBUG oslo_concurrency.lockutils [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.666014] env[69330]: INFO nova.compute.manager [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Attaching volume 1fb66887-c698-4454-bc52-5a519b0ab77c to /dev/sdb [ 1076.672454] env[69330]: DEBUG nova.network.neutron [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Port bf3b81a8-d580-450b-85f6-4ce37f02af74 binding to destination host cpu-1 is already ACTIVE {{(pid=69330) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1076.708124] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24af76df-f962-4516-b6e7-a6d9db6bd1df {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.717056] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d139f87-f543-40fc-8ac4-f480bb19f388 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.732440] env[69330]: DEBUG nova.virt.block_device [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Updating existing volume attachment record: 2ba9f8bb-e26c-4f57-aaa1-74165f1be528 {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1076.843677] env[69330]: DEBUG oslo_vmware.api [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128903, 'name': PowerOnVM_Task, 'duration_secs': 0.565857} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.844261] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.043269] env[69330]: DEBUG nova.compute.manager [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.063425] env[69330]: DEBUG oslo_concurrency.lockutils [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "663b748d-8fb8-462f-86ed-e85f57a415bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.063425] env[69330]: DEBUG oslo_concurrency.lockutils [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "663b748d-8fb8-462f-86ed-e85f57a415bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.063425] env[69330]: DEBUG oslo_concurrency.lockutils [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "663b748d-8fb8-462f-86ed-e85f57a415bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.063425] env[69330]: DEBUG oslo_concurrency.lockutils [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "663b748d-8fb8-462f-86ed-e85f57a415bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.063425] env[69330]: DEBUG oslo_concurrency.lockutils [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "663b748d-8fb8-462f-86ed-e85f57a415bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.065724] env[69330]: INFO nova.compute.manager [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Terminating instance [ 1077.169376] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "refresh_cache-0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.169846] env[69330]: DEBUG nova.compute.manager [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Instance network_info: |[{"id": "1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b", "address": "fa:16:3e:bd:3f:8f", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a603a4f-bd", "ovs_interfaceid": "1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.170470] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:3f:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.178993] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.183395] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.184009] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32831c2e-5898-4e15-9c59-31a4df4f4041 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.207024] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.207024] env[69330]: value = "task-4128907" [ 1077.207024] env[69330]: _type = "Task" [ 1077.207024] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.215581] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128907, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.474174] env[69330]: DEBUG nova.compute.manager [req-b4b6a3fd-ab5d-41a8-bfcb-105023b1df8c req-9b20004d-a02c-46f1-9937-aa3ec3e008af service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Received event network-changed-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.476958] env[69330]: DEBUG nova.compute.manager [req-b4b6a3fd-ab5d-41a8-bfcb-105023b1df8c req-9b20004d-a02c-46f1-9937-aa3ec3e008af service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Refreshing instance network info cache due to event network-changed-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.477438] env[69330]: DEBUG oslo_concurrency.lockutils [req-b4b6a3fd-ab5d-41a8-bfcb-105023b1df8c req-9b20004d-a02c-46f1-9937-aa3ec3e008af service nova] Acquiring lock "refresh_cache-0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.477907] env[69330]: DEBUG oslo_concurrency.lockutils [req-b4b6a3fd-ab5d-41a8-bfcb-105023b1df8c req-9b20004d-a02c-46f1-9937-aa3ec3e008af service nova] Acquired lock "refresh_cache-0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.478666] env[69330]: DEBUG nova.network.neutron [req-b4b6a3fd-ab5d-41a8-bfcb-105023b1df8c req-9b20004d-a02c-46f1-9937-aa3ec3e008af service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Refreshing network info cache for port 1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.569614] env[69330]: DEBUG oslo_concurrency.lockutils [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.488s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.569849] env[69330]: DEBUG nova.compute.manager [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69330) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1077.574341] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.574697] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.902s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.576359] env[69330]: INFO nova.compute.claims [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.579549] env[69330]: DEBUG nova.compute.manager [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.579682] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.580958] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4a2322-d4e7-4999-a521-a968089827ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.592191] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.592601] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c81a9d04-6060-4b71-9b26-0ebdfe2fff5c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.601309] env[69330]: DEBUG oslo_vmware.api [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1077.601309] env[69330]: value = "task-4128908" [ 1077.601309] env[69330]: _type = "Task" [ 1077.601309] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.612034] env[69330]: DEBUG oslo_vmware.api [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.701448] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.701673] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.701875] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.719415] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128907, 'name': CreateVM_Task, 'duration_secs': 0.393165} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.719650] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.720555] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.720805] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.721218] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.721793] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8b2d75-14f4-48e4-a9df-ca6a1838ff0c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.728920] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1077.728920] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]523c6d16-b097-656c-5139-1c520be404c9" [ 1077.728920] env[69330]: _type = "Task" [ 1077.728920] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.739272] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]523c6d16-b097-656c-5139-1c520be404c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.857376] env[69330]: INFO nova.compute.manager [None req-a286039a-d2d9-4693-9f38-e03a3d1a67e1 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance to original state: 'active' [ 1078.114563] env[69330]: DEBUG oslo_vmware.api [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128908, 'name': PowerOffVM_Task, 'duration_secs': 0.278259} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.114917] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.115212] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.115580] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-420097bd-c415-4076-b2cd-28e807b215ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.145351] env[69330]: INFO nova.scheduler.client.report [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleted allocation for migration 39b9e314-f2ff-4ec3-9ed9-ed7fad1fc5ca [ 1078.241682] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]523c6d16-b097-656c-5139-1c520be404c9, 'name': SearchDatastore_Task, 'duration_secs': 0.016826} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.242246] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.242552] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.242899] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.243081] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.243286] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.243569] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aa13c2d-49ab-43eb-bc1a-e47ee4642862 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.246661] env[69330]: DEBUG nova.network.neutron [req-b4b6a3fd-ab5d-41a8-bfcb-105023b1df8c req-9b20004d-a02c-46f1-9937-aa3ec3e008af service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Updated VIF entry in instance network info cache for port 1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.246746] env[69330]: DEBUG nova.network.neutron [req-b4b6a3fd-ab5d-41a8-bfcb-105023b1df8c req-9b20004d-a02c-46f1-9937-aa3ec3e008af service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Updating instance_info_cache with network_info: [{"id": "1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b", "address": "fa:16:3e:bd:3f:8f", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a603a4f-bd", "ovs_interfaceid": "1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.261109] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.261535] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.262431] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e5870c-e8d1-4b28-a5fd-b022a7fa69e8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.270017] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1078.270017] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521e5f07-d627-fedb-e187-66c3d80d79c7" [ 1078.270017] env[69330]: _type = "Task" [ 1078.270017] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.281913] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521e5f07-d627-fedb-e187-66c3d80d79c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.653192] env[69330]: DEBUG oslo_concurrency.lockutils [None req-084fbd64-46ad-4d3b-bec7-956c0f98d316 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "d358134d-299b-4a91-90e5-bad725ee2715" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.496s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.750809] env[69330]: DEBUG oslo_concurrency.lockutils [req-b4b6a3fd-ab5d-41a8-bfcb-105023b1df8c req-9b20004d-a02c-46f1-9937-aa3ec3e008af service nova] Releasing lock "refresh_cache-0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.769014] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.769216] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.769390] env[69330]: DEBUG nova.network.neutron [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.783907] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521e5f07-d627-fedb-e187-66c3d80d79c7, 'name': SearchDatastore_Task, 'duration_secs': 0.030449} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.785607] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d67a0b6e-5ecb-46c0-9f59-806d30884818 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.792962] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1078.792962] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5216b593-d092-4e26-dbbd-72b2d192a728" [ 1078.792962] env[69330]: _type = "Task" [ 1078.792962] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.806651] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5216b593-d092-4e26-dbbd-72b2d192a728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.958783] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45f2087-1821-440e-be28-c8f0bf039592 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.968010] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309d6377-7eb7-4296-8126-98ae83654efb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.000573] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740bee50-9552-4186-8c3c-f019c187c4fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.010033] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276b5ae3-10ae-48c7-9380-08f212df43c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.027034] env[69330]: DEBUG nova.compute.provider_tree [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.167113] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.167355] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.167539] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleting the datastore file [datastore2] 663b748d-8fb8-462f-86ed-e85f57a415bf {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.168133] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a21e8c0-92a6-4dbe-a5fd-1fcfc96938b0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.180962] env[69330]: DEBUG oslo_vmware.api [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for the task: (returnval){ [ 1079.180962] env[69330]: value = "task-4128911" [ 1079.180962] env[69330]: _type = "Task" [ 1079.180962] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.190809] env[69330]: DEBUG oslo_vmware.api [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.309404] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5216b593-d092-4e26-dbbd-72b2d192a728, 'name': SearchDatastore_Task, 'duration_secs': 0.014184} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.309900] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.310491] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc/0e1433bd-6e93-4b79-9e5e-cda1346fd6bc.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.310767] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e880e42-dc64-4aa3-98ce-27f076c7740e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.319966] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1079.319966] env[69330]: value = "task-4128912" [ 1079.319966] env[69330]: _type = "Task" [ 1079.319966] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.332719] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.531072] env[69330]: DEBUG nova.scheduler.client.report [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.596351] env[69330]: DEBUG nova.network.neutron [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating instance_info_cache with network_info: [{"id": "bf3b81a8-d580-450b-85f6-4ce37f02af74", "address": "fa:16:3e:03:20:0c", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3b81a8-d5", "ovs_interfaceid": "bf3b81a8-d580-450b-85f6-4ce37f02af74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.666176] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "3bad0450-f8d2-47db-a11a-0ad6295b7215" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.666988] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "3bad0450-f8d2-47db-a11a-0ad6295b7215" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.666988] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "3bad0450-f8d2-47db-a11a-0ad6295b7215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.667149] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "3bad0450-f8d2-47db-a11a-0ad6295b7215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.667327] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "3bad0450-f8d2-47db-a11a-0ad6295b7215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.669910] env[69330]: INFO nova.compute.manager [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Terminating instance [ 1079.692637] env[69330]: DEBUG oslo_vmware.api [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Task: {'id': task-4128911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18555} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.692913] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.693141] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.693322] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.693499] env[69330]: INFO nova.compute.manager [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1079.693758] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.693984] env[69330]: DEBUG nova.compute.manager [-] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.694102] env[69330]: DEBUG nova.network.neutron [-] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.724209] env[69330]: DEBUG nova.objects.instance [None req-ecbaeaef-36a2-4f28-b991-6a21813d1ab0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'flavor' on Instance uuid d358134d-299b-4a91-90e5-bad725ee2715 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.832049] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128912, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.039020] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.039020] env[69330]: DEBUG nova.compute.manager [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.040534] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.474s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.040858] env[69330]: DEBUG nova.objects.instance [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lazy-loading 'resources' on Instance uuid 7fcc16da-c1be-4242-aa4e-4982047d57c7 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.049343] env[69330]: DEBUG nova.compute.manager [req-25b0014c-f646-4094-824d-7eefd22c60b9 req-85f7b93d-26d3-425a-8648-b3da57527fd6 service nova] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Received event network-vif-deleted-f6d4803f-752e-43e5-9105-68906ae10b15 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.049845] env[69330]: INFO nova.compute.manager [req-25b0014c-f646-4094-824d-7eefd22c60b9 req-85f7b93d-26d3-425a-8648-b3da57527fd6 service nova] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Neutron deleted interface f6d4803f-752e-43e5-9105-68906ae10b15; detaching it from the instance and deleting it from the info cache [ 1080.050128] env[69330]: DEBUG nova.network.neutron [req-25b0014c-f646-4094-824d-7eefd22c60b9 req-85f7b93d-26d3-425a-8648-b3da57527fd6 service nova] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.098786] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.174578] env[69330]: DEBUG nova.compute.manager [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.174694] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.175636] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e598e13-02c7-4bb2-a28a-cfe2cb5ca057 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.184951] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.185109] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50e7d46d-581e-44d8-8df3-0d611e920e93 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.193484] env[69330]: DEBUG oslo_vmware.api [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1080.193484] env[69330]: value = "task-4128913" [ 1080.193484] env[69330]: _type = "Task" [ 1080.193484] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.202691] env[69330]: DEBUG oslo_vmware.api [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.235019] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ecbaeaef-36a2-4f28-b991-6a21813d1ab0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.235019] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ecbaeaef-36a2-4f28-b991-6a21813d1ab0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.235019] env[69330]: DEBUG nova.network.neutron [None req-ecbaeaef-36a2-4f28-b991-6a21813d1ab0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.235019] env[69330]: DEBUG nova.objects.instance [None req-ecbaeaef-36a2-4f28-b991-6a21813d1ab0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'info_cache' on Instance uuid d358134d-299b-4a91-90e5-bad725ee2715 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.331513] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548397} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.331819] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc/0e1433bd-6e93-4b79-9e5e-cda1346fd6bc.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.332061] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.332336] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed07b93e-61e0-4f83-9975-baea00d3c03b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.340652] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1080.340652] env[69330]: value = "task-4128914" [ 1080.340652] env[69330]: _type = "Task" [ 1080.340652] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.350120] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.488110] env[69330]: DEBUG nova.network.neutron [-] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.545461] env[69330]: DEBUG nova.compute.utils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.549389] env[69330]: DEBUG nova.compute.manager [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.549581] env[69330]: DEBUG nova.network.neutron [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.555028] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08de5763-83d3-4487-b2f0-dfe44024ac1f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.567131] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9e3342-4fcc-4785-b211-ee6457f14503 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.616174] env[69330]: DEBUG nova.compute.manager [req-25b0014c-f646-4094-824d-7eefd22c60b9 req-85f7b93d-26d3-425a-8648-b3da57527fd6 service nova] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Detach interface failed, port_id=f6d4803f-752e-43e5-9105-68906ae10b15, reason: Instance 663b748d-8fb8-462f-86ed-e85f57a415bf could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1080.626312] env[69330]: DEBUG nova.policy [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32e8e100581144dc8041a0065d3217b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8274dde6c414a3982a4d113f9999eea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.640179] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5660c4-fa30-4fb0-91f2-65d175c1904b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.666483] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f46382-b018-4841-b959-9709219b944e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.675665] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating instance 'a58e4dd3-b892-4e14-a71f-bd853ab158bc' progress to 83 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.705410] env[69330]: DEBUG oslo_vmware.api [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128913, 'name': PowerOffVM_Task, 'duration_secs': 0.432918} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.705644] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.705823] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.706075] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de20fcca-e51a-46d6-8960-69e398014e04 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.737800] env[69330]: DEBUG nova.objects.base [None req-ecbaeaef-36a2-4f28-b991-6a21813d1ab0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1080.788539] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.788813] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.788953] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Deleting the datastore file [datastore1] 3bad0450-f8d2-47db-a11a-0ad6295b7215 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.789245] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dca2c53-d433-4e82-9c95-c629bacf2cf0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.796533] env[69330]: DEBUG oslo_vmware.api [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1080.796533] env[69330]: value = "task-4128916" [ 1080.796533] env[69330]: _type = "Task" [ 1080.796533] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.808934] env[69330]: DEBUG oslo_vmware.api [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.851317] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070099} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.851317] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.852020] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb57efa-1b9e-4bb1-8e5f-0c6aa66dc7da {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.882534] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc/0e1433bd-6e93-4b79-9e5e-cda1346fd6bc.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.886107] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805392e8-cd60-4396-8ed8-80d396f29867 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.908867] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1080.908867] env[69330]: value = "task-4128917" [ 1080.908867] env[69330]: _type = "Task" [ 1080.908867] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.918630] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.946194] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c05f72-6f83-4cd1-a114-825f19956216 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.954354] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00039fa-7b76-4dcf-b887-ae66d7765b64 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.960848] env[69330]: DEBUG nova.network.neutron [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Successfully created port: fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.990474] env[69330]: INFO nova.compute.manager [-] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Took 1.30 seconds to deallocate network for instance. [ 1080.991303] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5149d9c4-1960-4162-b11e-448ba810df66 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.002114] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b22395-52ff-4a7b-a83f-cad1651930a7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.018592] env[69330]: DEBUG nova.compute.provider_tree [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.049662] env[69330]: DEBUG nova.compute.manager [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.185371] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.185371] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e58bae-d28a-44ce-ba87-cca7cc9ae5c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.194474] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1081.194474] env[69330]: value = "task-4128918" [ 1081.194474] env[69330]: _type = "Task" [ 1081.194474] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.210480] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.281209] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1081.281483] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817821', 'volume_id': '1fb66887-c698-4454-bc52-5a519b0ab77c', 'name': 'volume-1fb66887-c698-4454-bc52-5a519b0ab77c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9fc9aa-9b11-4530-a361-b3128bcb12c2', 'attached_at': '', 'detached_at': '', 'volume_id': '1fb66887-c698-4454-bc52-5a519b0ab77c', 'serial': '1fb66887-c698-4454-bc52-5a519b0ab77c'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1081.282441] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79119b9-cbb9-433f-9cfa-0b8305b95576 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.306937] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de16bd0-ea58-4419-a71f-68165abd64b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.318752] env[69330]: DEBUG oslo_vmware.api [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497662} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.334586] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.335011] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.335231] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.335496] env[69330]: INFO nova.compute.manager [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1081.335828] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.343728] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-1fb66887-c698-4454-bc52-5a519b0ab77c/volume-1fb66887-c698-4454-bc52-5a519b0ab77c.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.344046] env[69330]: DEBUG nova.compute.manager [-] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.344221] env[69330]: DEBUG nova.network.neutron [-] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.348596] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-232f0ed6-82cb-4d68-8b7b-f1613cc2fd68 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.369083] env[69330]: DEBUG oslo_vmware.api [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1081.369083] env[69330]: value = "task-4128919" [ 1081.369083] env[69330]: _type = "Task" [ 1081.369083] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.379361] env[69330]: DEBUG oslo_vmware.api [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.422197] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128917, 'name': ReconfigVM_Task, 'duration_secs': 0.324961} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.422923] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc/0e1433bd-6e93-4b79-9e5e-cda1346fd6bc.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.426194] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0884116c-92be-4ae7-bc61-df2eb525925c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.435200] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1081.435200] env[69330]: value = "task-4128920" [ 1081.435200] env[69330]: _type = "Task" [ 1081.435200] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.445343] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128920, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.508270] env[69330]: DEBUG oslo_concurrency.lockutils [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.509648] env[69330]: DEBUG nova.network.neutron [None req-ecbaeaef-36a2-4f28-b991-6a21813d1ab0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance_info_cache with network_info: [{"id": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "address": "fa:16:3e:22:5b:53", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa1af8a-5c", "ovs_interfaceid": "5aa1af8a-5cbd-40cd-b258-b161cf3a2596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.525231] env[69330]: DEBUG nova.scheduler.client.report [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.707113] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.880614] env[69330]: DEBUG oslo_vmware.api [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128919, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.946857] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128920, 'name': Rename_Task, 'duration_secs': 0.182585} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.947127] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.947422] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce7bd4c0-30dc-4c74-98de-864deb0aa3bb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.954641] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1081.954641] env[69330]: value = "task-4128921" [ 1081.954641] env[69330]: _type = "Task" [ 1081.954641] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.962886] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.012919] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ecbaeaef-36a2-4f28-b991-6a21813d1ab0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "refresh_cache-d358134d-299b-4a91-90e5-bad725ee2715" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.028440] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.031081] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.071s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.032818] env[69330]: INFO nova.compute.claims [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.052566] env[69330]: INFO nova.scheduler.client.report [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleted allocations for instance 7fcc16da-c1be-4242-aa4e-4982047d57c7 [ 1082.067395] env[69330]: DEBUG nova.compute.manager [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.078501] env[69330]: DEBUG nova.compute.manager [req-1a0baf7f-c750-40ee-ac90-21500e9244e3 req-e687fb98-e05c-46d4-b881-0ff4b20d0e76 service nova] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Received event network-vif-deleted-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.078846] env[69330]: INFO nova.compute.manager [req-1a0baf7f-c750-40ee-ac90-21500e9244e3 req-e687fb98-e05c-46d4-b881-0ff4b20d0e76 service nova] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Neutron deleted interface ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b; detaching it from the instance and deleting it from the info cache [ 1082.079121] env[69330]: DEBUG nova.network.neutron [req-1a0baf7f-c750-40ee-ac90-21500e9244e3 req-e687fb98-e05c-46d4-b881-0ff4b20d0e76 service nova] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.097416] env[69330]: DEBUG nova.virt.hardware [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.097698] env[69330]: DEBUG nova.virt.hardware [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.097883] env[69330]: DEBUG nova.virt.hardware [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.098085] env[69330]: DEBUG nova.virt.hardware [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.098253] env[69330]: DEBUG nova.virt.hardware [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.098401] env[69330]: DEBUG nova.virt.hardware [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.098629] env[69330]: DEBUG nova.virt.hardware [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.098792] env[69330]: DEBUG nova.virt.hardware [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.098978] env[69330]: DEBUG nova.virt.hardware [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.099183] env[69330]: DEBUG nova.virt.hardware [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.099353] env[69330]: DEBUG nova.virt.hardware [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.101222] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34516aea-9e5e-4c0e-be48-55aadf7d6b25 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.110474] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e4b0f9-9dd5-484b-a14e-3dc2bdf37ad2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.206016] env[69330]: DEBUG oslo_vmware.api [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128918, 'name': PowerOnVM_Task, 'duration_secs': 0.670015} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.206371] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.206562] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb3d1d-2932-4237-85f1-b063d94c76da tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating instance 'a58e4dd3-b892-4e14-a71f-bd853ab158bc' progress to 100 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.286236] env[69330]: DEBUG nova.network.neutron [-] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.381639] env[69330]: DEBUG oslo_vmware.api [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128919, 'name': ReconfigVM_Task, 'duration_secs': 0.54349} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.382111] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-1fb66887-c698-4454-bc52-5a519b0ab77c/volume-1fb66887-c698-4454-bc52-5a519b0ab77c.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.386956] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-754dbe29-28d7-4248-885b-a6b5fe8778ba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.403094] env[69330]: DEBUG oslo_vmware.api [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1082.403094] env[69330]: value = "task-4128922" [ 1082.403094] env[69330]: _type = "Task" [ 1082.403094] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.412347] env[69330]: DEBUG oslo_vmware.api [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.465844] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.560583] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "7fcc16da-c1be-4242-aa4e-4982047d57c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.946s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.582953] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc08a9f9-df02-448f-bd92-252408c1e913 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.594673] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7934194f-70c2-42d1-814a-262ac6d22a6a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.633443] env[69330]: DEBUG nova.compute.manager [req-1a0baf7f-c750-40ee-ac90-21500e9244e3 req-e687fb98-e05c-46d4-b881-0ff4b20d0e76 service nova] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Detach interface failed, port_id=ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b, reason: Instance 3bad0450-f8d2-47db-a11a-0ad6295b7215 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1082.788964] env[69330]: INFO nova.compute.manager [-] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Took 1.44 seconds to deallocate network for instance. [ 1082.915531] env[69330]: DEBUG oslo_vmware.api [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128922, 'name': ReconfigVM_Task, 'duration_secs': 0.188263} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.915922] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817821', 'volume_id': '1fb66887-c698-4454-bc52-5a519b0ab77c', 'name': 'volume-1fb66887-c698-4454-bc52-5a519b0ab77c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9fc9aa-9b11-4530-a361-b3128bcb12c2', 'attached_at': '', 'detached_at': '', 'volume_id': '1fb66887-c698-4454-bc52-5a519b0ab77c', 'serial': '1fb66887-c698-4454-bc52-5a519b0ab77c'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1082.949760] env[69330]: DEBUG nova.network.neutron [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Successfully updated port: fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.967308] env[69330]: DEBUG oslo_vmware.api [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128921, 'name': PowerOnVM_Task, 'duration_secs': 0.927282} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.967601] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.967961] env[69330]: INFO nova.compute.manager [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1082.968162] env[69330]: DEBUG nova.compute.manager [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.968990] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae5ddbe-c6f9-49fa-bbe8-c93cee3e7bb3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.020245] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbaeaef-36a2-4f28-b991-6a21813d1ab0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.020597] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-861ee91e-00a4-4362-8c74-d8b0df4a5518 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.029681] env[69330]: DEBUG oslo_vmware.api [None req-ecbaeaef-36a2-4f28-b991-6a21813d1ab0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1083.029681] env[69330]: value = "task-4128923" [ 1083.029681] env[69330]: _type = "Task" [ 1083.029681] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.047496] env[69330]: DEBUG oslo_vmware.api [None req-ecbaeaef-36a2-4f28-b991-6a21813d1ab0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.296077] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.338913] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcb006c-ced8-4948-a9b8-c31726ea6aa4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.349047] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eee8139-7e6e-4341-b859-9560aef1cbc6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.381816] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd3ca46-8bcc-4c29-b73d-f89606c40e71 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.390917] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747db184-be11-46ea-9225-845fcc5be65d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.407778] env[69330]: DEBUG nova.compute.provider_tree [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.452516] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.452689] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.452848] env[69330]: DEBUG nova.network.neutron [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.489118] env[69330]: INFO nova.compute.manager [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Took 14.84 seconds to build instance. [ 1083.543505] env[69330]: DEBUG oslo_vmware.api [None req-ecbaeaef-36a2-4f28-b991-6a21813d1ab0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128923, 'name': PowerOnVM_Task, 'duration_secs': 0.437499} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.544107] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbaeaef-36a2-4f28-b991-6a21813d1ab0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.544490] env[69330]: DEBUG nova.compute.manager [None req-ecbaeaef-36a2-4f28-b991-6a21813d1ab0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1083.545516] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb83ca51-4ae5-41a0-8dca-4dbf7237a6dc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.912226] env[69330]: DEBUG nova.scheduler.client.report [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.964715] env[69330]: DEBUG nova.objects.instance [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lazy-loading 'flavor' on Instance uuid 6a9fc9aa-9b11-4530-a361-b3128bcb12c2 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.995532] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e57a6abe-5297-4f1f-b1af-cc3382db070c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.356s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.012506] env[69330]: DEBUG nova.network.neutron [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.274679] env[69330]: INFO nova.compute.manager [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Rescuing [ 1084.275091] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.275216] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.275375] env[69330]: DEBUG nova.network.neutron [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.281581] env[69330]: DEBUG nova.network.neutron [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updating instance_info_cache with network_info: [{"id": "fa3ef474-fe4d-4685-952f-3a55935406b8", "address": "fa:16:3e:c1:a0:b5", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3ef474-fe", "ovs_interfaceid": "fa3ef474-fe4d-4685-952f-3a55935406b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.409124] env[69330]: DEBUG nova.compute.manager [req-4b7cd8ee-c733-457b-ae75-ee613575010c req-f8b0d70a-0a51-4876-be0b-ef02477c0e4a service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Received event network-vif-plugged-fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.409479] env[69330]: DEBUG oslo_concurrency.lockutils [req-4b7cd8ee-c733-457b-ae75-ee613575010c req-f8b0d70a-0a51-4876-be0b-ef02477c0e4a service nova] Acquiring lock "292799d0-2d6c-4b2a-84a3-fcb811c98372-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.409751] env[69330]: DEBUG oslo_concurrency.lockutils [req-4b7cd8ee-c733-457b-ae75-ee613575010c req-f8b0d70a-0a51-4876-be0b-ef02477c0e4a service nova] Lock "292799d0-2d6c-4b2a-84a3-fcb811c98372-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.409977] env[69330]: DEBUG oslo_concurrency.lockutils [req-4b7cd8ee-c733-457b-ae75-ee613575010c req-f8b0d70a-0a51-4876-be0b-ef02477c0e4a service nova] Lock "292799d0-2d6c-4b2a-84a3-fcb811c98372-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.410207] env[69330]: DEBUG nova.compute.manager [req-4b7cd8ee-c733-457b-ae75-ee613575010c req-f8b0d70a-0a51-4876-be0b-ef02477c0e4a service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] No waiting events found dispatching network-vif-plugged-fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1084.410433] env[69330]: WARNING nova.compute.manager [req-4b7cd8ee-c733-457b-ae75-ee613575010c req-f8b0d70a-0a51-4876-be0b-ef02477c0e4a service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Received unexpected event network-vif-plugged-fa3ef474-fe4d-4685-952f-3a55935406b8 for instance with vm_state building and task_state spawning. [ 1084.410644] env[69330]: DEBUG nova.compute.manager [req-4b7cd8ee-c733-457b-ae75-ee613575010c req-f8b0d70a-0a51-4876-be0b-ef02477c0e4a service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Received event network-changed-fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.411038] env[69330]: DEBUG nova.compute.manager [req-4b7cd8ee-c733-457b-ae75-ee613575010c req-f8b0d70a-0a51-4876-be0b-ef02477c0e4a service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Refreshing instance network info cache due to event network-changed-fa3ef474-fe4d-4685-952f-3a55935406b8. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.411268] env[69330]: DEBUG oslo_concurrency.lockutils [req-4b7cd8ee-c733-457b-ae75-ee613575010c req-f8b0d70a-0a51-4876-be0b-ef02477c0e4a service nova] Acquiring lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.418571] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.419222] env[69330]: DEBUG nova.compute.manager [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.422206] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.848s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.423873] env[69330]: INFO nova.compute.claims [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.467317] env[69330]: DEBUG oslo_concurrency.lockutils [None req-97dcdac5-5089-415f-a16f-e9c59f664f6d tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.801s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.521692] env[69330]: DEBUG oslo_concurrency.lockutils [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.522036] env[69330]: DEBUG oslo_concurrency.lockutils [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.522249] env[69330]: DEBUG nova.compute.manager [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Going to confirm migration 5 {{(pid=69330) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1084.783445] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.783913] env[69330]: DEBUG nova.compute.manager [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Instance network_info: |[{"id": "fa3ef474-fe4d-4685-952f-3a55935406b8", "address": "fa:16:3e:c1:a0:b5", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3ef474-fe", "ovs_interfaceid": "fa3ef474-fe4d-4685-952f-3a55935406b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.784292] env[69330]: DEBUG oslo_concurrency.lockutils [req-4b7cd8ee-c733-457b-ae75-ee613575010c req-f8b0d70a-0a51-4876-be0b-ef02477c0e4a service nova] Acquired lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.784542] env[69330]: DEBUG nova.network.neutron [req-4b7cd8ee-c733-457b-ae75-ee613575010c req-f8b0d70a-0a51-4876-be0b-ef02477c0e4a service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Refreshing network info cache for port fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.786712] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:a0:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa3ef474-fe4d-4685-952f-3a55935406b8', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.798204] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.799971] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.799971] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.799971] env[69330]: INFO nova.compute.manager [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Shelving [ 1084.801113] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.801558] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4349a104-408e-4a5f-93e4-5b38f1f90ab1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.824253] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.824253] env[69330]: value = "task-4128924" [ 1084.824253] env[69330]: _type = "Task" [ 1084.824253] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.838958] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128924, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.932477] env[69330]: DEBUG nova.compute.utils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.934398] env[69330]: DEBUG nova.compute.manager [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.934674] env[69330]: DEBUG nova.network.neutron [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.999602] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "d358134d-299b-4a91-90e5-bad725ee2715" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.999882] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "d358134d-299b-4a91-90e5-bad725ee2715" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.000129] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "d358134d-299b-4a91-90e5-bad725ee2715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.000399] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "d358134d-299b-4a91-90e5-bad725ee2715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.000608] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "d358134d-299b-4a91-90e5-bad725ee2715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.003245] env[69330]: INFO nova.compute.manager [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Terminating instance [ 1085.055280] env[69330]: DEBUG nova.policy [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ff0a8627e994a25952b53006e43335e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6d23a66f5794b89aed25cfac101e3c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.088183] env[69330]: DEBUG oslo_concurrency.lockutils [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.088391] env[69330]: DEBUG oslo_concurrency.lockutils [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.088577] env[69330]: DEBUG nova.network.neutron [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.088770] env[69330]: DEBUG nova.objects.instance [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lazy-loading 'info_cache' on Instance uuid a58e4dd3-b892-4e14-a71f-bd853ab158bc {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.339578] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128924, 'name': CreateVM_Task, 'duration_secs': 0.501736} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.342436] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.343241] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.343830] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.343830] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.344427] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c588b39d-fb1d-4b26-9d1c-f8aa074b4f65 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.349974] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1085.349974] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527a8dbf-160e-70ed-4805-69908d1104d0" [ 1085.349974] env[69330]: _type = "Task" [ 1085.349974] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.361158] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527a8dbf-160e-70ed-4805-69908d1104d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.366848] env[69330]: DEBUG nova.network.neutron [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Updating instance_info_cache with network_info: [{"id": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "address": "fa:16:3e:a4:a2:44", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313a1a18-0e", "ovs_interfaceid": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.440762] env[69330]: DEBUG nova.compute.manager [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.514445] env[69330]: DEBUG nova.compute.manager [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.514445] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.514445] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74991b4b-91f1-47e8-8585-1882a813e4c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.525460] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.528212] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b308d288-7572-48c2-8643-072f8a0314ab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.532087] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52444a1a-d2cf-7297-9fa4-1399dd87cd22/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1085.533326] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51979c80-095f-4953-a3a6-678b9a14aa93 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.539656] env[69330]: DEBUG nova.network.neutron [req-4b7cd8ee-c733-457b-ae75-ee613575010c req-f8b0d70a-0a51-4876-be0b-ef02477c0e4a service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updated VIF entry in instance network info cache for port fa3ef474-fe4d-4685-952f-3a55935406b8. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.540059] env[69330]: DEBUG nova.network.neutron [req-4b7cd8ee-c733-457b-ae75-ee613575010c req-f8b0d70a-0a51-4876-be0b-ef02477c0e4a service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updating instance_info_cache with network_info: [{"id": "fa3ef474-fe4d-4685-952f-3a55935406b8", "address": "fa:16:3e:c1:a0:b5", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3ef474-fe", "ovs_interfaceid": "fa3ef474-fe4d-4685-952f-3a55935406b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.547503] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52444a1a-d2cf-7297-9fa4-1399dd87cd22/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1085.547662] env[69330]: ERROR oslo_vmware.rw_handles [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52444a1a-d2cf-7297-9fa4-1399dd87cd22/disk-0.vmdk due to incomplete transfer. [ 1085.547992] env[69330]: DEBUG oslo_vmware.api [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1085.547992] env[69330]: value = "task-4128925" [ 1085.547992] env[69330]: _type = "Task" [ 1085.547992] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.550908] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9b31a223-9901-4c9f-b235-a6e73b6eda1f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.563891] env[69330]: DEBUG oslo_vmware.api [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.565981] env[69330]: DEBUG oslo_vmware.rw_handles [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52444a1a-d2cf-7297-9fa4-1399dd87cd22/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1085.566221] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Uploaded image c6d73e32-e0f8-488a-a55d-c69105f604eb to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1085.568812] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1085.571497] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8c036b94-cff8-48ba-a187-526a9c251c1e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.580555] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1085.580555] env[69330]: value = "task-4128926" [ 1085.580555] env[69330]: _type = "Task" [ 1085.580555] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.600479] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128926, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.668382] env[69330]: DEBUG nova.network.neutron [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Successfully created port: d2e55b53-01ae-417b-b99f-42128f610504 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.809034] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c23f2f2-31bc-440a-af23-0409be6a3e44 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.818055] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.818055] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eb866d9-b4ff-44d6-820b-102ac18726cb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.820135] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ddce27-73d2-4a56-a44d-d4162f22af00 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.830025] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1085.830025] env[69330]: value = "task-4128927" [ 1085.830025] env[69330]: _type = "Task" [ 1085.830025] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.861978] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aad88d3-3f33-4209-a478-92322578cdfd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.872734] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.872867] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527a8dbf-160e-70ed-4805-69908d1104d0, 'name': SearchDatastore_Task, 'duration_secs': 0.016702} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.881806] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.882902] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.882902] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.882902] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.882902] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.883262] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.883486] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d127c157-a848-44bf-8f4b-782abb35494e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.888024] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f73f62d-a28f-41e2-961f-1d3a6b2693d0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.905784] env[69330]: DEBUG nova.compute.provider_tree [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.911516] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.911714] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.912865] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e3a9039-ee5e-4c8c-a641-808e3faf2e7f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.921413] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1085.921413] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5263c2eb-5973-72b1-f442-8365d8796756" [ 1085.921413] env[69330]: _type = "Task" [ 1085.921413] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.931427] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5263c2eb-5973-72b1-f442-8365d8796756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.002094] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.002362] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.049489] env[69330]: DEBUG oslo_concurrency.lockutils [req-4b7cd8ee-c733-457b-ae75-ee613575010c req-f8b0d70a-0a51-4876-be0b-ef02477c0e4a service nova] Releasing lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.062916] env[69330]: DEBUG oslo_vmware.api [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128925, 'name': PowerOffVM_Task, 'duration_secs': 0.211992} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.063212] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.063387] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.063638] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83722dd5-aaeb-4fd8-a934-1fa386ae63f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.090555] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128926, 'name': Destroy_Task, 'duration_secs': 0.386522} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.090913] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Destroyed the VM [ 1086.091238] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1086.091513] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2bbd7c9b-b1dc-4ece-8a25-12ba41d0f533 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.098210] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1086.098210] env[69330]: value = "task-4128929" [ 1086.098210] env[69330]: _type = "Task" [ 1086.098210] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.112840] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128929, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.153558] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.153558] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.153797] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleting the datastore file [datastore1] d358134d-299b-4a91-90e5-bad725ee2715 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.154489] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2985299a-a868-4519-829c-e5da0738ce5d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.162470] env[69330]: DEBUG oslo_vmware.api [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1086.162470] env[69330]: value = "task-4128930" [ 1086.162470] env[69330]: _type = "Task" [ 1086.162470] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.172503] env[69330]: DEBUG oslo_vmware.api [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.340751] env[69330]: DEBUG nova.network.neutron [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating instance_info_cache with network_info: [{"id": "bf3b81a8-d580-450b-85f6-4ce37f02af74", "address": "fa:16:3e:03:20:0c", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3b81a8-d5", "ovs_interfaceid": "bf3b81a8-d580-450b-85f6-4ce37f02af74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.365345] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128927, 'name': PowerOffVM_Task, 'duration_secs': 0.351962} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.365638] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.366519] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc806d3-ac47-41d9-a12e-1b9f92d9148d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.389426] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e5e41e-aca5-4466-8306-9b4057468a43 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.415449] env[69330]: DEBUG nova.scheduler.client.report [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.432203] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5263c2eb-5973-72b1-f442-8365d8796756, 'name': SearchDatastore_Task, 'duration_secs': 0.012091} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.434456] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f24cc5-4165-4a8b-9f43-23cc0d989f9f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.441852] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1086.441852] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52abc19f-69cd-0eaf-d58a-fb16b5ee4b1f" [ 1086.441852] env[69330]: _type = "Task" [ 1086.441852] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.451276] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52abc19f-69cd-0eaf-d58a-fb16b5ee4b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.456304] env[69330]: DEBUG nova.compute.manager [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.480151] env[69330]: DEBUG nova.virt.hardware [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.480426] env[69330]: DEBUG nova.virt.hardware [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.480589] env[69330]: DEBUG nova.virt.hardware [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.480773] env[69330]: DEBUG nova.virt.hardware [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.480948] env[69330]: DEBUG nova.virt.hardware [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.481092] env[69330]: DEBUG nova.virt.hardware [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.481303] env[69330]: DEBUG nova.virt.hardware [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.481461] env[69330]: DEBUG nova.virt.hardware [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.481636] env[69330]: DEBUG nova.virt.hardware [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.481856] env[69330]: DEBUG nova.virt.hardware [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.482058] env[69330]: DEBUG nova.virt.hardware [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.483388] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9216ef41-01f5-444a-957e-a8bf10db44ed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.491010] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27673e4-1355-441d-83da-acf249f8bb75 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.504454] env[69330]: DEBUG nova.compute.manager [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.610027] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128929, 'name': RemoveSnapshot_Task, 'duration_secs': 0.372486} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.610314] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1086.610631] env[69330]: DEBUG nova.compute.manager [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1086.611479] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92adf98f-036b-466a-8294-733831d3b7dc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.672822] env[69330]: DEBUG oslo_vmware.api [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4128930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291444} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.673094] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.673278] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.673454] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.673622] env[69330]: INFO nova.compute.manager [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1086.673915] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.674123] env[69330]: DEBUG nova.compute.manager [-] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.674227] env[69330]: DEBUG nova.network.neutron [-] [instance: d358134d-299b-4a91-90e5-bad725ee2715] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.844250] env[69330]: DEBUG oslo_concurrency.lockutils [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "refresh_cache-a58e4dd3-b892-4e14-a71f-bd853ab158bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.844565] env[69330]: DEBUG nova.objects.instance [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lazy-loading 'migration_context' on Instance uuid a58e4dd3-b892-4e14-a71f-bd853ab158bc {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.902042] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1086.902390] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a8aa40f6-c5df-44f8-89d9-376f6a6e8952 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.910619] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1086.910619] env[69330]: value = "task-4128931" [ 1086.910619] env[69330]: _type = "Task" [ 1086.910619] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.921492] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.922219] env[69330]: DEBUG nova.compute.manager [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.926827] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128931, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.927375] env[69330]: DEBUG oslo_concurrency.lockutils [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.419s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.927707] env[69330]: DEBUG nova.objects.instance [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lazy-loading 'resources' on Instance uuid 663b748d-8fb8-462f-86ed-e85f57a415bf {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.954399] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52abc19f-69cd-0eaf-d58a-fb16b5ee4b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.01833} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.954709] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.955083] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 292799d0-2d6c-4b2a-84a3-fcb811c98372/292799d0-2d6c-4b2a-84a3-fcb811c98372.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.955377] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce5d1455-8e73-471f-ae42-609c0cb229c6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.964608] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1086.964608] env[69330]: value = "task-4128932" [ 1086.964608] env[69330]: _type = "Task" [ 1086.964608] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.979777] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.031947] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.126888] env[69330]: INFO nova.compute.manager [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Shelve offloading [ 1087.348021] env[69330]: DEBUG nova.objects.base [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1087.348575] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99124b6d-23a5-409a-b4a5-edd4f3b699cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.378478] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f4fd510-03be-43f4-a8fa-18bb15215108 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.385856] env[69330]: DEBUG oslo_vmware.api [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1087.385856] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529c3174-f47f-7214-9b3f-a745d7b01b52" [ 1087.385856] env[69330]: _type = "Task" [ 1087.385856] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.395135] env[69330]: DEBUG oslo_vmware.api [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529c3174-f47f-7214-9b3f-a745d7b01b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.401559] env[69330]: DEBUG nova.compute.manager [req-a217508d-5096-42d0-bc2e-30212551e9db req-49865c0f-4dfd-4cad-87b1-163f1377c867 service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Received event network-vif-deleted-5aa1af8a-5cbd-40cd-b258-b161cf3a2596 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.401559] env[69330]: INFO nova.compute.manager [req-a217508d-5096-42d0-bc2e-30212551e9db req-49865c0f-4dfd-4cad-87b1-163f1377c867 service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Neutron deleted interface 5aa1af8a-5cbd-40cd-b258-b161cf3a2596; detaching it from the instance and deleting it from the info cache [ 1087.401786] env[69330]: DEBUG nova.network.neutron [req-a217508d-5096-42d0-bc2e-30212551e9db req-49865c0f-4dfd-4cad-87b1-163f1377c867 service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.424184] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128931, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.429037] env[69330]: DEBUG nova.compute.utils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.430464] env[69330]: DEBUG nova.compute.manager [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.430628] env[69330]: DEBUG nova.network.neutron [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.436704] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.437535] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41381206-1d2d-477d-b590-2591b7493cc9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.448138] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1087.448138] env[69330]: value = "task-4128933" [ 1087.448138] env[69330]: _type = "Task" [ 1087.448138] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.460043] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.475527] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128932, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.490329] env[69330]: DEBUG nova.policy [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f505160b4f3c48d99217ff311806c5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d414cc273845e79fcaea123c421790', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.598731] env[69330]: DEBUG nova.compute.manager [req-867b1f1e-8fa0-402b-87ef-7f4ff78f6f78 req-5753c264-3ca3-489f-b21b-1a3a606192a9 service nova] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Received event network-vif-plugged-d2e55b53-01ae-417b-b99f-42128f610504 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.599129] env[69330]: DEBUG oslo_concurrency.lockutils [req-867b1f1e-8fa0-402b-87ef-7f4ff78f6f78 req-5753c264-3ca3-489f-b21b-1a3a606192a9 service nova] Acquiring lock "7d98df4c-419b-41e0-bfdf-af9d01574ba6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.599500] env[69330]: DEBUG oslo_concurrency.lockutils [req-867b1f1e-8fa0-402b-87ef-7f4ff78f6f78 req-5753c264-3ca3-489f-b21b-1a3a606192a9 service nova] Lock "7d98df4c-419b-41e0-bfdf-af9d01574ba6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.599830] env[69330]: DEBUG oslo_concurrency.lockutils [req-867b1f1e-8fa0-402b-87ef-7f4ff78f6f78 req-5753c264-3ca3-489f-b21b-1a3a606192a9 service nova] Lock "7d98df4c-419b-41e0-bfdf-af9d01574ba6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.600114] env[69330]: DEBUG nova.compute.manager [req-867b1f1e-8fa0-402b-87ef-7f4ff78f6f78 req-5753c264-3ca3-489f-b21b-1a3a606192a9 service nova] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] No waiting events found dispatching network-vif-plugged-d2e55b53-01ae-417b-b99f-42128f610504 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1087.600310] env[69330]: WARNING nova.compute.manager [req-867b1f1e-8fa0-402b-87ef-7f4ff78f6f78 req-5753c264-3ca3-489f-b21b-1a3a606192a9 service nova] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Received unexpected event network-vif-plugged-d2e55b53-01ae-417b-b99f-42128f610504 for instance with vm_state building and task_state spawning. [ 1087.630856] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.631602] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea895d1e-b888-4e76-908f-74c990f7c998 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.640511] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1087.640511] env[69330]: value = "task-4128934" [ 1087.640511] env[69330]: _type = "Task" [ 1087.640511] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.656972] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1087.656972] env[69330]: DEBUG nova.compute.manager [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1087.656972] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783c4fa8-728b-4a28-8bfb-e4cde11ae2d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.662122] env[69330]: DEBUG nova.network.neutron [-] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.669520] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.669609] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquired lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.670105] env[69330]: DEBUG nova.network.neutron [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.715168] env[69330]: DEBUG nova.network.neutron [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Successfully updated port: d2e55b53-01ae-417b-b99f-42128f610504 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.810063] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff23457-cba8-4bd4-8984-f1c2f0d68d98 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.818208] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4e11cd-1751-465b-8c8b-046ad4295d27 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.858403] env[69330]: DEBUG nova.network.neutron [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Successfully created port: c4156011-dc6a-48dc-be20-5ed5e62fc1da {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.861160] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f2b0f5-d559-48ba-ae86-93b0e6d0e924 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.870782] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb7beb0-12e5-4a44-80dc-b2aeb5cae256 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.885577] env[69330]: DEBUG nova.compute.provider_tree [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.899626] env[69330]: DEBUG oslo_vmware.api [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529c3174-f47f-7214-9b3f-a745d7b01b52, 'name': SearchDatastore_Task, 'duration_secs': 0.013771} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.899626] env[69330]: DEBUG oslo_concurrency.lockutils [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.904953] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14db67c3-9770-48ac-b3bc-56318cb38e33 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.919022] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d010ea1-c911-439f-ba78-4f3067e7f27b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.934312] env[69330]: DEBUG nova.compute.manager [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.940811] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128931, 'name': CreateSnapshot_Task, 'duration_secs': 0.799137} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.941377] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1087.942327] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6272dc58-6c65-4a45-bfde-e562bf12da36 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.958974] env[69330]: DEBUG nova.compute.manager [req-a217508d-5096-42d0-bc2e-30212551e9db req-49865c0f-4dfd-4cad-87b1-163f1377c867 service nova] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Detach interface failed, port_id=5aa1af8a-5cbd-40cd-b258-b161cf3a2596, reason: Instance d358134d-299b-4a91-90e5-bad725ee2715 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.975864] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128933, 'name': PowerOffVM_Task, 'duration_secs': 0.233923} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.976776] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.977919] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5389a7fd-fd89-4191-9d24-44b841a9e5a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.984846] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593356} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.985704] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 292799d0-2d6c-4b2a-84a3-fcb811c98372/292799d0-2d6c-4b2a-84a3-fcb811c98372.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.986115] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.986766] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-159705c6-effa-4c4a-a7b7-d3141cb6f0e9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.007287] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149104fe-594d-48f5-bb64-dd58c53ea8d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.012491] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1088.012491] env[69330]: value = "task-4128935" [ 1088.012491] env[69330]: _type = "Task" [ 1088.012491] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.028392] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.052426] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.052734] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1af5a91-3314-46df-b6ee-e06310056229 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.060169] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1088.060169] env[69330]: value = "task-4128936" [ 1088.060169] env[69330]: _type = "Task" [ 1088.060169] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.069899] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1088.070133] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.070390] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.070594] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.070820] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.071105] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9e0398c-fdaa-4ae4-86ef-b58ec2843d6e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.081226] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.081345] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.082194] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d04eea0d-94b7-4515-b62e-1a53117a20f4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.088541] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1088.088541] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524f5a7b-1b1a-6e8c-abb8-a764fb18dbee" [ 1088.088541] env[69330]: _type = "Task" [ 1088.088541] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.097639] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524f5a7b-1b1a-6e8c-abb8-a764fb18dbee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.165073] env[69330]: INFO nova.compute.manager [-] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Took 1.49 seconds to deallocate network for instance. [ 1088.218456] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "refresh_cache-7d98df4c-419b-41e0-bfdf-af9d01574ba6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.218621] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired lock "refresh_cache-7d98df4c-419b-41e0-bfdf-af9d01574ba6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.218776] env[69330]: DEBUG nova.network.neutron [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.389948] env[69330]: DEBUG nova.scheduler.client.report [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.488026] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1088.488026] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3ea725f-d413-49c5-a55e-3be57dd403e7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.498064] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1088.498064] env[69330]: value = "task-4128937" [ 1088.498064] env[69330]: _type = "Task" [ 1088.498064] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.508794] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128937, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.523795] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.313082} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.524353] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.526912] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e796c179-ada0-4f45-a4a7-5b5f720f1daa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.531299] env[69330]: DEBUG nova.network.neutron [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Updating instance_info_cache with network_info: [{"id": "7516fb28-15a7-4296-8516-22e66938ea7f", "address": "fa:16:3e:72:f5:a8", "network": {"id": "e01f65fb-dfc5-4b9c-892b-504a5f3a4b64", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1630275269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ddaa1e18324d2e9a6243d9d3fcaf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7516fb28-15", "ovs_interfaceid": "7516fb28-15a7-4296-8516-22e66938ea7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.555348] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 292799d0-2d6c-4b2a-84a3-fcb811c98372/292799d0-2d6c-4b2a-84a3-fcb811c98372.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.556416] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b5ff0c2-47f8-4ea5-8b1f-8fb487bc6cd7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.578029] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1088.578029] env[69330]: value = "task-4128938" [ 1088.578029] env[69330]: _type = "Task" [ 1088.578029] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.588673] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.600462] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524f5a7b-1b1a-6e8c-abb8-a764fb18dbee, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.602255] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcda945e-57db-4101-a277-4bb173d857bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.609983] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1088.609983] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52744f4e-eb79-f0f9-14c3-ed6e13698942" [ 1088.609983] env[69330]: _type = "Task" [ 1088.609983] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.621656] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52744f4e-eb79-f0f9-14c3-ed6e13698942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.672230] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.767874] env[69330]: DEBUG nova.network.neutron [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.895595] env[69330]: DEBUG oslo_concurrency.lockutils [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.897951] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.602s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.898243] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.900379] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.869s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.901995] env[69330]: INFO nova.compute.claims [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.928478] env[69330]: INFO nova.scheduler.client.report [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Deleted allocations for instance 3bad0450-f8d2-47db-a11a-0ad6295b7215 [ 1088.931104] env[69330]: INFO nova.scheduler.client.report [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Deleted allocations for instance 663b748d-8fb8-462f-86ed-e85f57a415bf [ 1088.933370] env[69330]: DEBUG nova.network.neutron [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Updating instance_info_cache with network_info: [{"id": "d2e55b53-01ae-417b-b99f-42128f610504", "address": "fa:16:3e:a5:45:23", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e55b53-01", "ovs_interfaceid": "d2e55b53-01ae-417b-b99f-42128f610504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.950651] env[69330]: DEBUG nova.compute.manager [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.979073] env[69330]: DEBUG nova.virt.hardware [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.979346] env[69330]: DEBUG nova.virt.hardware [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.979503] env[69330]: DEBUG nova.virt.hardware [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.979688] env[69330]: DEBUG nova.virt.hardware [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.979836] env[69330]: DEBUG nova.virt.hardware [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.979982] env[69330]: DEBUG nova.virt.hardware [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.980211] env[69330]: DEBUG nova.virt.hardware [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.980371] env[69330]: DEBUG nova.virt.hardware [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.980538] env[69330]: DEBUG nova.virt.hardware [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.980701] env[69330]: DEBUG nova.virt.hardware [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.980878] env[69330]: DEBUG nova.virt.hardware [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.982126] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265fd53f-6207-4986-8b15-4365350a107a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.991798] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953401c3-3cfc-47ea-9f6c-170c3f4468fb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.015304] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128937, 'name': CloneVM_Task} progress is 93%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.033535] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Releasing lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.088772] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128938, 'name': ReconfigVM_Task, 'duration_secs': 0.312778} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.089176] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 292799d0-2d6c-4b2a-84a3-fcb811c98372/292799d0-2d6c-4b2a-84a3-fcb811c98372.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.089663] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3eef604-de3d-49cd-918a-ed5a088bba40 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.099045] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1089.099045] env[69330]: value = "task-4128939" [ 1089.099045] env[69330]: _type = "Task" [ 1089.099045] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.107823] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128939, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.120782] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52744f4e-eb79-f0f9-14c3-ed6e13698942, 'name': SearchDatastore_Task, 'duration_secs': 0.013068} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.121105] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.121403] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 6a9fc9aa-9b11-4530-a361-b3128bcb12c2/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk. {{(pid=69330) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1089.122090] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06e20a67-b051-446e-ac39-811c76df9026 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.129939] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1089.129939] env[69330]: value = "task-4128940" [ 1089.129939] env[69330]: _type = "Task" [ 1089.129939] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.139816] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.353258] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.354610] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698ffba7-8760-401c-a3e9-81b394bcdf51 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.366528] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.366841] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4687f3c1-741b-4244-9e32-659172955e51 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.419391] env[69330]: DEBUG nova.network.neutron [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Successfully updated port: c4156011-dc6a-48dc-be20-5ed5e62fc1da {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.437449] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Releasing lock "refresh_cache-7d98df4c-419b-41e0-bfdf-af9d01574ba6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.438135] env[69330]: DEBUG nova.compute.manager [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Instance network_info: |[{"id": "d2e55b53-01ae-417b-b99f-42128f610504", "address": "fa:16:3e:a5:45:23", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e55b53-01", "ovs_interfaceid": "d2e55b53-01ae-417b-b99f-42128f610504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.442724] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:45:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2e55b53-01ae-417b-b99f-42128f610504', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.451679] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.452454] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e5a627-8a3e-4dd7-a067-02b26de2497c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "3bad0450-f8d2-47db-a11a-0ad6295b7215" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.786s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.455653] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.456912] env[69330]: DEBUG oslo_concurrency.lockutils [None req-13b26319-88b6-4cb1-992b-8898cc8b16d1 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Lock "663b748d-8fb8-462f-86ed-e85f57a415bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.394s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.457471] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c66bf76-cac4-4810-8fbd-3314d322ee73 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.477915] env[69330]: DEBUG nova.compute.manager [req-9c95eb40-4a45-4d20-bfb6-031722138d46 req-5248491a-76d6-4be5-ada5-6d5c7e0dd42d service nova] [instance: aa37010a-b04d-4461-985a-8f127472f976] Received event network-vif-plugged-c4156011-dc6a-48dc-be20-5ed5e62fc1da {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.478211] env[69330]: DEBUG oslo_concurrency.lockutils [req-9c95eb40-4a45-4d20-bfb6-031722138d46 req-5248491a-76d6-4be5-ada5-6d5c7e0dd42d service nova] Acquiring lock "aa37010a-b04d-4461-985a-8f127472f976-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.478437] env[69330]: DEBUG oslo_concurrency.lockutils [req-9c95eb40-4a45-4d20-bfb6-031722138d46 req-5248491a-76d6-4be5-ada5-6d5c7e0dd42d service nova] Lock "aa37010a-b04d-4461-985a-8f127472f976-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.478614] env[69330]: DEBUG oslo_concurrency.lockutils [req-9c95eb40-4a45-4d20-bfb6-031722138d46 req-5248491a-76d6-4be5-ada5-6d5c7e0dd42d service nova] Lock "aa37010a-b04d-4461-985a-8f127472f976-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.478785] env[69330]: DEBUG nova.compute.manager [req-9c95eb40-4a45-4d20-bfb6-031722138d46 req-5248491a-76d6-4be5-ada5-6d5c7e0dd42d service nova] [instance: aa37010a-b04d-4461-985a-8f127472f976] No waiting events found dispatching network-vif-plugged-c4156011-dc6a-48dc-be20-5ed5e62fc1da {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1089.478954] env[69330]: WARNING nova.compute.manager [req-9c95eb40-4a45-4d20-bfb6-031722138d46 req-5248491a-76d6-4be5-ada5-6d5c7e0dd42d service nova] [instance: aa37010a-b04d-4461-985a-8f127472f976] Received unexpected event network-vif-plugged-c4156011-dc6a-48dc-be20-5ed5e62fc1da for instance with vm_state building and task_state spawning. [ 1089.486477] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.486477] env[69330]: value = "task-4128942" [ 1089.486477] env[69330]: _type = "Task" [ 1089.486477] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.500015] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128942, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.519778] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128937, 'name': CloneVM_Task} progress is 93%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.612134] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128939, 'name': Rename_Task, 'duration_secs': 0.193853} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.612659] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.613119] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01c41d94-090f-4882-8c3f-47433d6ae826 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.624828] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1089.624828] env[69330]: value = "task-4128943" [ 1089.624828] env[69330]: _type = "Task" [ 1089.624828] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.634449] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.643624] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128940, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.685893] env[69330]: DEBUG nova.compute.manager [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Received event network-changed-d2e55b53-01ae-417b-b99f-42128f610504 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.686382] env[69330]: DEBUG nova.compute.manager [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Refreshing instance network info cache due to event network-changed-d2e55b53-01ae-417b-b99f-42128f610504. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.686773] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] Acquiring lock "refresh_cache-7d98df4c-419b-41e0-bfdf-af9d01574ba6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.687064] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] Acquired lock "refresh_cache-7d98df4c-419b-41e0-bfdf-af9d01574ba6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.687370] env[69330]: DEBUG nova.network.neutron [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Refreshing network info cache for port d2e55b53-01ae-417b-b99f-42128f610504 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.920045] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "refresh_cache-aa37010a-b04d-4461-985a-8f127472f976" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.920045] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "refresh_cache-aa37010a-b04d-4461-985a-8f127472f976" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.920045] env[69330]: DEBUG nova.network.neutron [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.001745] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128942, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.019117] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128937, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.137310] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128943, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.151650] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581037} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.151650] env[69330]: INFO nova.virt.vmwareapi.ds_util [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 6a9fc9aa-9b11-4530-a361-b3128bcb12c2/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk. [ 1090.153033] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2120e7-8324-46d8-94fc-4fc1054f6e25 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.191181] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 6a9fc9aa-9b11-4530-a361-b3128bcb12c2/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.197081] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e41262d1-992a-43cf-a541-9c6d348887b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.226028] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1090.226028] env[69330]: value = "task-4128944" [ 1090.226028] env[69330]: _type = "Task" [ 1090.226028] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.238528] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.238797] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.239009] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Deleting the datastore file [datastore2] aba9acde-9aeb-4c0f-83be-626b392b5a15 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.240106] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16a4b93c-1db0-4401-aa50-625ca2ec30d6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.250474] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.258781] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1090.258781] env[69330]: value = "task-4128945" [ 1090.258781] env[69330]: _type = "Task" [ 1090.258781] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.273196] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.330674] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89dc756-bc79-47bc-80ca-959171ddd39f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.341494] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e03cb1-87ac-4f30-ab86-c8346f4cb5f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.384463] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838d6fff-99b1-4272-89e1-776fe7120a06 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.395057] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6536a2f-f935-416a-b2d5-1e31a52253bc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.410100] env[69330]: DEBUG nova.compute.provider_tree [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.498518] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128942, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.506806] env[69330]: DEBUG nova.network.neutron [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Updated VIF entry in instance network info cache for port d2e55b53-01ae-417b-b99f-42128f610504. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.507222] env[69330]: DEBUG nova.network.neutron [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Updating instance_info_cache with network_info: [{"id": "d2e55b53-01ae-417b-b99f-42128f610504", "address": "fa:16:3e:a5:45:23", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e55b53-01", "ovs_interfaceid": "d2e55b53-01ae-417b-b99f-42128f610504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.511069] env[69330]: DEBUG nova.network.neutron [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.522470] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128937, 'name': CloneVM_Task} progress is 95%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.635824] env[69330]: DEBUG oslo_vmware.api [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128943, 'name': PowerOnVM_Task, 'duration_secs': 0.582253} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.636132] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.636341] env[69330]: INFO nova.compute.manager [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1090.636524] env[69330]: DEBUG nova.compute.manager [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1090.637367] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260aa61c-a083-45b9-bd89-f6769b8958f5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.720398] env[69330]: DEBUG oslo_concurrency.lockutils [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.720686] env[69330]: DEBUG oslo_concurrency.lockutils [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.720901] env[69330]: DEBUG oslo_concurrency.lockutils [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.721099] env[69330]: DEBUG oslo_concurrency.lockutils [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.721272] env[69330]: DEBUG oslo_concurrency.lockutils [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.723501] env[69330]: INFO nova.compute.manager [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Terminating instance [ 1090.740328] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.771770] env[69330]: DEBUG oslo_vmware.api [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4128945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180117} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.772101] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.772301] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.772483] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.806627] env[69330]: INFO nova.scheduler.client.report [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Deleted allocations for instance aba9acde-9aeb-4c0f-83be-626b392b5a15 [ 1090.916025] env[69330]: DEBUG nova.scheduler.client.report [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.954662] env[69330]: DEBUG nova.network.neutron [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Updating instance_info_cache with network_info: [{"id": "c4156011-dc6a-48dc-be20-5ed5e62fc1da", "address": "fa:16:3e:f3:10:65", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4156011-dc", "ovs_interfaceid": "c4156011-dc6a-48dc-be20-5ed5e62fc1da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.005308] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128942, 'name': CreateVM_Task, 'duration_secs': 1.048166} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.005560] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.006373] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.006612] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.007016] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.009762] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeecb8d7-e2b6-45d2-92b2-e5b17e2b66bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.015792] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] Releasing lock "refresh_cache-7d98df4c-419b-41e0-bfdf-af9d01574ba6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.016053] env[69330]: DEBUG nova.compute.manager [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Received event network-vif-unplugged-7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.016254] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] Acquiring lock "aba9acde-9aeb-4c0f-83be-626b392b5a15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.016454] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.016615] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.016957] env[69330]: DEBUG nova.compute.manager [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] No waiting events found dispatching network-vif-unplugged-7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1091.016957] env[69330]: WARNING nova.compute.manager [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Received unexpected event network-vif-unplugged-7516fb28-15a7-4296-8516-22e66938ea7f for instance with vm_state shelved and task_state shelving_offloading. [ 1091.017114] env[69330]: DEBUG nova.compute.manager [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Received event network-changed-7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.017272] env[69330]: DEBUG nova.compute.manager [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Refreshing instance network info cache due to event network-changed-7516fb28-15a7-4296-8516-22e66938ea7f. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.017459] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] Acquiring lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.017596] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] Acquired lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.017750] env[69330]: DEBUG nova.network.neutron [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Refreshing network info cache for port 7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.023708] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1091.023708] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5297db61-97ad-2431-2e0a-23f6ce91dd79" [ 1091.023708] env[69330]: _type = "Task" [ 1091.023708] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.026347] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128937, 'name': CloneVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.037314] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5297db61-97ad-2431-2e0a-23f6ce91dd79, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.037610] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.037860] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.038108] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.038259] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.038440] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.038706] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31689d65-9e4f-4259-a817-1911079fb888 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.047620] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.047803] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.048557] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39bb9adc-5edd-4d82-8dff-bd7255243dcd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.054699] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1091.054699] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5200e5b5-f9c0-65a2-fca4-5912ec6b5484" [ 1091.054699] env[69330]: _type = "Task" [ 1091.054699] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.063501] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5200e5b5-f9c0-65a2-fca4-5912ec6b5484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.156907] env[69330]: INFO nova.compute.manager [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Took 19.51 seconds to build instance. [ 1091.230543] env[69330]: DEBUG nova.compute.manager [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.230925] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.233127] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092e320b-078f-4e03-b341-ec7c91a998fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.245795] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.248898] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97340e81-3681-4c29-835a-db52a3a03f7f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.250499] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128944, 'name': ReconfigVM_Task, 'duration_secs': 0.895227} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.250769] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 6a9fc9aa-9b11-4530-a361-b3128bcb12c2/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.251939] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79da760-d830-433e-8deb-779e390742c0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.256834] env[69330]: DEBUG oslo_vmware.api [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1091.256834] env[69330]: value = "task-4128946" [ 1091.256834] env[69330]: _type = "Task" [ 1091.256834] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.286511] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85d1fd0d-bdad-4790-9049-8c1588e0283d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.303219] env[69330]: DEBUG oslo_vmware.api [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.305281] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1091.305281] env[69330]: value = "task-4128947" [ 1091.305281] env[69330]: _type = "Task" [ 1091.305281] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.314064] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.316076] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.421304] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.421865] env[69330]: DEBUG nova.compute.manager [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.424750] env[69330]: DEBUG oslo_concurrency.lockutils [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.525s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.458743] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "refresh_cache-aa37010a-b04d-4461-985a-8f127472f976" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.458994] env[69330]: DEBUG nova.compute.manager [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Instance network_info: |[{"id": "c4156011-dc6a-48dc-be20-5ed5e62fc1da", "address": "fa:16:3e:f3:10:65", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4156011-dc", "ovs_interfaceid": "c4156011-dc6a-48dc-be20-5ed5e62fc1da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.459764] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:10:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4156011-dc6a-48dc-be20-5ed5e62fc1da', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.476045] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.476045] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa37010a-b04d-4461-985a-8f127472f976] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.476045] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16b77669-ff58-4877-82a4-dbd94abc5557 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.499105] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.499105] env[69330]: value = "task-4128948" [ 1091.499105] env[69330]: _type = "Task" [ 1091.499105] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.512073] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128948, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.530930] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128937, 'name': CloneVM_Task, 'duration_secs': 2.546322} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.530930] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Created linked-clone VM from snapshot [ 1091.530930] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dba038-4126-4afb-a981-2d5932716040 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.540819] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Uploading image 7fa26c2d-7856-43da-a54f-48bd622a073e {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1091.571884] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5200e5b5-f9c0-65a2-fca4-5912ec6b5484, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.576563] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-255aa88f-c14a-434d-b8cb-e10a279b38b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.583163] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1091.583163] env[69330]: value = "vm-817825" [ 1091.583163] env[69330]: _type = "VirtualMachine" [ 1091.583163] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1091.583548] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e356f2a-bb06-42c9-9223-cd7239739fee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.588117] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1091.588117] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52be6d4c-bbd1-44c0-1889-1373e6b680b7" [ 1091.588117] env[69330]: _type = "Task" [ 1091.588117] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.599566] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lease: (returnval){ [ 1091.599566] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52880900-3b6d-3e13-a3fc-12335331a6b1" [ 1091.599566] env[69330]: _type = "HttpNfcLease" [ 1091.599566] env[69330]: } obtained for exporting VM: (result){ [ 1091.599566] env[69330]: value = "vm-817825" [ 1091.599566] env[69330]: _type = "VirtualMachine" [ 1091.599566] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1091.599566] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the lease: (returnval){ [ 1091.599566] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52880900-3b6d-3e13-a3fc-12335331a6b1" [ 1091.599566] env[69330]: _type = "HttpNfcLease" [ 1091.599566] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1091.607119] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52be6d4c-bbd1-44c0-1889-1373e6b680b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012608} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.609832] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.610193] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 7d98df4c-419b-41e0-bfdf-af9d01574ba6/7d98df4c-419b-41e0-bfdf-af9d01574ba6.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.610548] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a46d5c9c-8003-4497-a971-69e88f012663 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.615303] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1091.615303] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52880900-3b6d-3e13-a3fc-12335331a6b1" [ 1091.615303] env[69330]: _type = "HttpNfcLease" [ 1091.615303] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1091.615881] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1091.615881] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52880900-3b6d-3e13-a3fc-12335331a6b1" [ 1091.615881] env[69330]: _type = "HttpNfcLease" [ 1091.615881] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1091.616888] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ace4838-5bf3-4b10-b748-6a7b93bfb693 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.622199] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1091.622199] env[69330]: value = "task-4128950" [ 1091.622199] env[69330]: _type = "Task" [ 1091.622199] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.626231] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e1b4d-4d5c-b388-ddf6-fcf38863797b/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1091.626674] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e1b4d-4d5c-b388-ddf6-fcf38863797b/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1091.690687] env[69330]: DEBUG oslo_concurrency.lockutils [None req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "292799d0-2d6c-4b2a-84a3-fcb811c98372" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.055s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.697128] env[69330]: DEBUG nova.compute.manager [req-3b732491-61d7-46b8-8b61-b332fb95fda9 req-198ec4d9-2e35-488b-9a48-6fe61d17fc7d service nova] [instance: aa37010a-b04d-4461-985a-8f127472f976] Received event network-changed-c4156011-dc6a-48dc-be20-5ed5e62fc1da {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.697128] env[69330]: DEBUG nova.compute.manager [req-3b732491-61d7-46b8-8b61-b332fb95fda9 req-198ec4d9-2e35-488b-9a48-6fe61d17fc7d service nova] [instance: aa37010a-b04d-4461-985a-8f127472f976] Refreshing instance network info cache due to event network-changed-c4156011-dc6a-48dc-be20-5ed5e62fc1da. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.697128] env[69330]: DEBUG oslo_concurrency.lockutils [req-3b732491-61d7-46b8-8b61-b332fb95fda9 req-198ec4d9-2e35-488b-9a48-6fe61d17fc7d service nova] Acquiring lock "refresh_cache-aa37010a-b04d-4461-985a-8f127472f976" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.697128] env[69330]: DEBUG oslo_concurrency.lockutils [req-3b732491-61d7-46b8-8b61-b332fb95fda9 req-198ec4d9-2e35-488b-9a48-6fe61d17fc7d service nova] Acquired lock "refresh_cache-aa37010a-b04d-4461-985a-8f127472f976" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.697128] env[69330]: DEBUG nova.network.neutron [req-3b732491-61d7-46b8-8b61-b332fb95fda9 req-198ec4d9-2e35-488b-9a48-6fe61d17fc7d service nova] [instance: aa37010a-b04d-4461-985a-8f127472f976] Refreshing network info cache for port c4156011-dc6a-48dc-be20-5ed5e62fc1da {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.697770] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.733208] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-04b3a76a-02c2-46cc-9751-cfbb40ddabea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.792954] env[69330]: DEBUG oslo_vmware.api [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128946, 'name': PowerOffVM_Task, 'duration_secs': 0.278041} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.792954] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.792954] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.792954] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-951058c7-8d7c-4a00-b58c-8eb200640618 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.815996] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128947, 'name': ReconfigVM_Task, 'duration_secs': 0.190169} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.816363] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.816600] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d75730c7-fe03-4da0-8f80-576212228609 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.825193] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1091.825193] env[69330]: value = "task-4128952" [ 1091.825193] env[69330]: _type = "Task" [ 1091.825193] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.836367] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.887037] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.887369] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.887593] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Deleting the datastore file [datastore1] 6541e871-4e66-4499-8eb8-8a70ff9df0eb {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.887948] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68b7f892-9365-4d23-8e95-6ce79bdb3164 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.897236] env[69330]: DEBUG oslo_vmware.api [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for the task: (returnval){ [ 1091.897236] env[69330]: value = "task-4128953" [ 1091.897236] env[69330]: _type = "Task" [ 1091.897236] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.912645] env[69330]: DEBUG oslo_vmware.api [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.928542] env[69330]: DEBUG nova.compute.utils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.938595] env[69330]: DEBUG nova.compute.manager [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.938595] env[69330]: DEBUG nova.network.neutron [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.005540] env[69330]: DEBUG nova.policy [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6284cf2075824bd0849b1dce77889097', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7714fe6c2d84cc99ad110f5804ea68f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.021434] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128948, 'name': CreateVM_Task, 'duration_secs': 0.421006} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.022191] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa37010a-b04d-4461-985a-8f127472f976] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.022519] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.022699] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.023242] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.023526] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e635451f-145a-450b-9773-7a81933be7c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.031249] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1092.031249] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e0f828-3f5b-100e-e9ff-b4a9fff37f67" [ 1092.031249] env[69330]: _type = "Task" [ 1092.031249] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.048579] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e0f828-3f5b-100e-e9ff-b4a9fff37f67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.140418] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128950, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.237696] env[69330]: DEBUG nova.network.neutron [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Updated VIF entry in instance network info cache for port 7516fb28-15a7-4296-8516-22e66938ea7f. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.238109] env[69330]: DEBUG nova.network.neutron [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Updating instance_info_cache with network_info: [{"id": "7516fb28-15a7-4296-8516-22e66938ea7f", "address": "fa:16:3e:72:f5:a8", "network": {"id": "e01f65fb-dfc5-4b9c-892b-504a5f3a4b64", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1630275269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ddaa1e18324d2e9a6243d9d3fcaf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7516fb28-15", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.336757] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047acaee-9fb8-48e3-b59b-71e8ed9d45b1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.344422] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128952, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.354629] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6fb8e8-b35d-4a1e-a223-41fa2d77163b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.406279] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a865cb-98a8-4051-b698-7f29ddc14dc0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.416979] env[69330]: DEBUG oslo_vmware.api [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Task: {'id': task-4128953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332393} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.419844] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.421177] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.421177] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.421177] env[69330]: INFO nova.compute.manager [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1092.421177] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.421399] env[69330]: DEBUG nova.compute.manager [-] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.421399] env[69330]: DEBUG nova.network.neutron [-] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.424456] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7a17cf-7d44-470d-a45a-85ef1d315c22 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.443521] env[69330]: DEBUG nova.compute.manager [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.447323] env[69330]: DEBUG nova.compute.provider_tree [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.534756] env[69330]: DEBUG nova.network.neutron [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Successfully created port: b7fdb297-2a09-4720-962b-49422b9d1c8a {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.551848] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e0f828-3f5b-100e-e9ff-b4a9fff37f67, 'name': SearchDatastore_Task, 'duration_secs': 0.036569} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.552534] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.552877] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.553188] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.553385] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.556677] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.556677] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03f0c28e-b2d7-4ad7-bde3-b0f1707d017d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.567379] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.567981] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.568930] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a78dce-5920-4dcb-a2b2-27cb74dfcba2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.577243] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1092.577243] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e16e5e-d5b1-6195-cf3f-0d1ed4e83c77" [ 1092.577243] env[69330]: _type = "Task" [ 1092.577243] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.588757] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e16e5e-d5b1-6195-cf3f-0d1ed4e83c77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.638959] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556192} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.639521] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 7d98df4c-419b-41e0-bfdf-af9d01574ba6/7d98df4c-419b-41e0-bfdf-af9d01574ba6.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.639872] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.640296] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32b84b7b-1197-487c-8f45-4deed5ca177e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.649260] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1092.649260] env[69330]: value = "task-4128954" [ 1092.649260] env[69330]: _type = "Task" [ 1092.649260] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.659309] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.741952] env[69330]: DEBUG oslo_concurrency.lockutils [req-fd9e5cf2-bf17-42a8-ab53-58b07a0b9a7e req-42583724-8002-4c09-9b45-8bc633aec2ba service nova] Releasing lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.839565] env[69330]: DEBUG oslo_vmware.api [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128952, 'name': PowerOnVM_Task, 'duration_secs': 0.593649} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.843536] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.849183] env[69330]: DEBUG nova.compute.manager [None req-d574e9bb-cb19-4d5e-aa26-38d1b7c73db9 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1092.850696] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a18e93c-7cdf-408f-bf03-7c2240bfbf0c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.960461] env[69330]: DEBUG nova.scheduler.client.report [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.096243] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e16e5e-d5b1-6195-cf3f-0d1ed4e83c77, 'name': SearchDatastore_Task, 'duration_secs': 0.012822} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.096243] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e52bc07-b9cd-4377-b02c-82321a900d28 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.100724] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1093.100724] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5250b4a1-4c21-b1e6-1331-dc1ab4c9cb93" [ 1093.100724] env[69330]: _type = "Task" [ 1093.100724] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.113840] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5250b4a1-4c21-b1e6-1331-dc1ab4c9cb93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.163902] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083312} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.164349] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.165613] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6cbb7d-c681-463a-9635-ca2d94f59b09 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.192984] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 7d98df4c-419b-41e0-bfdf-af9d01574ba6/7d98df4c-419b-41e0-bfdf-af9d01574ba6.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.195498] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf724e6-c2e1-47fd-9828-af0d8fb6a2df {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.210833] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "aba9acde-9aeb-4c0f-83be-626b392b5a15" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.220600] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1093.220600] env[69330]: value = "task-4128955" [ 1093.220600] env[69330]: _type = "Task" [ 1093.220600] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.228927] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.396884] env[69330]: DEBUG nova.network.neutron [req-3b732491-61d7-46b8-8b61-b332fb95fda9 req-198ec4d9-2e35-488b-9a48-6fe61d17fc7d service nova] [instance: aa37010a-b04d-4461-985a-8f127472f976] Updated VIF entry in instance network info cache for port c4156011-dc6a-48dc-be20-5ed5e62fc1da. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.397306] env[69330]: DEBUG nova.network.neutron [req-3b732491-61d7-46b8-8b61-b332fb95fda9 req-198ec4d9-2e35-488b-9a48-6fe61d17fc7d service nova] [instance: aa37010a-b04d-4461-985a-8f127472f976] Updating instance_info_cache with network_info: [{"id": "c4156011-dc6a-48dc-be20-5ed5e62fc1da", "address": "fa:16:3e:f3:10:65", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4156011-dc", "ovs_interfaceid": "c4156011-dc6a-48dc-be20-5ed5e62fc1da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.472362] env[69330]: DEBUG nova.compute.manager [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.520241] env[69330]: DEBUG nova.virt.hardware [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.520241] env[69330]: DEBUG nova.virt.hardware [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.520241] env[69330]: DEBUG nova.virt.hardware [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.520241] env[69330]: DEBUG nova.virt.hardware [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.520804] env[69330]: DEBUG nova.virt.hardware [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.521140] env[69330]: DEBUG nova.virt.hardware [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.521543] env[69330]: DEBUG nova.virt.hardware [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.521862] env[69330]: DEBUG nova.virt.hardware [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.522197] env[69330]: DEBUG nova.virt.hardware [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.522490] env[69330]: DEBUG nova.virt.hardware [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.523148] env[69330]: DEBUG nova.virt.hardware [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.524631] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d64113a-af14-46bd-9718-b2b96ee4d73b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.543218] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3b33aa-c020-4954-8c4a-d29a1de5b985 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.618306] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5250b4a1-4c21-b1e6-1331-dc1ab4c9cb93, 'name': SearchDatastore_Task, 'duration_secs': 0.025963} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.618780] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.619081] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] aa37010a-b04d-4461-985a-8f127472f976/aa37010a-b04d-4461-985a-8f127472f976.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.619384] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3adb9460-8dbc-4c1b-a817-5c861c86c058 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.628978] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1093.628978] env[69330]: value = "task-4128956" [ 1093.628978] env[69330]: _type = "Task" [ 1093.628978] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.639518] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.730118] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128955, 'name': ReconfigVM_Task, 'duration_secs': 0.492094} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.730512] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 7d98df4c-419b-41e0-bfdf-af9d01574ba6/7d98df4c-419b-41e0-bfdf-af9d01574ba6.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.731280] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0da98d42-f7dd-4450-a8f3-0f394d34149a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.742748] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1093.742748] env[69330]: value = "task-4128957" [ 1093.742748] env[69330]: _type = "Task" [ 1093.742748] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.757980] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128957, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.900209] env[69330]: DEBUG oslo_concurrency.lockutils [req-3b732491-61d7-46b8-8b61-b332fb95fda9 req-198ec4d9-2e35-488b-9a48-6fe61d17fc7d service nova] Releasing lock "refresh_cache-aa37010a-b04d-4461-985a-8f127472f976" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.980317] env[69330]: DEBUG nova.compute.manager [req-ae85548a-5f0c-4d7e-adfb-5121d91dfb88 req-608e1384-9740-424e-8077-4c620911ce43 service nova] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Received event network-vif-deleted-04535d85-1a28-4faf-bdd4-a7c175a846c0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.980647] env[69330]: INFO nova.compute.manager [req-ae85548a-5f0c-4d7e-adfb-5121d91dfb88 req-608e1384-9740-424e-8077-4c620911ce43 service nova] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Neutron deleted interface 04535d85-1a28-4faf-bdd4-a7c175a846c0; detaching it from the instance and deleting it from the info cache [ 1093.981424] env[69330]: DEBUG nova.network.neutron [req-ae85548a-5f0c-4d7e-adfb-5121d91dfb88 req-608e1384-9740-424e-8077-4c620911ce43 service nova] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.985209] env[69330]: DEBUG oslo_concurrency.lockutils [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.560s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.990060] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.317s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.990060] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.993994] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.678s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.994599] env[69330]: DEBUG nova.objects.instance [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lazy-loading 'resources' on Instance uuid aba9acde-9aeb-4c0f-83be-626b392b5a15 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.011841] env[69330]: DEBUG nova.compute.manager [req-b39b73c7-df50-4648-a77e-cad6f66b0b19 req-7314e392-7980-4c9f-bd27-4951fe0c3462 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Received event network-changed-fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.011841] env[69330]: DEBUG nova.compute.manager [req-b39b73c7-df50-4648-a77e-cad6f66b0b19 req-7314e392-7980-4c9f-bd27-4951fe0c3462 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Refreshing instance network info cache due to event network-changed-fa3ef474-fe4d-4685-952f-3a55935406b8. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.011841] env[69330]: DEBUG oslo_concurrency.lockutils [req-b39b73c7-df50-4648-a77e-cad6f66b0b19 req-7314e392-7980-4c9f-bd27-4951fe0c3462 service nova] Acquiring lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.011841] env[69330]: DEBUG oslo_concurrency.lockutils [req-b39b73c7-df50-4648-a77e-cad6f66b0b19 req-7314e392-7980-4c9f-bd27-4951fe0c3462 service nova] Acquired lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.011841] env[69330]: DEBUG nova.network.neutron [req-b39b73c7-df50-4648-a77e-cad6f66b0b19 req-7314e392-7980-4c9f-bd27-4951fe0c3462 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Refreshing network info cache for port fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.041934] env[69330]: INFO nova.scheduler.client.report [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleted allocations for instance d358134d-299b-4a91-90e5-bad725ee2715 [ 1094.071386] env[69330]: DEBUG nova.network.neutron [-] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.143860] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128956, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.181318] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.181723] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.255219] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128957, 'name': Rename_Task, 'duration_secs': 0.202409} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.255219] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.255380] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bba22e58-d8d8-4ba1-b1ef-6100e7576c48 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.263467] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.263805] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.267336] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1094.267336] env[69330]: value = "task-4128958" [ 1094.267336] env[69330]: _type = "Task" [ 1094.267336] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.276829] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.364516] env[69330]: DEBUG nova.network.neutron [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Successfully updated port: b7fdb297-2a09-4720-962b-49422b9d1c8a {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.491110] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80a4b684-3b1b-4f7b-9aaf-457e5c20fd1f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.501326] env[69330]: DEBUG nova.objects.instance [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lazy-loading 'numa_topology' on Instance uuid aba9acde-9aeb-4c0f-83be-626b392b5a15 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.507294] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90ca898-d40f-4886-92c7-5b98d876b1e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.521226] env[69330]: DEBUG nova.objects.base [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1094.554155] env[69330]: DEBUG nova.compute.manager [req-ae85548a-5f0c-4d7e-adfb-5121d91dfb88 req-608e1384-9740-424e-8077-4c620911ce43 service nova] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Detach interface failed, port_id=04535d85-1a28-4faf-bdd4-a7c175a846c0, reason: Instance 6541e871-4e66-4499-8eb8-8a70ff9df0eb could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.555123] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4084ed64-dbd0-47e1-8928-8a32454445c9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "d358134d-299b-4a91-90e5-bad725ee2715" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.555s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.580110] env[69330]: INFO nova.compute.manager [-] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Took 2.16 seconds to deallocate network for instance. [ 1094.590012] env[69330]: INFO nova.scheduler.client.report [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleted allocation for migration df2b521f-dcba-4eca-9413-96986a67b0e5 [ 1094.609873] env[69330]: INFO nova.compute.manager [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Unrescuing [ 1094.610212] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.610403] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquired lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.611428] env[69330]: DEBUG nova.network.neutron [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.644524] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594948} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.645087] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] aa37010a-b04d-4461-985a-8f127472f976/aa37010a-b04d-4461-985a-8f127472f976.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.645576] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.645976] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4464efe4-a8bf-4a92-a903-6bcd9254f5d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.660213] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1094.660213] env[69330]: value = "task-4128959" [ 1094.660213] env[69330]: _type = "Task" [ 1094.660213] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.673598] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.684818] env[69330]: DEBUG nova.compute.utils [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.768526] env[69330]: DEBUG nova.compute.manager [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.784521] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128958, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.871103] env[69330]: DEBUG nova.network.neutron [req-b39b73c7-df50-4648-a77e-cad6f66b0b19 req-7314e392-7980-4c9f-bd27-4951fe0c3462 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updated VIF entry in instance network info cache for port fa3ef474-fe4d-4685-952f-3a55935406b8. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.871103] env[69330]: DEBUG nova.network.neutron [req-b39b73c7-df50-4648-a77e-cad6f66b0b19 req-7314e392-7980-4c9f-bd27-4951fe0c3462 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updating instance_info_cache with network_info: [{"id": "fa3ef474-fe4d-4685-952f-3a55935406b8", "address": "fa:16:3e:c1:a0:b5", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3ef474-fe", "ovs_interfaceid": "fa3ef474-fe4d-4685-952f-3a55935406b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.873516] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "refresh_cache-737d7f9f-5be8-4b03-b313-11d83f6fda2e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.873516] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "refresh_cache-737d7f9f-5be8-4b03-b313-11d83f6fda2e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.873516] env[69330]: DEBUG nova.network.neutron [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.928166] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ed3bae-40d3-4881-84b5-51231e203694 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.937825] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80459168-893a-41a5-b989-363d88259655 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.974404] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f560a01-ea0d-4980-96f0-f039b42f7436 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.983357] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bcbe20-64ca-40e0-a35c-ad528e4ef603 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.998867] env[69330]: DEBUG nova.compute.provider_tree [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.092786] env[69330]: DEBUG oslo_concurrency.lockutils [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.096241] env[69330]: DEBUG oslo_concurrency.lockutils [None req-63d30fca-4414-42f9-a0c6-76bc2dc28a7c tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.574s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.172815] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08006} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.173511] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.174111] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad3699-47f1-4d23-b788-c5e8f69de923 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.190643] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.201677] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] aa37010a-b04d-4461-985a-8f127472f976/aa37010a-b04d-4461-985a-8f127472f976.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.201844] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e5cb0a-8baf-448a-817c-19034f78d9d1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.228063] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1095.228063] env[69330]: value = "task-4128960" [ 1095.228063] env[69330]: _type = "Task" [ 1095.228063] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.238573] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.293455] env[69330]: DEBUG oslo_vmware.api [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4128958, 'name': PowerOnVM_Task, 'duration_secs': 0.698522} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.293882] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.294133] env[69330]: INFO nova.compute.manager [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1095.294538] env[69330]: DEBUG nova.compute.manager [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.295303] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b91cc1-502a-49fa-a0cb-4fd65c49c0ba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.300123] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.380875] env[69330]: DEBUG oslo_concurrency.lockutils [req-b39b73c7-df50-4648-a77e-cad6f66b0b19 req-7314e392-7980-4c9f-bd27-4951fe0c3462 service nova] Releasing lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.424376] env[69330]: DEBUG nova.network.neutron [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.502576] env[69330]: DEBUG nova.scheduler.client.report [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.512215] env[69330]: DEBUG nova.network.neutron [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Updating instance_info_cache with network_info: [{"id": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "address": "fa:16:3e:a4:a2:44", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313a1a18-0e", "ovs_interfaceid": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.639381] env[69330]: DEBUG nova.network.neutron [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Updating instance_info_cache with network_info: [{"id": "b7fdb297-2a09-4720-962b-49422b9d1c8a", "address": "fa:16:3e:ba:94:46", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7fdb297-2a", "ovs_interfaceid": "b7fdb297-2a09-4720-962b-49422b9d1c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.741089] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.818697] env[69330]: INFO nova.compute.manager [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Took 21.89 seconds to build instance. [ 1096.010426] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.013018] env[69330]: DEBUG oslo_concurrency.lockutils [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.920s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.017023] env[69330]: DEBUG nova.objects.instance [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lazy-loading 'resources' on Instance uuid 6541e871-4e66-4499-8eb8-8a70ff9df0eb {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.017023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Releasing lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.017023] env[69330]: DEBUG nova.objects.instance [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lazy-loading 'flavor' on Instance uuid 6a9fc9aa-9b11-4530-a361-b3128bcb12c2 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.143225] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "refresh_cache-737d7f9f-5be8-4b03-b313-11d83f6fda2e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.143634] env[69330]: DEBUG nova.compute.manager [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Instance network_info: |[{"id": "b7fdb297-2a09-4720-962b-49422b9d1c8a", "address": "fa:16:3e:ba:94:46", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7fdb297-2a", "ovs_interfaceid": "b7fdb297-2a09-4720-962b-49422b9d1c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.144087] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:94:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7fdb297-2a09-4720-962b-49422b9d1c8a', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.153999] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.154330] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.154732] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f87b2ef0-11f5-4506-bdc2-257170a1be14 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.178904] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.178904] env[69330]: value = "task-4128961" [ 1096.178904] env[69330]: _type = "Task" [ 1096.178904] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.190817] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128961, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.240107] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128960, 'name': ReconfigVM_Task, 'duration_secs': 0.676248} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.240441] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Reconfigured VM instance instance-00000062 to attach disk [datastore1] aa37010a-b04d-4461-985a-8f127472f976/aa37010a-b04d-4461-985a-8f127472f976.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.241216] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ce3fc23-e42e-4029-a29b-87c8b84cfa37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.250774] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1096.250774] env[69330]: value = "task-4128962" [ 1096.250774] env[69330]: _type = "Task" [ 1096.250774] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.261614] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128962, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.282838] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.283132] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.283378] env[69330]: INFO nova.compute.manager [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Attaching volume 1287bbf0-1076-4a63-81c8-404aadfe7336 to /dev/sdb [ 1096.322722] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee7bb96-1df0-422b-9ec7-800bf1d363c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.325595] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3da0556b-87d2-44b4-ba8a-68a8336f866d tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "7d98df4c-419b-41e0-bfdf-af9d01574ba6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.415s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.331734] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6813f9-92a4-43aa-9b17-0fecef5a50d2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.348890] env[69330]: DEBUG nova.virt.block_device [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Updating existing volume attachment record: c927582e-dd5d-4a24-9532-34789072bbb2 {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1096.531969] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e804a7db-779d-4b44-a8fb-d7105306acf9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.536689] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6de89c16-8807-4782-af56-4144fae0e8b7 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.091s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.538122] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.328s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.538362] env[69330]: INFO nova.compute.manager [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Unshelving [ 1096.565806] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.570037] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b804dfa-bc96-4443-b5cb-42ccee503fae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.578464] env[69330]: DEBUG oslo_vmware.api [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1096.578464] env[69330]: value = "task-4128965" [ 1096.578464] env[69330]: _type = "Task" [ 1096.578464] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.596714] env[69330]: DEBUG oslo_vmware.api [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.636802] env[69330]: DEBUG nova.compute.manager [req-e18adbfc-2d46-4c6b-95e4-97308ae99fe3 req-9e72d878-8997-4936-b133-a805536719ae service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Received event network-vif-plugged-b7fdb297-2a09-4720-962b-49422b9d1c8a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.636802] env[69330]: DEBUG oslo_concurrency.lockutils [req-e18adbfc-2d46-4c6b-95e4-97308ae99fe3 req-9e72d878-8997-4936-b133-a805536719ae service nova] Acquiring lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.636802] env[69330]: DEBUG oslo_concurrency.lockutils [req-e18adbfc-2d46-4c6b-95e4-97308ae99fe3 req-9e72d878-8997-4936-b133-a805536719ae service nova] Lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.637671] env[69330]: DEBUG oslo_concurrency.lockutils [req-e18adbfc-2d46-4c6b-95e4-97308ae99fe3 req-9e72d878-8997-4936-b133-a805536719ae service nova] Lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.638180] env[69330]: DEBUG nova.compute.manager [req-e18adbfc-2d46-4c6b-95e4-97308ae99fe3 req-9e72d878-8997-4936-b133-a805536719ae service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] No waiting events found dispatching network-vif-plugged-b7fdb297-2a09-4720-962b-49422b9d1c8a {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1096.638477] env[69330]: WARNING nova.compute.manager [req-e18adbfc-2d46-4c6b-95e4-97308ae99fe3 req-9e72d878-8997-4936-b133-a805536719ae service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Received unexpected event network-vif-plugged-b7fdb297-2a09-4720-962b-49422b9d1c8a for instance with vm_state building and task_state spawning. [ 1096.638816] env[69330]: DEBUG nova.compute.manager [req-e18adbfc-2d46-4c6b-95e4-97308ae99fe3 req-9e72d878-8997-4936-b133-a805536719ae service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Received event network-changed-b7fdb297-2a09-4720-962b-49422b9d1c8a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.639231] env[69330]: DEBUG nova.compute.manager [req-e18adbfc-2d46-4c6b-95e4-97308ae99fe3 req-9e72d878-8997-4936-b133-a805536719ae service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Refreshing instance network info cache due to event network-changed-b7fdb297-2a09-4720-962b-49422b9d1c8a. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.639672] env[69330]: DEBUG oslo_concurrency.lockutils [req-e18adbfc-2d46-4c6b-95e4-97308ae99fe3 req-9e72d878-8997-4936-b133-a805536719ae service nova] Acquiring lock "refresh_cache-737d7f9f-5be8-4b03-b313-11d83f6fda2e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.640054] env[69330]: DEBUG oslo_concurrency.lockutils [req-e18adbfc-2d46-4c6b-95e4-97308ae99fe3 req-9e72d878-8997-4936-b133-a805536719ae service nova] Acquired lock "refresh_cache-737d7f9f-5be8-4b03-b313-11d83f6fda2e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.640559] env[69330]: DEBUG nova.network.neutron [req-e18adbfc-2d46-4c6b-95e4-97308ae99fe3 req-9e72d878-8997-4936-b133-a805536719ae service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Refreshing network info cache for port b7fdb297-2a09-4720-962b-49422b9d1c8a {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.696266] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128961, 'name': CreateVM_Task, 'duration_secs': 0.396007} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.696266] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.696713] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.697270] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.697916] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.698447] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db8624a4-7b0d-4310-bada-d0ba5a26314e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.705885] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1096.705885] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5206205e-1382-a8a1-9832-ef0790dc069e" [ 1096.705885] env[69330]: _type = "Task" [ 1096.705885] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.722027] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5206205e-1382-a8a1-9832-ef0790dc069e, 'name': SearchDatastore_Task} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.722027] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.722027] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.722027] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.722027] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.722027] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.722507] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87970c92-4eeb-4376-a254-f6d7b059e060 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.737824] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.737824] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.737824] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986fcfad-ccb2-4623-bb1b-75ef08ffd6bc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.744477] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1096.744477] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52635bc1-bb43-1852-8b88-70083eee574a" [ 1096.744477] env[69330]: _type = "Task" [ 1096.744477] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.763683] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128962, 'name': Rename_Task, 'duration_secs': 0.204268} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.769750] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.770228] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52635bc1-bb43-1852-8b88-70083eee574a, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.770740] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7558eeee-7a4b-43a5-8fde-17cd2c343378 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.773378] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a529a20a-e060-4ca1-90d8-7d6a7bd65f38 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.781297] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1096.781297] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522b2150-f731-6962-fb98-220e324c8edb" [ 1096.781297] env[69330]: _type = "Task" [ 1096.781297] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.785173] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1096.785173] env[69330]: value = "task-4128967" [ 1096.785173] env[69330]: _type = "Task" [ 1096.785173] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.802164] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522b2150-f731-6962-fb98-220e324c8edb, 'name': SearchDatastore_Task, 'duration_secs': 0.011888} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.806149] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.806533] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 737d7f9f-5be8-4b03-b313-11d83f6fda2e/737d7f9f-5be8-4b03-b313-11d83f6fda2e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.806897] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.807173] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f38c52d8-78a7-40fd-a8d1-220dc94795db {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.819798] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1096.819798] env[69330]: value = "task-4128968" [ 1096.819798] env[69330]: _type = "Task" [ 1096.819798] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.829653] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.941713] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cd1eec-b8c2-4aef-a86f-d379661148d1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.955135] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfb5cea-8b33-4e06-8fb0-9f41c35099f9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.000972] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45fbbb9-a383-49af-b03c-26787c53e452 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.011017] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6719268-b5c1-456a-bdc5-b3ca582f66f7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.031684] env[69330]: DEBUG nova.compute.provider_tree [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.092024] env[69330]: DEBUG oslo_vmware.api [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128965, 'name': PowerOffVM_Task, 'duration_secs': 0.29484} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.092414] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.100283] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Reconfiguring VM instance instance-00000059 to detach disk 2002 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1097.102903] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc40a76d-d190-44eb-a603-c64b35f52c3f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.134066] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.134497] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.146666] env[69330]: DEBUG oslo_vmware.api [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1097.146666] env[69330]: value = "task-4128969" [ 1097.146666] env[69330]: _type = "Task" [ 1097.146666] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.164821] env[69330]: DEBUG oslo_vmware.api [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.302594] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128967, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.333497] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128968, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.444744] env[69330]: DEBUG nova.network.neutron [req-e18adbfc-2d46-4c6b-95e4-97308ae99fe3 req-9e72d878-8997-4936-b133-a805536719ae service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Updated VIF entry in instance network info cache for port b7fdb297-2a09-4720-962b-49422b9d1c8a. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.444744] env[69330]: DEBUG nova.network.neutron [req-e18adbfc-2d46-4c6b-95e4-97308ae99fe3 req-9e72d878-8997-4936-b133-a805536719ae service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Updating instance_info_cache with network_info: [{"id": "b7fdb297-2a09-4720-962b-49422b9d1c8a", "address": "fa:16:3e:ba:94:46", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7fdb297-2a", "ovs_interfaceid": "b7fdb297-2a09-4720-962b-49422b9d1c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.538056] env[69330]: DEBUG nova.scheduler.client.report [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.575583] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.643257] env[69330]: DEBUG nova.compute.manager [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.645877] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.646292] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.647051] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.647334] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.647634] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.654548] env[69330]: INFO nova.compute.manager [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Terminating instance [ 1097.674757] env[69330]: DEBUG oslo_vmware.api [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128969, 'name': ReconfigVM_Task, 'duration_secs': 0.501263} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.678027] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Reconfigured VM instance instance-00000059 to detach disk 2002 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.678027] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.678027] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5a693be-52e7-48e7-9a5d-fb9717b72918 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.686204] env[69330]: DEBUG oslo_vmware.api [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1097.686204] env[69330]: value = "task-4128970" [ 1097.686204] env[69330]: _type = "Task" [ 1097.686204] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.697744] env[69330]: DEBUG oslo_vmware.api [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.798755] env[69330]: DEBUG oslo_vmware.api [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128967, 'name': PowerOnVM_Task, 'duration_secs': 0.896666} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.799214] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.799528] env[69330]: INFO nova.compute.manager [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1097.799729] env[69330]: DEBUG nova.compute.manager [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1097.800860] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61af4cb-33cd-4fba-86e4-c64bc231de01 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.834976] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573767} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.835286] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 737d7f9f-5be8-4b03-b313-11d83f6fda2e/737d7f9f-5be8-4b03-b313-11d83f6fda2e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.835503] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.835778] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b26afaa-2480-4e6c-a888-f14c6346deed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.848376] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1097.848376] env[69330]: value = "task-4128971" [ 1097.848376] env[69330]: _type = "Task" [ 1097.848376] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.863761] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.947146] env[69330]: DEBUG oslo_concurrency.lockutils [req-e18adbfc-2d46-4c6b-95e4-97308ae99fe3 req-9e72d878-8997-4936-b133-a805536719ae service nova] Releasing lock "refresh_cache-737d7f9f-5be8-4b03-b313-11d83f6fda2e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.044740] env[69330]: DEBUG oslo_concurrency.lockutils [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.047698] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.747s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.049920] env[69330]: INFO nova.compute.claims [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.075729] env[69330]: INFO nova.scheduler.client.report [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Deleted allocations for instance 6541e871-4e66-4499-8eb8-8a70ff9df0eb [ 1098.167163] env[69330]: DEBUG nova.compute.manager [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.167163] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.167163] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbec46c-b146-4eff-b893-7d2dfa0d8e68 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.179502] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.180913] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.181203] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0bb0ec4-62e5-4b7f-834c-3ec43c324115 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.193029] env[69330]: DEBUG oslo_vmware.api [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1098.193029] env[69330]: value = "task-4128972" [ 1098.193029] env[69330]: _type = "Task" [ 1098.193029] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.209853] env[69330]: DEBUG oslo_vmware.api [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4128970, 'name': PowerOnVM_Task, 'duration_secs': 0.510402} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.211457] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.211960] env[69330]: DEBUG nova.compute.manager [None req-fa022ee0-56a7-4e69-8530-c50fbeb4295c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1098.213273] env[69330]: DEBUG oslo_vmware.api [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.213497] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f0092b-99de-47ba-9cd4-a8a4d9b48d8f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.328452] env[69330]: INFO nova.compute.manager [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Took 20.78 seconds to build instance. [ 1098.359369] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07771} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.360491] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.361742] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3864a043-f44c-46ec-adad-5490abedf078 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.395118] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 737d7f9f-5be8-4b03-b313-11d83f6fda2e/737d7f9f-5be8-4b03-b313-11d83f6fda2e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.396212] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4de6d47-aa77-4971-9b4b-ece2e4db3246 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.421536] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1098.421536] env[69330]: value = "task-4128973" [ 1098.421536] env[69330]: _type = "Task" [ 1098.421536] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.438978] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128973, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.479262] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "83fe277b-2296-48ee-a5e4-7e1c40c8378d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.479519] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "83fe277b-2296-48ee-a5e4-7e1c40c8378d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.591046] env[69330]: DEBUG oslo_concurrency.lockutils [None req-19385cea-bbfa-41fb-9af7-7474be648b3c tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Lock "6541e871-4e66-4499-8eb8-8a70ff9df0eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.870s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.709039] env[69330]: DEBUG oslo_vmware.api [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128972, 'name': PowerOffVM_Task, 'duration_secs': 0.402048} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.709305] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.713024] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.713024] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a967ef6-e330-4060-a814-9b94ff226e7d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.787294] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.787708] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.788036] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleting the datastore file [datastore1] a58e4dd3-b892-4e14-a71f-bd853ab158bc {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.788452] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc6f901d-7dba-4ea8-9053-7a4be9c7cf94 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.799258] env[69330]: DEBUG oslo_vmware.api [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1098.799258] env[69330]: value = "task-4128976" [ 1098.799258] env[69330]: _type = "Task" [ 1098.799258] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.814231] env[69330]: DEBUG oslo_vmware.api [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.831513] env[69330]: DEBUG oslo_concurrency.lockutils [None req-364b2f09-508d-4678-bb44-070bce81303e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "aa37010a-b04d-4461-985a-8f127472f976" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.291s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.935761] env[69330]: DEBUG oslo_concurrency.lockutils [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "aa37010a-b04d-4461-985a-8f127472f976" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.936152] env[69330]: DEBUG oslo_concurrency.lockutils [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "aa37010a-b04d-4461-985a-8f127472f976" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.936449] env[69330]: DEBUG oslo_concurrency.lockutils [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "aa37010a-b04d-4461-985a-8f127472f976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.936751] env[69330]: DEBUG oslo_concurrency.lockutils [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "aa37010a-b04d-4461-985a-8f127472f976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.936923] env[69330]: DEBUG oslo_concurrency.lockutils [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "aa37010a-b04d-4461-985a-8f127472f976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.938941] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.939731] env[69330]: INFO nova.compute.manager [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Terminating instance [ 1098.982153] env[69330]: DEBUG nova.compute.manager [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.076530] env[69330]: DEBUG nova.compute.manager [req-0cf149c3-f218-41d9-bad7-47aeeb3e01f9 req-5247bcb2-33d0-4a8e-a1fa-51d791230bc9 service nova] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Received event network-changed-d2e55b53-01ae-417b-b99f-42128f610504 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.076772] env[69330]: DEBUG nova.compute.manager [req-0cf149c3-f218-41d9-bad7-47aeeb3e01f9 req-5247bcb2-33d0-4a8e-a1fa-51d791230bc9 service nova] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Refreshing instance network info cache due to event network-changed-d2e55b53-01ae-417b-b99f-42128f610504. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.077110] env[69330]: DEBUG oslo_concurrency.lockutils [req-0cf149c3-f218-41d9-bad7-47aeeb3e01f9 req-5247bcb2-33d0-4a8e-a1fa-51d791230bc9 service nova] Acquiring lock "refresh_cache-7d98df4c-419b-41e0-bfdf-af9d01574ba6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.077304] env[69330]: DEBUG oslo_concurrency.lockutils [req-0cf149c3-f218-41d9-bad7-47aeeb3e01f9 req-5247bcb2-33d0-4a8e-a1fa-51d791230bc9 service nova] Acquired lock "refresh_cache-7d98df4c-419b-41e0-bfdf-af9d01574ba6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.078103] env[69330]: DEBUG nova.network.neutron [req-0cf149c3-f218-41d9-bad7-47aeeb3e01f9 req-5247bcb2-33d0-4a8e-a1fa-51d791230bc9 service nova] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Refreshing network info cache for port d2e55b53-01ae-417b-b99f-42128f610504 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.310480] env[69330]: DEBUG oslo_vmware.api [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4128976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17557} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.313427] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.313666] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.313875] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.314068] env[69330]: INFO nova.compute.manager [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1099.314319] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.315763] env[69330]: DEBUG nova.compute.manager [-] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.315763] env[69330]: DEBUG nova.network.neutron [-] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.435120] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128973, 'name': ReconfigVM_Task, 'duration_secs': 0.846426} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.438113] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 737d7f9f-5be8-4b03-b313-11d83f6fda2e/737d7f9f-5be8-4b03-b313-11d83f6fda2e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.439082] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3febe119-a0a4-460b-8245-61ddf2805fb6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.446011] env[69330]: DEBUG nova.compute.manager [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.446251] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.449193] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147e335a-019e-4964-aa18-17a6ae778df9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.450623] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1099.450623] env[69330]: value = "task-4128977" [ 1099.450623] env[69330]: _type = "Task" [ 1099.450623] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.459585] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.460471] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077e1673-640a-4e4e-b75e-0361682e5024 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.464332] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b31d3aac-3afc-4b70-9bb9-af83ce25c393 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.470779] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128977, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.475495] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb98c919-afd1-42c6-8b04-a5eced7d1956 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.481105] env[69330]: DEBUG oslo_vmware.api [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1099.481105] env[69330]: value = "task-4128978" [ 1099.481105] env[69330]: _type = "Task" [ 1099.481105] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.516955] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e86801a-fc00-4dc0-a4d2-5c5ab3e18258 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.525538] env[69330]: DEBUG oslo_vmware.api [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.532360] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368c73a7-4ca6-479d-80e5-4a34b933c997 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.540033] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.550283] env[69330]: DEBUG nova.compute.provider_tree [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.902456] env[69330]: DEBUG nova.compute.manager [req-97a9b887-7208-448c-a44f-d3dd254e0ac5 req-5f70a4ad-9add-4564-911e-fd7612a45d55 service nova] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Received event network-vif-deleted-bf3b81a8-d580-450b-85f6-4ce37f02af74 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.902874] env[69330]: INFO nova.compute.manager [req-97a9b887-7208-448c-a44f-d3dd254e0ac5 req-5f70a4ad-9add-4564-911e-fd7612a45d55 service nova] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Neutron deleted interface bf3b81a8-d580-450b-85f6-4ce37f02af74; detaching it from the instance and deleting it from the info cache [ 1099.903072] env[69330]: DEBUG nova.network.neutron [req-97a9b887-7208-448c-a44f-d3dd254e0ac5 req-5f70a4ad-9add-4564-911e-fd7612a45d55 service nova] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.966737] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128977, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.993800] env[69330]: DEBUG oslo_vmware.api [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128978, 'name': PowerOffVM_Task, 'duration_secs': 0.257919} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.994128] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.994345] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.994612] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d43decc6-5d39-4a5e-b10f-2d5fe6510c91 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.054412] env[69330]: DEBUG nova.scheduler.client.report [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.078803] env[69330]: DEBUG nova.network.neutron [req-0cf149c3-f218-41d9-bad7-47aeeb3e01f9 req-5247bcb2-33d0-4a8e-a1fa-51d791230bc9 service nova] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Updated VIF entry in instance network info cache for port d2e55b53-01ae-417b-b99f-42128f610504. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.079544] env[69330]: DEBUG nova.network.neutron [req-0cf149c3-f218-41d9-bad7-47aeeb3e01f9 req-5247bcb2-33d0-4a8e-a1fa-51d791230bc9 service nova] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Updating instance_info_cache with network_info: [{"id": "d2e55b53-01ae-417b-b99f-42128f610504", "address": "fa:16:3e:a5:45:23", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e55b53-01", "ovs_interfaceid": "d2e55b53-01ae-417b-b99f-42128f610504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.377658] env[69330]: DEBUG nova.network.neutron [-] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.406694] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16f78357-3195-435c-b908-9753d4b52012 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.423311] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925c287a-7fd3-4d90-882f-fc7961d406cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.474972] env[69330]: DEBUG nova.compute.manager [req-97a9b887-7208-448c-a44f-d3dd254e0ac5 req-5f70a4ad-9add-4564-911e-fd7612a45d55 service nova] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Detach interface failed, port_id=bf3b81a8-d580-450b-85f6-4ce37f02af74, reason: Instance a58e4dd3-b892-4e14-a71f-bd853ab158bc could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.487023] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128977, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.522276] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.522276] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.522276] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleting the datastore file [datastore1] aa37010a-b04d-4461-985a-8f127472f976 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.522276] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-168613e9-13b4-443f-afdb-cc8b471b3584 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.532289] env[69330]: DEBUG oslo_vmware.api [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1100.532289] env[69330]: value = "task-4128980" [ 1100.532289] env[69330]: _type = "Task" [ 1100.532289] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.542417] env[69330]: DEBUG oslo_vmware.api [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.560963] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.561752] env[69330]: DEBUG nova.compute.manager [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.565460] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.990s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.565715] env[69330]: DEBUG nova.objects.instance [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lazy-loading 'pci_requests' on Instance uuid aba9acde-9aeb-4c0f-83be-626b392b5a15 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.585592] env[69330]: DEBUG oslo_concurrency.lockutils [req-0cf149c3-f218-41d9-bad7-47aeeb3e01f9 req-5247bcb2-33d0-4a8e-a1fa-51d791230bc9 service nova] Releasing lock "refresh_cache-7d98df4c-419b-41e0-bfdf-af9d01574ba6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.880636] env[69330]: INFO nova.compute.manager [-] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Took 1.56 seconds to deallocate network for instance. [ 1100.913633] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1100.913905] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817830', 'volume_id': '1287bbf0-1076-4a63-81c8-404aadfe7336', 'name': 'volume-1287bbf0-1076-4a63-81c8-404aadfe7336', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bb0a892-c239-4c4b-83ce-563224fd85e2', 'attached_at': '', 'detached_at': '', 'volume_id': '1287bbf0-1076-4a63-81c8-404aadfe7336', 'serial': '1287bbf0-1076-4a63-81c8-404aadfe7336'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1100.916256] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86234705-4d5a-4aaf-8a39-d597b228d8d9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.937146] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e387ad-bca8-48a8-95df-887faaeca967 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.970342] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-1287bbf0-1076-4a63-81c8-404aadfe7336/volume-1287bbf0-1076-4a63-81c8-404aadfe7336.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.974434] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7e5a10d-c5af-467f-81ac-35c5e90289e9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.994378] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128977, 'name': Rename_Task, 'duration_secs': 1.167994} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.996531] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.996531] env[69330]: DEBUG oslo_vmware.api [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1100.996531] env[69330]: value = "task-4128981" [ 1100.996531] env[69330]: _type = "Task" [ 1100.996531] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.996779] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be22e5c4-ffc1-4ef5-a653-41acee16a66b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.007814] env[69330]: DEBUG oslo_vmware.api [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128981, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.009253] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1101.009253] env[69330]: value = "task-4128982" [ 1101.009253] env[69330]: _type = "Task" [ 1101.009253] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.018795] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.046664] env[69330]: DEBUG oslo_vmware.api [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4128980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161219} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.047270] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.047564] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.047857] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.048145] env[69330]: INFO nova.compute.manager [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: aa37010a-b04d-4461-985a-8f127472f976] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1101.048432] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.048692] env[69330]: DEBUG nova.compute.manager [-] [instance: aa37010a-b04d-4461-985a-8f127472f976] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.048798] env[69330]: DEBUG nova.network.neutron [-] [instance: aa37010a-b04d-4461-985a-8f127472f976] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.072875] env[69330]: DEBUG nova.compute.utils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.074865] env[69330]: DEBUG nova.compute.manager [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.075116] env[69330]: DEBUG nova.network.neutron [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.079281] env[69330]: DEBUG nova.objects.instance [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lazy-loading 'numa_topology' on Instance uuid aba9acde-9aeb-4c0f-83be-626b392b5a15 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.135907] env[69330]: DEBUG nova.compute.manager [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Received event network-changed-313a1a18-0e2a-4d3e-9189-71f473b306fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.136479] env[69330]: DEBUG nova.compute.manager [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Refreshing instance network info cache due to event network-changed-313a1a18-0e2a-4d3e-9189-71f473b306fd. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.136805] env[69330]: DEBUG oslo_concurrency.lockutils [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] Acquiring lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.137035] env[69330]: DEBUG oslo_concurrency.lockutils [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] Acquired lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.137220] env[69330]: DEBUG nova.network.neutron [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Refreshing network info cache for port 313a1a18-0e2a-4d3e-9189-71f473b306fd {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.158779] env[69330]: DEBUG nova.policy [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32e8e100581144dc8041a0065d3217b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8274dde6c414a3982a4d113f9999eea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.325106] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e1b4d-4d5c-b388-ddf6-fcf38863797b/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1101.326080] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab1a690-0837-4496-bb43-a1287952e73f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.335549] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e1b4d-4d5c-b388-ddf6-fcf38863797b/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1101.335549] env[69330]: ERROR oslo_vmware.rw_handles [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e1b4d-4d5c-b388-ddf6-fcf38863797b/disk-0.vmdk due to incomplete transfer. [ 1101.335549] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5bff2643-dca6-4477-abe5-8a6175637b38 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.345568] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e1b4d-4d5c-b388-ddf6-fcf38863797b/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1101.345805] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Uploaded image 7fa26c2d-7856-43da-a54f-48bd622a073e to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1101.348229] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1101.348767] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7d321ab0-c66d-4e17-9bb9-034dba0b7983 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.356094] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1101.356094] env[69330]: value = "task-4128983" [ 1101.356094] env[69330]: _type = "Task" [ 1101.356094] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.368309] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128983, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.388283] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.509957] env[69330]: DEBUG oslo_vmware.api [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.521024] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.585028] env[69330]: DEBUG nova.compute.manager [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.588298] env[69330]: INFO nova.compute.claims [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.811390] env[69330]: DEBUG nova.network.neutron [-] [instance: aa37010a-b04d-4461-985a-8f127472f976] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.867483] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128983, 'name': Destroy_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.942962] env[69330]: DEBUG nova.network.neutron [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Successfully created port: bfff6113-b853-4eb3-8543-6ab1b4784fa2 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.010890] env[69330]: DEBUG oslo_vmware.api [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128981, 'name': ReconfigVM_Task, 'duration_secs': 0.715453} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.011815] env[69330]: DEBUG nova.network.neutron [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Updated VIF entry in instance network info cache for port 313a1a18-0e2a-4d3e-9189-71f473b306fd. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.012166] env[69330]: DEBUG nova.network.neutron [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Updating instance_info_cache with network_info: [{"id": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "address": "fa:16:3e:a4:a2:44", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313a1a18-0e", "ovs_interfaceid": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.016809] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-1287bbf0-1076-4a63-81c8-404aadfe7336/volume-1287bbf0-1076-4a63-81c8-404aadfe7336.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.021665] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-197401c7-1df7-4a33-86e8-696d82816592 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.039175] env[69330]: DEBUG oslo_vmware.api [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4128982, 'name': PowerOnVM_Task, 'duration_secs': 0.951395} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.040604] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.040889] env[69330]: INFO nova.compute.manager [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1102.041052] env[69330]: DEBUG nova.compute.manager [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1102.041393] env[69330]: DEBUG oslo_vmware.api [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1102.041393] env[69330]: value = "task-4128984" [ 1102.041393] env[69330]: _type = "Task" [ 1102.041393] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.042256] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c15a6c-9ccf-44d5-ab17-3a09110fbb0b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.065253] env[69330]: DEBUG oslo_vmware.api [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.315012] env[69330]: INFO nova.compute.manager [-] [instance: aa37010a-b04d-4461-985a-8f127472f976] Took 1.27 seconds to deallocate network for instance. [ 1102.370366] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128983, 'name': Destroy_Task, 'duration_secs': 0.819104} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.370649] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Destroyed the VM [ 1102.370902] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1102.371462] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b4ffa451-a65d-43e1-9f5c-37ce4accc4be {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.380629] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1102.380629] env[69330]: value = "task-4128985" [ 1102.380629] env[69330]: _type = "Task" [ 1102.380629] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.389387] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128985, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.522376] env[69330]: DEBUG oslo_concurrency.lockutils [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] Releasing lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.522731] env[69330]: DEBUG nova.compute.manager [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Received event network-changed-313a1a18-0e2a-4d3e-9189-71f473b306fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.522900] env[69330]: DEBUG nova.compute.manager [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Refreshing instance network info cache due to event network-changed-313a1a18-0e2a-4d3e-9189-71f473b306fd. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.523131] env[69330]: DEBUG oslo_concurrency.lockutils [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] Acquiring lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.523269] env[69330]: DEBUG oslo_concurrency.lockutils [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] Acquired lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.526093] env[69330]: DEBUG nova.network.neutron [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Refreshing network info cache for port 313a1a18-0e2a-4d3e-9189-71f473b306fd {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.557199] env[69330]: DEBUG oslo_vmware.api [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128984, 'name': ReconfigVM_Task, 'duration_secs': 0.187051} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.557512] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817830', 'volume_id': '1287bbf0-1076-4a63-81c8-404aadfe7336', 'name': 'volume-1287bbf0-1076-4a63-81c8-404aadfe7336', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bb0a892-c239-4c4b-83ce-563224fd85e2', 'attached_at': '', 'detached_at': '', 'volume_id': '1287bbf0-1076-4a63-81c8-404aadfe7336', 'serial': '1287bbf0-1076-4a63-81c8-404aadfe7336'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1102.573030] env[69330]: INFO nova.compute.manager [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Took 15.56 seconds to build instance. [ 1102.603941] env[69330]: DEBUG nova.compute.manager [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.639134] env[69330]: DEBUG nova.virt.hardware [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.639287] env[69330]: DEBUG nova.virt.hardware [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.639408] env[69330]: DEBUG nova.virt.hardware [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.639668] env[69330]: DEBUG nova.virt.hardware [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.639810] env[69330]: DEBUG nova.virt.hardware [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.640165] env[69330]: DEBUG nova.virt.hardware [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.640399] env[69330]: DEBUG nova.virt.hardware [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.640574] env[69330]: DEBUG nova.virt.hardware [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.640751] env[69330]: DEBUG nova.virt.hardware [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.640920] env[69330]: DEBUG nova.virt.hardware [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.641205] env[69330]: DEBUG nova.virt.hardware [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.642192] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbfba7b-f742-4edd-89c1-3c5cdbad4029 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.654485] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dab0ff-dbf4-49ad-9bd7-3a8ea9c19c14 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.822227] env[69330]: DEBUG oslo_concurrency.lockutils [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.894094] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128985, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.962901] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115671ac-e94d-48bc-ab16-51f525a5c4ea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.972019] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce82850-d518-4b1c-8be3-5820fb139689 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.006023] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb145e26-8c5d-4afa-a9b9-cd3aa34cf9be {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.015852] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5c304f-171e-4dde-94b0-5bf83999bb1e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.034438] env[69330]: DEBUG nova.compute.provider_tree [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1103.075413] env[69330]: DEBUG oslo_concurrency.lockutils [None req-eb6db092-39e6-4d7a-87a8-0222518c92b4 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.073s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.175430] env[69330]: DEBUG nova.compute.manager [req-87a8bab5-87a1-43bf-b00d-be5b4d01ee81 req-6df04e09-04dd-48cd-9e12-ee4d1068671c service nova] [instance: aa37010a-b04d-4461-985a-8f127472f976] Received event network-vif-deleted-c4156011-dc6a-48dc-be20-5ed5e62fc1da {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.398456] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128985, 'name': RemoveSnapshot_Task, 'duration_secs': 0.96555} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.398747] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1103.401016] env[69330]: DEBUG nova.compute.manager [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1103.401985] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8c7dfa-e667-45eb-834e-2971a87f2b89 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.560847] env[69330]: ERROR nova.scheduler.client.report [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [req-ef5dbe34-a900-4df0-9cef-7321313058c4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef5dbe34-a900-4df0-9cef-7321313058c4"}]} [ 1103.565033] env[69330]: DEBUG nova.network.neutron [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Updated VIF entry in instance network info cache for port 313a1a18-0e2a-4d3e-9189-71f473b306fd. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.565711] env[69330]: DEBUG nova.network.neutron [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Updating instance_info_cache with network_info: [{"id": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "address": "fa:16:3e:a4:a2:44", "network": {"id": "7163df51-8ed3-496e-9fc8-e6427e52d3fa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722990859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ea80a2c82b48f8b0268d02c644d959", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313a1a18-0e", "ovs_interfaceid": "313a1a18-0e2a-4d3e-9189-71f473b306fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.590316] env[69330]: DEBUG nova.scheduler.client.report [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1103.616993] env[69330]: DEBUG nova.objects.instance [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lazy-loading 'flavor' on Instance uuid 7bb0a892-c239-4c4b-83ce-563224fd85e2 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.623119] env[69330]: DEBUG nova.scheduler.client.report [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1103.623119] env[69330]: DEBUG nova.compute.provider_tree [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1103.634597] env[69330]: DEBUG nova.compute.manager [req-31d023cb-2367-4ffd-b41c-74988fb0c67a req-8efda946-fdfe-4a61-b4bb-887b6d0ea3b7 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Received event network-vif-plugged-bfff6113-b853-4eb3-8543-6ab1b4784fa2 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.634656] env[69330]: DEBUG oslo_concurrency.lockutils [req-31d023cb-2367-4ffd-b41c-74988fb0c67a req-8efda946-fdfe-4a61-b4bb-887b6d0ea3b7 service nova] Acquiring lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.635219] env[69330]: DEBUG oslo_concurrency.lockutils [req-31d023cb-2367-4ffd-b41c-74988fb0c67a req-8efda946-fdfe-4a61-b4bb-887b6d0ea3b7 service nova] Lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.635910] env[69330]: DEBUG oslo_concurrency.lockutils [req-31d023cb-2367-4ffd-b41c-74988fb0c67a req-8efda946-fdfe-4a61-b4bb-887b6d0ea3b7 service nova] Lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.635910] env[69330]: DEBUG nova.compute.manager [req-31d023cb-2367-4ffd-b41c-74988fb0c67a req-8efda946-fdfe-4a61-b4bb-887b6d0ea3b7 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] No waiting events found dispatching network-vif-plugged-bfff6113-b853-4eb3-8543-6ab1b4784fa2 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1103.635910] env[69330]: WARNING nova.compute.manager [req-31d023cb-2367-4ffd-b41c-74988fb0c67a req-8efda946-fdfe-4a61-b4bb-887b6d0ea3b7 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Received unexpected event network-vif-plugged-bfff6113-b853-4eb3-8543-6ab1b4784fa2 for instance with vm_state building and task_state spawning. [ 1103.645250] env[69330]: DEBUG nova.scheduler.client.report [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1103.673768] env[69330]: DEBUG nova.scheduler.client.report [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1103.777832] env[69330]: DEBUG nova.network.neutron [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Successfully updated port: bfff6113-b853-4eb3-8543-6ab1b4784fa2 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.923466] env[69330]: INFO nova.compute.manager [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Shelve offloading [ 1104.002313] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eafe63e-00b0-425a-b331-2dd37aec8f2e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.014581] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d00d2bc-b1cb-42a1-b12d-7d651fd681bc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.055496] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c0e9c7-4fa5-4330-8efb-ad0e13acb2d4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.064038] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceadcfb4-7502-4535-9723-e38b74c22cd0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.068476] env[69330]: DEBUG oslo_concurrency.lockutils [req-111d44e3-c540-4e40-b3b7-58139ae25f88 req-eee051bd-0559-4d76-b3cf-0653042f3838 service nova] Releasing lock "refresh_cache-6a9fc9aa-9b11-4530-a361-b3128bcb12c2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.079557] env[69330]: DEBUG nova.compute.provider_tree [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.120935] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ffdf52b1-c2be-4a5d-b911-2491d04ed9b6 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.838s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.137388] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.137636] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.280725] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.280872] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.281050] env[69330]: DEBUG nova.network.neutron [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.429710] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.430063] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b08ec0da-c3a0-4d9e-a6a8-59b93566ac35 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.443029] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1104.443029] env[69330]: value = "task-4128986" [ 1104.443029] env[69330]: _type = "Task" [ 1104.443029] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.455293] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1104.455838] env[69330]: DEBUG nova.compute.manager [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.456589] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12bf00d-aecb-4d54-aae8-4d525e3dc548 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.463880] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "refresh_cache-0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.464804] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "refresh_cache-0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.464804] env[69330]: DEBUG nova.network.neutron [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.627516] env[69330]: DEBUG nova.scheduler.client.report [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1104.627516] env[69330]: DEBUG nova.compute.provider_tree [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 138 to 139 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1104.627672] env[69330]: DEBUG nova.compute.provider_tree [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.642808] env[69330]: INFO nova.compute.manager [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Detaching volume 1287bbf0-1076-4a63-81c8-404aadfe7336 [ 1104.687732] env[69330]: INFO nova.virt.block_device [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Attempting to driver detach volume 1287bbf0-1076-4a63-81c8-404aadfe7336 from mountpoint /dev/sdb [ 1104.688759] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1104.688759] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817830', 'volume_id': '1287bbf0-1076-4a63-81c8-404aadfe7336', 'name': 'volume-1287bbf0-1076-4a63-81c8-404aadfe7336', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bb0a892-c239-4c4b-83ce-563224fd85e2', 'attached_at': '', 'detached_at': '', 'volume_id': '1287bbf0-1076-4a63-81c8-404aadfe7336', 'serial': '1287bbf0-1076-4a63-81c8-404aadfe7336'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1104.690547] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e206ef-c9ee-445d-861e-3151920b9c64 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.713432] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c588ae6-daed-4325-9404-ff5813e47979 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.721974] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1926f7ac-6d9e-40e0-9f6d-31cc40e064eb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.744818] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f830566-e632-4318-a59c-205dd4177461 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.760982] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] The volume has not been displaced from its original location: [datastore1] volume-1287bbf0-1076-4a63-81c8-404aadfe7336/volume-1287bbf0-1076-4a63-81c8-404aadfe7336.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1104.766476] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1104.767362] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afbc74fd-f9ac-437c-83ab-5d177fe4921b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.787526] env[69330]: DEBUG oslo_vmware.api [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1104.787526] env[69330]: value = "task-4128987" [ 1104.787526] env[69330]: _type = "Task" [ 1104.787526] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.797130] env[69330]: DEBUG oslo_vmware.api [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.128536] env[69330]: DEBUG nova.network.neutron [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.134989] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.569s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.137437] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.956s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.139018] env[69330]: INFO nova.compute.claims [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.225606] env[69330]: INFO nova.network.neutron [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Updating port 7516fb28-15a7-4296-8516-22e66938ea7f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1105.299582] env[69330]: DEBUG oslo_vmware.api [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128987, 'name': ReconfigVM_Task, 'duration_secs': 0.276027} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.300439] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.311280] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99dc707b-8db2-4288-b514-10f32df28c37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.322677] env[69330]: DEBUG nova.network.neutron [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Updating instance_info_cache with network_info: [{"id": "1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b", "address": "fa:16:3e:bd:3f:8f", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a603a4f-bd", "ovs_interfaceid": "1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.329241] env[69330]: DEBUG oslo_vmware.api [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1105.329241] env[69330]: value = "task-4128988" [ 1105.329241] env[69330]: _type = "Task" [ 1105.329241] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.339484] env[69330]: DEBUG oslo_vmware.api [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.506267] env[69330]: DEBUG nova.network.neutron [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updating instance_info_cache with network_info: [{"id": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "address": "fa:16:3e:b3:66:a4", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff6113-b8", "ovs_interfaceid": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.822942] env[69330]: DEBUG nova.compute.manager [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Received event network-changed-b7fdb297-2a09-4720-962b-49422b9d1c8a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.825084] env[69330]: DEBUG nova.compute.manager [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Refreshing instance network info cache due to event network-changed-b7fdb297-2a09-4720-962b-49422b9d1c8a. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.825084] env[69330]: DEBUG oslo_concurrency.lockutils [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] Acquiring lock "refresh_cache-737d7f9f-5be8-4b03-b313-11d83f6fda2e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.825084] env[69330]: DEBUG oslo_concurrency.lockutils [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] Acquired lock "refresh_cache-737d7f9f-5be8-4b03-b313-11d83f6fda2e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.825084] env[69330]: DEBUG nova.network.neutron [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Refreshing network info cache for port b7fdb297-2a09-4720-962b-49422b9d1c8a {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.829159] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "refresh_cache-0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.849832] env[69330]: DEBUG oslo_vmware.api [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4128988, 'name': ReconfigVM_Task, 'duration_secs': 0.160156} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.849832] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817830', 'volume_id': '1287bbf0-1076-4a63-81c8-404aadfe7336', 'name': 'volume-1287bbf0-1076-4a63-81c8-404aadfe7336', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bb0a892-c239-4c4b-83ce-563224fd85e2', 'attached_at': '', 'detached_at': '', 'volume_id': '1287bbf0-1076-4a63-81c8-404aadfe7336', 'serial': '1287bbf0-1076-4a63-81c8-404aadfe7336'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1106.010052] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.010413] env[69330]: DEBUG nova.compute.manager [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Instance network_info: |[{"id": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "address": "fa:16:3e:b3:66:a4", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff6113-b8", "ovs_interfaceid": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.010884] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:66:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfff6113-b853-4eb3-8543-6ab1b4784fa2', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.019182] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.019432] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.020044] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e85782c-9167-4490-a596-32430684a8df {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.045508] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.045508] env[69330]: value = "task-4128989" [ 1106.045508] env[69330]: _type = "Task" [ 1106.045508] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.057777] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128989, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.215709] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Acquiring lock "ac4ecd38-54f2-477d-b6c0-edade68da6f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.217016] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Lock "ac4ecd38-54f2-477d-b6c0-edade68da6f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.253080] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.257022] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8836af1-ae35-47d1-81d7-54862012be1c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.262659] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.263058] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c090c30-66a5-4afc-8c91-89ca653c90cc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.356382] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.356616] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.356838] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleting the datastore file [datastore2] 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.360949] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3d946eb-4196-44f1-bc68-4978b6b033b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.371810] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1106.371810] env[69330]: value = "task-4128991" [ 1106.371810] env[69330]: _type = "Task" [ 1106.371810] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.386292] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.406338] env[69330]: DEBUG nova.objects.instance [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lazy-loading 'flavor' on Instance uuid 7bb0a892-c239-4c4b-83ce-563224fd85e2 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.467948] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.468371] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.468535] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.468846] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.468990] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.471169] env[69330]: INFO nova.compute.manager [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Terminating instance [ 1106.555841] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128989, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.557575] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a9ac57-57c7-470a-b539-5afa4eb42d8d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.566342] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbf70b0-7831-493d-8a38-25869edb71c7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.604200] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10ae0a4-1a45-4275-a910-f04bc37050c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.614130] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b66e495-1f17-41bc-95c4-63680e14e7df {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.631878] env[69330]: DEBUG nova.compute.provider_tree [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.706768] env[69330]: DEBUG nova.network.neutron [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Updated VIF entry in instance network info cache for port b7fdb297-2a09-4720-962b-49422b9d1c8a. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.707201] env[69330]: DEBUG nova.network.neutron [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Updating instance_info_cache with network_info: [{"id": "b7fdb297-2a09-4720-962b-49422b9d1c8a", "address": "fa:16:3e:ba:94:46", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7fdb297-2a", "ovs_interfaceid": "b7fdb297-2a09-4720-962b-49422b9d1c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.718528] env[69330]: DEBUG nova.compute.manager [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.885711] env[69330]: DEBUG oslo_vmware.api [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4128991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414807} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.886372] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.886599] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.886781] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.912423] env[69330]: INFO nova.scheduler.client.report [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleted allocations for instance 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc [ 1106.978339] env[69330]: DEBUG nova.compute.manager [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.978574] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.979918] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fe91ca-79e1-4159-94fd-a4d069864a72 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.988938] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.989559] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76adae62-6011-4299-bd4b-cd98533cebc9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.998966] env[69330]: DEBUG oslo_vmware.api [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1106.998966] env[69330]: value = "task-4128992" [ 1106.998966] env[69330]: _type = "Task" [ 1106.998966] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.009692] env[69330]: DEBUG oslo_vmware.api [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.055853] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128989, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.136033] env[69330]: DEBUG nova.scheduler.client.report [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.211769] env[69330]: DEBUG oslo_concurrency.lockutils [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] Releasing lock "refresh_cache-737d7f9f-5be8-4b03-b313-11d83f6fda2e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.212127] env[69330]: DEBUG nova.compute.manager [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Received event network-changed-bfff6113-b853-4eb3-8543-6ab1b4784fa2 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.212346] env[69330]: DEBUG nova.compute.manager [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Refreshing instance network info cache due to event network-changed-bfff6113-b853-4eb3-8543-6ab1b4784fa2. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.212580] env[69330]: DEBUG oslo_concurrency.lockutils [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] Acquiring lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.212755] env[69330]: DEBUG oslo_concurrency.lockutils [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] Acquired lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.212924] env[69330]: DEBUG nova.network.neutron [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Refreshing network info cache for port bfff6113-b853-4eb3-8543-6ab1b4784fa2 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.224533] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.224797] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquired lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.225350] env[69330]: DEBUG nova.network.neutron [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.267571] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.419696] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.419696] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1617ed82-6e02-4c66-aa88-941e6037d8f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.512088] env[69330]: DEBUG oslo_vmware.api [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128992, 'name': PowerOffVM_Task, 'duration_secs': 0.442643} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.512088] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.512088] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.512088] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7852dfce-9467-48f9-95cb-3e38a9dbc22d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.561220] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128989, 'name': CreateVM_Task, 'duration_secs': 1.452003} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.561518] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.562421] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.562727] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.563183] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.563577] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc1fe0e3-1218-40af-ba68-c4c9fe48cd8d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.568789] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1107.568789] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bca591-0bcb-4977-8ca4-b696e2ea4927" [ 1107.568789] env[69330]: _type = "Task" [ 1107.568789] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.580100] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bca591-0bcb-4977-8ca4-b696e2ea4927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.591145] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.591422] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.591631] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleting the datastore file [datastore1] 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.591928] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d84fa076-fc1d-4598-8e7a-4d9b57385eb9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.599644] env[69330]: DEBUG oslo_vmware.api [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1107.599644] env[69330]: value = "task-4128994" [ 1107.599644] env[69330]: _type = "Task" [ 1107.599644] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.614339] env[69330]: DEBUG oslo_vmware.api [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.642012] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.643492] env[69330]: DEBUG nova.compute.manager [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.648128] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.108s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.651132] env[69330]: INFO nova.compute.claims [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.842706] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Acquiring lock "777704ba-28f1-4ae4-beae-0728957551bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.843037] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Lock "777704ba-28f1-4ae4-beae-0728957551bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.870402] env[69330]: DEBUG nova.compute.manager [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Received event network-vif-unplugged-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.870767] env[69330]: DEBUG oslo_concurrency.lockutils [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] Acquiring lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.871650] env[69330]: DEBUG oslo_concurrency.lockutils [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] Lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.871923] env[69330]: DEBUG oslo_concurrency.lockutils [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] Lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.872145] env[69330]: DEBUG nova.compute.manager [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] No waiting events found dispatching network-vif-unplugged-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1107.872347] env[69330]: WARNING nova.compute.manager [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Received unexpected event network-vif-unplugged-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b for instance with vm_state shelved_offloaded and task_state None. [ 1107.872767] env[69330]: DEBUG nova.compute.manager [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Received event network-changed-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.872767] env[69330]: DEBUG nova.compute.manager [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Refreshing instance network info cache due to event network-changed-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.873017] env[69330]: DEBUG oslo_concurrency.lockutils [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] Acquiring lock "refresh_cache-0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.873201] env[69330]: DEBUG oslo_concurrency.lockutils [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] Acquired lock "refresh_cache-0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.873399] env[69330]: DEBUG nova.network.neutron [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Refreshing network info cache for port 1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.081982] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bca591-0bcb-4977-8ca4-b696e2ea4927, 'name': SearchDatastore_Task, 'duration_secs': 0.012751} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.085181] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.085695] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.086015] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.087551] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.087841] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.090466] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a84ef89b-24bd-4ba9-b8de-fcd45f5443f1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.110981] env[69330]: DEBUG oslo_vmware.api [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4128994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283242} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.113143] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.113964] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.116978] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.117249] env[69330]: INFO nova.compute.manager [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1108.117532] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.117759] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.118126] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.119260] env[69330]: DEBUG nova.compute.manager [-] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.119319] env[69330]: DEBUG nova.network.neutron [-] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.127023] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15f3c4d-e1e3-47c9-b113-e87cd1b4f8d9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.133574] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1108.133574] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5232aa11-99a5-fd61-de09-360a2c0d9f98" [ 1108.133574] env[69330]: _type = "Task" [ 1108.133574] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.142868] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5232aa11-99a5-fd61-de09-360a2c0d9f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.156909] env[69330]: DEBUG nova.compute.utils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.163091] env[69330]: DEBUG nova.compute.manager [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.163359] env[69330]: DEBUG nova.network.neutron [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.215905] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "5db41c59-4495-417b-82c2-79232c80a46d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.217419] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "5db41c59-4495-417b-82c2-79232c80a46d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.244899] env[69330]: DEBUG nova.policy [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '628a4e99e3af4ecb966f1d029b9b428e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55315806889f42cda60482f7d60fb6cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.252061] env[69330]: DEBUG nova.network.neutron [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updated VIF entry in instance network info cache for port bfff6113-b853-4eb3-8543-6ab1b4784fa2. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.252699] env[69330]: DEBUG nova.network.neutron [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updating instance_info_cache with network_info: [{"id": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "address": "fa:16:3e:b3:66:a4", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff6113-b8", "ovs_interfaceid": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.254642] env[69330]: DEBUG nova.network.neutron [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Updating instance_info_cache with network_info: [{"id": "7516fb28-15a7-4296-8516-22e66938ea7f", "address": "fa:16:3e:72:f5:a8", "network": {"id": "e01f65fb-dfc5-4b9c-892b-504a5f3a4b64", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1630275269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ddaa1e18324d2e9a6243d9d3fcaf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7516fb28-15", "ovs_interfaceid": "7516fb28-15a7-4296-8516-22e66938ea7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.346159] env[69330]: DEBUG nova.compute.manager [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.645368] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5232aa11-99a5-fd61-de09-360a2c0d9f98, 'name': SearchDatastore_Task, 'duration_secs': 0.047125} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.647249] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a409db-423f-4344-8ae2-5c38cbba8138 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.655150] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1108.655150] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52840e76-ae48-f32a-b4d6-6e703372754c" [ 1108.655150] env[69330]: _type = "Task" [ 1108.655150] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.665120] env[69330]: DEBUG nova.compute.manager [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.668373] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52840e76-ae48-f32a-b4d6-6e703372754c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.723914] env[69330]: DEBUG nova.compute.manager [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.746914] env[69330]: DEBUG nova.network.neutron [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Updated VIF entry in instance network info cache for port 1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.747346] env[69330]: DEBUG nova.network.neutron [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Updating instance_info_cache with network_info: [{"id": "1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b", "address": "fa:16:3e:bd:3f:8f", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": null, "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1a603a4f-bd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.757017] env[69330]: DEBUG oslo_concurrency.lockutils [req-eee22189-5af1-48cb-971a-1195143ce241 req-469b625e-8ae2-4649-a407-c46008a959a8 service nova] Releasing lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.757606] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Releasing lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.769389] env[69330]: DEBUG nova.network.neutron [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Successfully created port: ac2fa6a3-c73f-400f-9ad4-58d07c99e47f {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.798443] env[69330]: DEBUG nova.virt.hardware [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6ec1e9332ac3a0d3a7f5932a7b74b9aa',container_format='bare',created_at=2025-05-14T06:23:55Z,direct_url=,disk_format='vmdk',id=c6d73e32-e0f8-488a-a55d-c69105f604eb,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1505122389-shelved',owner='54ddaa1e18324d2e9a6243d9d3fcaf9d',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-05-14T06:24:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.798906] env[69330]: DEBUG nova.virt.hardware [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.799198] env[69330]: DEBUG nova.virt.hardware [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.799599] env[69330]: DEBUG nova.virt.hardware [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.799902] env[69330]: DEBUG nova.virt.hardware [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.804018] env[69330]: DEBUG nova.virt.hardware [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.804018] env[69330]: DEBUG nova.virt.hardware [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.804018] env[69330]: DEBUG nova.virt.hardware [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.804018] env[69330]: DEBUG nova.virt.hardware [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.804018] env[69330]: DEBUG nova.virt.hardware [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.804018] env[69330]: DEBUG nova.virt.hardware [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.804018] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c8af65-e048-4756-bdfa-8dfb30cda9bf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.817021] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45939a71-f1ae-4c28-9bc4-bbda82220cc5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.830939] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:f5:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7516fb28-15a7-4296-8516-22e66938ea7f', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.839302] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.842728] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.843739] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5230594-d53e-4f09-9488-14c028c363d4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.861634] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a21f99c0-07f7-46e2-be34-3865f224ddcb tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.871896] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.871896] env[69330]: value = "task-4128995" [ 1108.871896] env[69330]: _type = "Task" [ 1108.871896] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.882909] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.883043] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128995, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.937204] env[69330]: DEBUG nova.compute.manager [req-7c1caf4e-df7d-4e04-82fc-7c2597e7680b req-0406134b-d01d-4b2c-9c66-5ec32a73ae6a service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Received event network-vif-deleted-00865f1a-1326-4eea-bed7-b95556d23902 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.937204] env[69330]: INFO nova.compute.manager [req-7c1caf4e-df7d-4e04-82fc-7c2597e7680b req-0406134b-d01d-4b2c-9c66-5ec32a73ae6a service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Neutron deleted interface 00865f1a-1326-4eea-bed7-b95556d23902; detaching it from the instance and deleting it from the info cache [ 1108.937204] env[69330]: DEBUG nova.network.neutron [req-7c1caf4e-df7d-4e04-82fc-7c2597e7680b req-0406134b-d01d-4b2c-9c66-5ec32a73ae6a service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.059395] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e276b2bc-635b-4cb9-9cc6-d826d88653be {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.067579] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13add6a1-4538-4356-9d74-60342f28b270 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.102567] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddd156b-f5c8-4ce7-b598-d0321f62746a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.110300] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38e924f-ad30-4ce2-9cec-1a713d276e10 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.127209] env[69330]: DEBUG nova.compute.provider_tree [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.168204] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52840e76-ae48-f32a-b4d6-6e703372754c, 'name': SearchDatastore_Task, 'duration_secs': 0.011067} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.168532] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.168963] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 3d04a9e0-59b8-4d89-8e89-5695c685f7f1/3d04a9e0-59b8-4d89-8e89-5695c685f7f1.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.174853] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-480fcfba-4dd6-45e3-832a-a513e39cd9b0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.184501] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1109.184501] env[69330]: value = "task-4128996" [ 1109.184501] env[69330]: _type = "Task" [ 1109.184501] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.204725] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.248845] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.249527] env[69330]: DEBUG oslo_concurrency.lockutils [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] Releasing lock "refresh_cache-0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.249822] env[69330]: DEBUG nova.compute.manager [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Received event network-vif-plugged-7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.250128] env[69330]: DEBUG oslo_concurrency.lockutils [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] Acquiring lock "aba9acde-9aeb-4c0f-83be-626b392b5a15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.250455] env[69330]: DEBUG oslo_concurrency.lockutils [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.250713] env[69330]: DEBUG oslo_concurrency.lockutils [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.254018] env[69330]: DEBUG nova.compute.manager [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] No waiting events found dispatching network-vif-plugged-7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1109.254018] env[69330]: WARNING nova.compute.manager [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Received unexpected event network-vif-plugged-7516fb28-15a7-4296-8516-22e66938ea7f for instance with vm_state shelved_offloaded and task_state spawning. [ 1109.254018] env[69330]: DEBUG nova.compute.manager [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Received event network-changed-7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.254018] env[69330]: DEBUG nova.compute.manager [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Refreshing instance network info cache due to event network-changed-7516fb28-15a7-4296-8516-22e66938ea7f. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.254018] env[69330]: DEBUG oslo_concurrency.lockutils [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] Acquiring lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.254018] env[69330]: DEBUG oslo_concurrency.lockutils [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] Acquired lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.254018] env[69330]: DEBUG nova.network.neutron [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Refreshing network info cache for port 7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.384053] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4128995, 'name': CreateVM_Task, 'duration_secs': 0.426855} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.384230] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.384989] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c6d73e32-e0f8-488a-a55d-c69105f604eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.385208] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c6d73e32-e0f8-488a-a55d-c69105f604eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.385657] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c6d73e32-e0f8-488a-a55d-c69105f604eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.385926] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f782e9bd-38e1-45bc-a9e1-97bc8c2d4b9a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.391474] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1109.391474] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52670eb0-8813-3696-d678-b2979a79a03e" [ 1109.391474] env[69330]: _type = "Task" [ 1109.391474] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.400389] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52670eb0-8813-3696-d678-b2979a79a03e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.413991] env[69330]: DEBUG nova.network.neutron [-] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.445661] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11b92bfb-15c0-4d6d-88dd-393d27e9912e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.457234] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5f2e79-4694-410f-910a-f850547dba68 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.496534] env[69330]: DEBUG nova.compute.manager [req-7c1caf4e-df7d-4e04-82fc-7c2597e7680b req-0406134b-d01d-4b2c-9c66-5ec32a73ae6a service nova] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Detach interface failed, port_id=00865f1a-1326-4eea-bed7-b95556d23902, reason: Instance 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1109.629502] env[69330]: DEBUG nova.scheduler.client.report [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.680219] env[69330]: DEBUG nova.compute.manager [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.698563] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128996, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.711345] env[69330]: DEBUG nova.virt.hardware [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.711636] env[69330]: DEBUG nova.virt.hardware [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.711802] env[69330]: DEBUG nova.virt.hardware [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.711984] env[69330]: DEBUG nova.virt.hardware [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.712146] env[69330]: DEBUG nova.virt.hardware [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.712295] env[69330]: DEBUG nova.virt.hardware [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.712503] env[69330]: DEBUG nova.virt.hardware [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.712662] env[69330]: DEBUG nova.virt.hardware [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.712826] env[69330]: DEBUG nova.virt.hardware [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.712988] env[69330]: DEBUG nova.virt.hardware [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.713177] env[69330]: DEBUG nova.virt.hardware [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.714154] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25b763b-58f1-4b80-860c-8738fb71dc33 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.723671] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a585dc32-3ecb-43e2-b402-d3bbbae41471 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.905648] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c6d73e32-e0f8-488a-a55d-c69105f604eb" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.905949] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Processing image c6d73e32-e0f8-488a-a55d-c69105f604eb {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.906251] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c6d73e32-e0f8-488a-a55d-c69105f604eb/c6d73e32-e0f8-488a-a55d-c69105f604eb.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.906418] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c6d73e32-e0f8-488a-a55d-c69105f604eb/c6d73e32-e0f8-488a-a55d-c69105f604eb.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.906660] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.906973] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fed2b655-fe21-45ed-a8a3-bb8b3b4a6399 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.917099] env[69330]: INFO nova.compute.manager [-] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Took 1.80 seconds to deallocate network for instance. [ 1109.920981] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.920981] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.924817] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e535dc-22c2-4397-b2e4-ca6ad30fdabf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.935024] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1109.935024] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fab00e-bc49-0612-dee5-7e5f351c9b50" [ 1109.935024] env[69330]: _type = "Task" [ 1109.935024] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.945763] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fab00e-bc49-0612-dee5-7e5f351c9b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.039223] env[69330]: DEBUG nova.network.neutron [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Updated VIF entry in instance network info cache for port 7516fb28-15a7-4296-8516-22e66938ea7f. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.039617] env[69330]: DEBUG nova.network.neutron [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Updating instance_info_cache with network_info: [{"id": "7516fb28-15a7-4296-8516-22e66938ea7f", "address": "fa:16:3e:72:f5:a8", "network": {"id": "e01f65fb-dfc5-4b9c-892b-504a5f3a4b64", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1630275269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ddaa1e18324d2e9a6243d9d3fcaf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7516fb28-15", "ovs_interfaceid": "7516fb28-15a7-4296-8516-22e66938ea7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.137102] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.137671] env[69330]: DEBUG nova.compute.manager [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.140746] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.753s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.140746] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.143020] env[69330]: DEBUG oslo_concurrency.lockutils [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.321s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.143077] env[69330]: DEBUG nova.objects.instance [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lazy-loading 'resources' on Instance uuid aa37010a-b04d-4461-985a-8f127472f976 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.169972] env[69330]: INFO nova.scheduler.client.report [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleted allocations for instance a58e4dd3-b892-4e14-a71f-bd853ab158bc [ 1110.196995] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562112} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.197305] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 3d04a9e0-59b8-4d89-8e89-5695c685f7f1/3d04a9e0-59b8-4d89-8e89-5695c685f7f1.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.197525] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.198455] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19228dc2-d7ca-4c3e-aa7d-82e16b7de33c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.207761] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1110.207761] env[69330]: value = "task-4128997" [ 1110.207761] env[69330]: _type = "Task" [ 1110.207761] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.219529] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.428858] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.449137] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Preparing fetch location {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1110.449449] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Fetch image to [datastore1] OSTACK_IMG_e47812f2-5dd9-4cef-88f1-23323a5b7d8e/OSTACK_IMG_e47812f2-5dd9-4cef-88f1-23323a5b7d8e.vmdk {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1110.449642] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Downloading stream optimized image c6d73e32-e0f8-488a-a55d-c69105f604eb to [datastore1] OSTACK_IMG_e47812f2-5dd9-4cef-88f1-23323a5b7d8e/OSTACK_IMG_e47812f2-5dd9-4cef-88f1-23323a5b7d8e.vmdk on the data store datastore1 as vApp {{(pid=69330) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1110.449815] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Downloading image file data c6d73e32-e0f8-488a-a55d-c69105f604eb to the ESX as VM named 'OSTACK_IMG_e47812f2-5dd9-4cef-88f1-23323a5b7d8e' {{(pid=69330) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1110.535654] env[69330]: DEBUG oslo_vmware.rw_handles [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1110.535654] env[69330]: value = "resgroup-9" [ 1110.535654] env[69330]: _type = "ResourcePool" [ 1110.535654] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1110.535654] env[69330]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-70576268-6eb0-4607-bfe0-470dcfa16180 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.551835] env[69330]: DEBUG oslo_concurrency.lockutils [req-77ac79b2-9970-49c9-be64-08890063d560 req-2737251e-06fc-46b9-adbe-4d385d909152 service nova] Releasing lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.558745] env[69330]: DEBUG oslo_vmware.rw_handles [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lease: (returnval){ [ 1110.558745] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528e8007-b93d-a80e-ae39-df494322fb9b" [ 1110.558745] env[69330]: _type = "HttpNfcLease" [ 1110.558745] env[69330]: } obtained for vApp import into resource pool (val){ [ 1110.558745] env[69330]: value = "resgroup-9" [ 1110.558745] env[69330]: _type = "ResourcePool" [ 1110.558745] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1110.559251] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the lease: (returnval){ [ 1110.559251] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528e8007-b93d-a80e-ae39-df494322fb9b" [ 1110.559251] env[69330]: _type = "HttpNfcLease" [ 1110.559251] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1110.567744] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.567744] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528e8007-b93d-a80e-ae39-df494322fb9b" [ 1110.567744] env[69330]: _type = "HttpNfcLease" [ 1110.567744] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1110.603286] env[69330]: DEBUG nova.network.neutron [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Successfully updated port: ac2fa6a3-c73f-400f-9ad4-58d07c99e47f {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.646576] env[69330]: DEBUG nova.compute.utils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.650770] env[69330]: DEBUG nova.compute.manager [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.651101] env[69330]: DEBUG nova.network.neutron [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.684287] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c300da3a-6c88-471f-94cc-c7dc6586268b tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "a58e4dd3-b892-4e14-a71f-bd853ab158bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.038s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.700403] env[69330]: DEBUG nova.policy [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657f6c6385e34e049f0824575e7240ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4033b2356de4762935166fbf7904251', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.719336] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081193} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.722026] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.723481] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b16ce28-906c-4b19-896c-9753cfec1836 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.746340] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 3d04a9e0-59b8-4d89-8e89-5695c685f7f1/3d04a9e0-59b8-4d89-8e89-5695c685f7f1.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.749560] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f1e92f1-97c4-4e2c-9b6c-dde80b531f73 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.769670] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1110.769670] env[69330]: value = "task-4128999" [ 1110.769670] env[69330]: _type = "Task" [ 1110.769670] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.781343] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.971250] env[69330]: DEBUG nova.compute.manager [req-a42c30b5-1451-426f-84d5-5094aaf40e0a req-00390bf7-bbc7-4d73-a145-c4d0b8804fe7 service nova] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Received event network-vif-plugged-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.971504] env[69330]: DEBUG oslo_concurrency.lockutils [req-a42c30b5-1451-426f-84d5-5094aaf40e0a req-00390bf7-bbc7-4d73-a145-c4d0b8804fe7 service nova] Acquiring lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.971734] env[69330]: DEBUG oslo_concurrency.lockutils [req-a42c30b5-1451-426f-84d5-5094aaf40e0a req-00390bf7-bbc7-4d73-a145-c4d0b8804fe7 service nova] Lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.971906] env[69330]: DEBUG oslo_concurrency.lockutils [req-a42c30b5-1451-426f-84d5-5094aaf40e0a req-00390bf7-bbc7-4d73-a145-c4d0b8804fe7 service nova] Lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.972104] env[69330]: DEBUG nova.compute.manager [req-a42c30b5-1451-426f-84d5-5094aaf40e0a req-00390bf7-bbc7-4d73-a145-c4d0b8804fe7 service nova] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] No waiting events found dispatching network-vif-plugged-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1110.972279] env[69330]: WARNING nova.compute.manager [req-a42c30b5-1451-426f-84d5-5094aaf40e0a req-00390bf7-bbc7-4d73-a145-c4d0b8804fe7 service nova] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Received unexpected event network-vif-plugged-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f for instance with vm_state building and task_state spawning. [ 1110.972439] env[69330]: DEBUG nova.compute.manager [req-a42c30b5-1451-426f-84d5-5094aaf40e0a req-00390bf7-bbc7-4d73-a145-c4d0b8804fe7 service nova] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Received event network-changed-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.972588] env[69330]: DEBUG nova.compute.manager [req-a42c30b5-1451-426f-84d5-5094aaf40e0a req-00390bf7-bbc7-4d73-a145-c4d0b8804fe7 service nova] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Refreshing instance network info cache due to event network-changed-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.972766] env[69330]: DEBUG oslo_concurrency.lockutils [req-a42c30b5-1451-426f-84d5-5094aaf40e0a req-00390bf7-bbc7-4d73-a145-c4d0b8804fe7 service nova] Acquiring lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.972898] env[69330]: DEBUG oslo_concurrency.lockutils [req-a42c30b5-1451-426f-84d5-5094aaf40e0a req-00390bf7-bbc7-4d73-a145-c4d0b8804fe7 service nova] Acquired lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.973693] env[69330]: DEBUG nova.network.neutron [req-a42c30b5-1451-426f-84d5-5094aaf40e0a req-00390bf7-bbc7-4d73-a145-c4d0b8804fe7 service nova] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Refreshing network info cache for port ac2fa6a3-c73f-400f-9ad4-58d07c99e47f {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.993717] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e557e00-afbb-414a-b29d-de18a514be37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.998999] env[69330]: DEBUG nova.network.neutron [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Successfully created port: ac538eb8-200b-446f-b32b-197c67eba151 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.005422] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061ef010-08c9-4b82-b0e9-7cbe9b03039d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.043316] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bdb47c-7f63-46a3-976e-9955e5671d35 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.052197] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f0c949-4d87-44fb-950d-d5d139a81231 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.066725] env[69330]: DEBUG nova.compute.provider_tree [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.077092] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.077092] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528e8007-b93d-a80e-ae39-df494322fb9b" [ 1111.077092] env[69330]: _type = "HttpNfcLease" [ 1111.077092] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1111.110191] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.151357] env[69330]: DEBUG nova.compute.manager [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.280634] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.510130] env[69330]: DEBUG nova.network.neutron [req-a42c30b5-1451-426f-84d5-5094aaf40e0a req-00390bf7-bbc7-4d73-a145-c4d0b8804fe7 service nova] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.580389] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.580389] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528e8007-b93d-a80e-ae39-df494322fb9b" [ 1111.580389] env[69330]: _type = "HttpNfcLease" [ 1111.580389] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1111.581292] env[69330]: DEBUG nova.network.neutron [req-a42c30b5-1451-426f-84d5-5094aaf40e0a req-00390bf7-bbc7-4d73-a145-c4d0b8804fe7 service nova] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.582469] env[69330]: DEBUG oslo_vmware.rw_handles [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1111.582469] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528e8007-b93d-a80e-ae39-df494322fb9b" [ 1111.582469] env[69330]: _type = "HttpNfcLease" [ 1111.582469] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1111.583787] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bbf025-c501-4b3d-80a6-5a56abf5d114 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.591679] env[69330]: DEBUG oslo_vmware.rw_handles [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522503dd-ade6-61a9-c1ce-a51598d9d14b/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1111.591873] env[69330]: DEBUG oslo_vmware.rw_handles [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522503dd-ade6-61a9-c1ce-a51598d9d14b/disk-0.vmdk. {{(pid=69330) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1111.593873] env[69330]: ERROR nova.scheduler.client.report [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [req-bfcaefdc-dd61-4cdd-afbd-596457db451d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bfcaefdc-dd61-4cdd-afbd-596457db451d"}]} [ 1111.664373] env[69330]: DEBUG nova.scheduler.client.report [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1111.671135] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-337bb690-eab3-4799-baf7-869ce087b3b2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.686354] env[69330]: DEBUG nova.scheduler.client.report [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1111.686771] env[69330]: DEBUG nova.compute.provider_tree [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.702535] env[69330]: DEBUG nova.scheduler.client.report [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1111.724452] env[69330]: DEBUG nova.scheduler.client.report [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1111.782186] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4128999, 'name': ReconfigVM_Task, 'duration_secs': 0.729944} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.782186] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 3d04a9e0-59b8-4d89-8e89-5695c685f7f1/3d04a9e0-59b8-4d89-8e89-5695c685f7f1.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.784993] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d468a977-8084-4d82-8c69-49ec85123fd5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.792168] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1111.792168] env[69330]: value = "task-4129000" [ 1111.792168] env[69330]: _type = "Task" [ 1111.792168] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.800582] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129000, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.053118] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef41b62-84dc-47b7-bfff-83ec4f94c68f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.065766] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0ed037-3c6c-4380-99dc-2e5c593755b1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.102411] env[69330]: DEBUG oslo_concurrency.lockutils [req-a42c30b5-1451-426f-84d5-5094aaf40e0a req-00390bf7-bbc7-4d73-a145-c4d0b8804fe7 service nova] Releasing lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.108242] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.108514] env[69330]: DEBUG nova.network.neutron [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.110379] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a14c7c7-cd9a-443c-aaa5-4aa0c943126e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.122325] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9327e739-d2e7-4faa-8c88-4ab5de0edc1b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.147771] env[69330]: DEBUG nova.compute.provider_tree [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.169140] env[69330]: DEBUG nova.compute.manager [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.197572] env[69330]: DEBUG nova.virt.hardware [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.197842] env[69330]: DEBUG nova.virt.hardware [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.198056] env[69330]: DEBUG nova.virt.hardware [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.198257] env[69330]: DEBUG nova.virt.hardware [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.198410] env[69330]: DEBUG nova.virt.hardware [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.198605] env[69330]: DEBUG nova.virt.hardware [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.198850] env[69330]: DEBUG nova.virt.hardware [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.200040] env[69330]: DEBUG nova.virt.hardware [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.200040] env[69330]: DEBUG nova.virt.hardware [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.200040] env[69330]: DEBUG nova.virt.hardware [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.200040] env[69330]: DEBUG nova.virt.hardware [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.201101] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fb7968-e929-4042-b48d-704137889b85 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.211032] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07471bb5-030c-43c5-9809-1008562bbd09 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.308311] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129000, 'name': Rename_Task, 'duration_secs': 0.184116} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.308311] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.308311] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f54194-8740-47cf-b0c7-d07a1ecb0194 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.319356] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1112.319356] env[69330]: value = "task-4129001" [ 1112.319356] env[69330]: _type = "Task" [ 1112.319356] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.332918] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.556606] env[69330]: DEBUG nova.network.neutron [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Successfully updated port: ac538eb8-200b-446f-b32b-197c67eba151 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.671624] env[69330]: DEBUG nova.network.neutron [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.696602] env[69330]: DEBUG nova.scheduler.client.report [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1112.696892] env[69330]: DEBUG nova.compute.provider_tree [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 142 to 143 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1112.697088] env[69330]: DEBUG nova.compute.provider_tree [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.832259] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129001, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.861244] env[69330]: DEBUG nova.network.neutron [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance_info_cache with network_info: [{"id": "ac2fa6a3-c73f-400f-9ad4-58d07c99e47f", "address": "fa:16:3e:23:cb:0d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2fa6a3-c7", "ovs_interfaceid": "ac2fa6a3-c73f-400f-9ad4-58d07c99e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.903970] env[69330]: DEBUG oslo_vmware.rw_handles [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Completed reading data from the image iterator. {{(pid=69330) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1112.904234] env[69330]: DEBUG oslo_vmware.rw_handles [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522503dd-ade6-61a9-c1ce-a51598d9d14b/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1112.905335] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28ab324-f28d-488d-9ff3-397f32bd4084 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.913599] env[69330]: DEBUG oslo_vmware.rw_handles [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522503dd-ade6-61a9-c1ce-a51598d9d14b/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1112.913842] env[69330]: DEBUG oslo_vmware.rw_handles [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522503dd-ade6-61a9-c1ce-a51598d9d14b/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1112.914154] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-602c4ec5-1000-49a3-ad08-4d07067a4db5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.057117] env[69330]: DEBUG nova.compute.manager [req-9cf05c7d-bdaa-4ad9-8d1b-3853957101f8 req-01642af9-472a-458e-88fb-ffb645c1839c service nova] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Received event network-vif-plugged-ac538eb8-200b-446f-b32b-197c67eba151 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.057356] env[69330]: DEBUG oslo_concurrency.lockutils [req-9cf05c7d-bdaa-4ad9-8d1b-3853957101f8 req-01642af9-472a-458e-88fb-ffb645c1839c service nova] Acquiring lock "83fe277b-2296-48ee-a5e4-7e1c40c8378d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.057573] env[69330]: DEBUG oslo_concurrency.lockutils [req-9cf05c7d-bdaa-4ad9-8d1b-3853957101f8 req-01642af9-472a-458e-88fb-ffb645c1839c service nova] Lock "83fe277b-2296-48ee-a5e4-7e1c40c8378d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.057737] env[69330]: DEBUG oslo_concurrency.lockutils [req-9cf05c7d-bdaa-4ad9-8d1b-3853957101f8 req-01642af9-472a-458e-88fb-ffb645c1839c service nova] Lock "83fe277b-2296-48ee-a5e4-7e1c40c8378d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.057911] env[69330]: DEBUG nova.compute.manager [req-9cf05c7d-bdaa-4ad9-8d1b-3853957101f8 req-01642af9-472a-458e-88fb-ffb645c1839c service nova] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] No waiting events found dispatching network-vif-plugged-ac538eb8-200b-446f-b32b-197c67eba151 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1113.058167] env[69330]: WARNING nova.compute.manager [req-9cf05c7d-bdaa-4ad9-8d1b-3853957101f8 req-01642af9-472a-458e-88fb-ffb645c1839c service nova] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Received unexpected event network-vif-plugged-ac538eb8-200b-446f-b32b-197c67eba151 for instance with vm_state building and task_state spawning. [ 1113.058379] env[69330]: DEBUG nova.compute.manager [req-9cf05c7d-bdaa-4ad9-8d1b-3853957101f8 req-01642af9-472a-458e-88fb-ffb645c1839c service nova] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Received event network-changed-ac538eb8-200b-446f-b32b-197c67eba151 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.058540] env[69330]: DEBUG nova.compute.manager [req-9cf05c7d-bdaa-4ad9-8d1b-3853957101f8 req-01642af9-472a-458e-88fb-ffb645c1839c service nova] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Refreshing instance network info cache due to event network-changed-ac538eb8-200b-446f-b32b-197c67eba151. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.058728] env[69330]: DEBUG oslo_concurrency.lockutils [req-9cf05c7d-bdaa-4ad9-8d1b-3853957101f8 req-01642af9-472a-458e-88fb-ffb645c1839c service nova] Acquiring lock "refresh_cache-83fe277b-2296-48ee-a5e4-7e1c40c8378d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.058862] env[69330]: DEBUG oslo_concurrency.lockutils [req-9cf05c7d-bdaa-4ad9-8d1b-3853957101f8 req-01642af9-472a-458e-88fb-ffb645c1839c service nova] Acquired lock "refresh_cache-83fe277b-2296-48ee-a5e4-7e1c40c8378d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.059032] env[69330]: DEBUG nova.network.neutron [req-9cf05c7d-bdaa-4ad9-8d1b-3853957101f8 req-01642af9-472a-458e-88fb-ffb645c1839c service nova] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Refreshing network info cache for port ac538eb8-200b-446f-b32b-197c67eba151 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.060235] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "refresh_cache-83fe277b-2296-48ee-a5e4-7e1c40c8378d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.131613] env[69330]: DEBUG oslo_vmware.rw_handles [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522503dd-ade6-61a9-c1ce-a51598d9d14b/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1113.131825] env[69330]: INFO nova.virt.vmwareapi.images [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Downloaded image file data c6d73e32-e0f8-488a-a55d-c69105f604eb [ 1113.132971] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff39f11-2028-4705-b6ea-25ccf6880183 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.153466] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f34e5aeb-6fb9-44c7-869c-5d9eb1a469c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.189397] env[69330]: INFO nova.virt.vmwareapi.images [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] The imported VM was unregistered [ 1113.193158] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Caching image {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1113.193503] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c6d73e32-e0f8-488a-a55d-c69105f604eb {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.194821] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-522398b2-fe51-43dc-9cd3-002e3878c460 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.203348] env[69330]: DEBUG oslo_concurrency.lockutils [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.061s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.207512] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.941s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.208646] env[69330]: INFO nova.compute.claims [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.211324] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Created directory with path [datastore1] devstack-image-cache_base/c6d73e32-e0f8-488a-a55d-c69105f604eb {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.211552] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e47812f2-5dd9-4cef-88f1-23323a5b7d8e/OSTACK_IMG_e47812f2-5dd9-4cef-88f1-23323a5b7d8e.vmdk to [datastore1] devstack-image-cache_base/c6d73e32-e0f8-488a-a55d-c69105f604eb/c6d73e32-e0f8-488a-a55d-c69105f604eb.vmdk. {{(pid=69330) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1113.215127] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d8472e74-0259-4b21-8daa-b5176de9228d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.223470] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1113.223470] env[69330]: value = "task-4129003" [ 1113.223470] env[69330]: _type = "Task" [ 1113.223470] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.234364] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129003, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.235708] env[69330]: INFO nova.scheduler.client.report [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleted allocations for instance aa37010a-b04d-4461-985a-8f127472f976 [ 1113.333053] env[69330]: DEBUG oslo_vmware.api [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129001, 'name': PowerOnVM_Task, 'duration_secs': 0.549247} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.333053] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.333053] env[69330]: INFO nova.compute.manager [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Took 10.73 seconds to spawn the instance on the hypervisor. [ 1113.333053] env[69330]: DEBUG nova.compute.manager [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.333679] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042be4b3-0cbd-4b46-8c51-6ce8e2655c69 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.365316] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.365645] env[69330]: DEBUG nova.compute.manager [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Instance network_info: |[{"id": "ac2fa6a3-c73f-400f-9ad4-58d07c99e47f", "address": "fa:16:3e:23:cb:0d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2fa6a3-c7", "ovs_interfaceid": "ac2fa6a3-c73f-400f-9ad4-58d07c99e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.366087] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:cb:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac2fa6a3-c73f-400f-9ad4-58d07c99e47f', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.373719] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.373924] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.374161] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c9f81af-70e5-4196-9960-b309dbc17853 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.395252] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.395252] env[69330]: value = "task-4129004" [ 1113.395252] env[69330]: _type = "Task" [ 1113.395252] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.404740] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129004, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.602192] env[69330]: DEBUG nova.network.neutron [req-9cf05c7d-bdaa-4ad9-8d1b-3853957101f8 req-01642af9-472a-458e-88fb-ffb645c1839c service nova] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.710484] env[69330]: DEBUG nova.network.neutron [req-9cf05c7d-bdaa-4ad9-8d1b-3853957101f8 req-01642af9-472a-458e-88fb-ffb645c1839c service nova] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.740205] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129003, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.745487] env[69330]: DEBUG oslo_concurrency.lockutils [None req-781d58a6-ba92-4b8b-afb9-a9491dc75cda tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "aa37010a-b04d-4461-985a-8f127472f976" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.808s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.857430] env[69330]: INFO nova.compute.manager [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Took 18.57 seconds to build instance. [ 1113.908411] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129004, 'name': CreateVM_Task, 'duration_secs': 0.435984} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.908606] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.909756] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.909936] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.910298] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.910591] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb74427-9b8a-4d19-9912-8913ce68c97b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.917537] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1113.917537] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5207c1f6-2164-a6c3-032a-b7e25c8d5b2b" [ 1113.917537] env[69330]: _type = "Task" [ 1113.917537] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.928178] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5207c1f6-2164-a6c3-032a-b7e25c8d5b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.083725] env[69330]: DEBUG oslo_concurrency.lockutils [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "2a6c25f9-0c1c-4873-b587-a7f6818a9613" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.084089] env[69330]: DEBUG oslo_concurrency.lockutils [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "2a6c25f9-0c1c-4873-b587-a7f6818a9613" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.084570] env[69330]: DEBUG oslo_concurrency.lockutils [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "2a6c25f9-0c1c-4873-b587-a7f6818a9613-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.084796] env[69330]: DEBUG oslo_concurrency.lockutils [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "2a6c25f9-0c1c-4873-b587-a7f6818a9613-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.085020] env[69330]: DEBUG oslo_concurrency.lockutils [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "2a6c25f9-0c1c-4873-b587-a7f6818a9613-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.087752] env[69330]: INFO nova.compute.manager [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Terminating instance [ 1114.214758] env[69330]: DEBUG oslo_concurrency.lockutils [req-9cf05c7d-bdaa-4ad9-8d1b-3853957101f8 req-01642af9-472a-458e-88fb-ffb645c1839c service nova] Releasing lock "refresh_cache-83fe277b-2296-48ee-a5e4-7e1c40c8378d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.215200] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "refresh_cache-83fe277b-2296-48ee-a5e4-7e1c40c8378d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.215375] env[69330]: DEBUG nova.network.neutron [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.245269] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129003, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.361652] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9c493fe5-58d9-4462-8ddc-1a237299fd5a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.098s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.428988] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5207c1f6-2164-a6c3-032a-b7e25c8d5b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.094615} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.432309] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.432570] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.432806] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.432952] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.433153] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.433794] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-083d4d56-3be4-4652-8f1e-01884353ad4b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.453988] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.454198] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.455023] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f68d781-c2a0-471e-a784-edaf186bf41d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.462838] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1114.462838] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52949e80-482d-69ec-12e4-4186672addc0" [ 1114.462838] env[69330]: _type = "Task" [ 1114.462838] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.474089] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52949e80-482d-69ec-12e4-4186672addc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.561523] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9f8e2d-322d-471f-8c43-9441a2bac643 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.572489] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3621ea7a-0f1d-4089-a2d5-d6d3e892e840 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.618116] env[69330]: DEBUG nova.compute.manager [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.618797] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.620434] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d01da95-bebd-4062-a52b-b6a0f7899726 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.624180] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fc4df7-a632-498a-a6c8-a89ee2120af9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.636294] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6c1872-7b08-48cd-9d33-b7e5b72aa8df {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.640687] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.641242] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-239ef387-2171-4bb6-870f-097c9ab0b593 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.655966] env[69330]: DEBUG nova.compute.provider_tree [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.659335] env[69330]: DEBUG oslo_vmware.api [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1114.659335] env[69330]: value = "task-4129005" [ 1114.659335] env[69330]: _type = "Task" [ 1114.659335] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.669621] env[69330]: DEBUG oslo_vmware.api [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.734880] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129003, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.765705] env[69330]: DEBUG nova.network.neutron [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.963688] env[69330]: DEBUG nova.network.neutron [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Updating instance_info_cache with network_info: [{"id": "ac538eb8-200b-446f-b32b-197c67eba151", "address": "fa:16:3e:ea:10:5e", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac538eb8-20", "ovs_interfaceid": "ac538eb8-200b-446f-b32b-197c67eba151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.978795] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52949e80-482d-69ec-12e4-4186672addc0, 'name': SearchDatastore_Task, 'duration_secs': 0.099278} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.979738] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad4be35-c4af-49ff-8856-59e72128170e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.987202] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1114.987202] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521b2ae4-829b-05e9-d995-1920a119dc2c" [ 1114.987202] env[69330]: _type = "Task" [ 1114.987202] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.998485] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521b2ae4-829b-05e9-d995-1920a119dc2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.164660] env[69330]: DEBUG nova.scheduler.client.report [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.174747] env[69330]: DEBUG nova.compute.manager [req-85fc8c85-72b2-477b-a890-0e6e241f0838 req-73a73641-6b53-4fae-a8bc-5fd14708528f service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Received event network-changed-fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.175124] env[69330]: DEBUG nova.compute.manager [req-85fc8c85-72b2-477b-a890-0e6e241f0838 req-73a73641-6b53-4fae-a8bc-5fd14708528f service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Refreshing instance network info cache due to event network-changed-fa3ef474-fe4d-4685-952f-3a55935406b8. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.175382] env[69330]: DEBUG oslo_concurrency.lockutils [req-85fc8c85-72b2-477b-a890-0e6e241f0838 req-73a73641-6b53-4fae-a8bc-5fd14708528f service nova] Acquiring lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.176025] env[69330]: DEBUG oslo_concurrency.lockutils [req-85fc8c85-72b2-477b-a890-0e6e241f0838 req-73a73641-6b53-4fae-a8bc-5fd14708528f service nova] Acquired lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.176025] env[69330]: DEBUG nova.network.neutron [req-85fc8c85-72b2-477b-a890-0e6e241f0838 req-73a73641-6b53-4fae-a8bc-5fd14708528f service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Refreshing network info cache for port fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.184448] env[69330]: DEBUG oslo_vmware.api [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129005, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.237528] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129003, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.467617] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "refresh_cache-83fe277b-2296-48ee-a5e4-7e1c40c8378d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.467981] env[69330]: DEBUG nova.compute.manager [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Instance network_info: |[{"id": "ac538eb8-200b-446f-b32b-197c67eba151", "address": "fa:16:3e:ea:10:5e", "network": {"id": "b78aef45-c43d-4edb-8b82-67a157ea3c5b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-801937718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4033b2356de4762935166fbf7904251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac538eb8-20", "ovs_interfaceid": "ac538eb8-200b-446f-b32b-197c67eba151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.468583] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:10:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac538eb8-200b-446f-b32b-197c67eba151', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.477408] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.478019] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.478019] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3597278f-f2ba-410b-9d04-22e8058ef8cc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.505593] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521b2ae4-829b-05e9-d995-1920a119dc2c, 'name': SearchDatastore_Task, 'duration_secs': 0.089174} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.507819] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.508208] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 473bf161-adfb-479d-9b4b-4b4e19ee61d7/473bf161-adfb-479d-9b4b-4b4e19ee61d7.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.508513] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.508513] env[69330]: value = "task-4129006" [ 1115.508513] env[69330]: _type = "Task" [ 1115.508513] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.508692] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-522bbafc-de31-461b-9ab1-b6847e398eed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.523675] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129006, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.526243] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1115.526243] env[69330]: value = "task-4129007" [ 1115.526243] env[69330]: _type = "Task" [ 1115.526243] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.539919] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.683028] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.683028] env[69330]: DEBUG nova.compute.manager [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.685107] env[69330]: DEBUG oslo_vmware.api [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129005, 'name': PowerOffVM_Task, 'duration_secs': 0.633811} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.685913] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.268s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.686488] env[69330]: DEBUG nova.objects.instance [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lazy-loading 'resources' on Instance uuid 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.691139] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.691139] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.691139] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a50fa7a-4067-4344-b8e5-0c13eb4743c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.741173] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129003, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.799882] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.800326] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.800326] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleting the datastore file [datastore1] 2a6c25f9-0c1c-4873-b587-a7f6818a9613 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.800621] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6295f45-a23a-4204-9665-b9ff88162e49 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.817404] env[69330]: DEBUG oslo_vmware.api [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1115.817404] env[69330]: value = "task-4129009" [ 1115.817404] env[69330]: _type = "Task" [ 1115.817404] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.826648] env[69330]: DEBUG oslo_vmware.api [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.869388] env[69330]: DEBUG nova.compute.utils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.870359] env[69330]: DEBUG nova.objects.instance [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lazy-loading 'numa_topology' on Instance uuid 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.872841] env[69330]: DEBUG nova.compute.manager [req-2c4bfb15-5f3d-4cdd-8dea-67df4e068449 req-3c419a35-70d0-4802-87fa-ecf7b53c7487 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Received event network-changed-bfff6113-b853-4eb3-8543-6ab1b4784fa2 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.873916] env[69330]: DEBUG nova.compute.manager [req-2c4bfb15-5f3d-4cdd-8dea-67df4e068449 req-3c419a35-70d0-4802-87fa-ecf7b53c7487 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Refreshing instance network info cache due to event network-changed-bfff6113-b853-4eb3-8543-6ab1b4784fa2. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.873916] env[69330]: DEBUG oslo_concurrency.lockutils [req-2c4bfb15-5f3d-4cdd-8dea-67df4e068449 req-3c419a35-70d0-4802-87fa-ecf7b53c7487 service nova] Acquiring lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.873916] env[69330]: DEBUG oslo_concurrency.lockutils [req-2c4bfb15-5f3d-4cdd-8dea-67df4e068449 req-3c419a35-70d0-4802-87fa-ecf7b53c7487 service nova] Acquired lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.873916] env[69330]: DEBUG nova.network.neutron [req-2c4bfb15-5f3d-4cdd-8dea-67df4e068449 req-3c419a35-70d0-4802-87fa-ecf7b53c7487 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Refreshing network info cache for port bfff6113-b853-4eb3-8543-6ab1b4784fa2 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.880824] env[69330]: DEBUG nova.compute.manager [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.880824] env[69330]: DEBUG nova.network.neutron [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.893690] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129006, 'name': CreateVM_Task, 'duration_secs': 0.6706} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.902612] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.903781] env[69330]: DEBUG oslo_vmware.api [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.568105} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.904041] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129003, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.794541} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.904548] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.998842} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.905222] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.905390] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.905725] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.906031] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.906214] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.906496] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.906570] env[69330]: INFO nova.compute.manager [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1116.906766] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.907350] env[69330]: INFO nova.virt.vmwareapi.ds_util [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e47812f2-5dd9-4cef-88f1-23323a5b7d8e/OSTACK_IMG_e47812f2-5dd9-4cef-88f1-23323a5b7d8e.vmdk to [datastore1] devstack-image-cache_base/c6d73e32-e0f8-488a-a55d-c69105f604eb/c6d73e32-e0f8-488a-a55d-c69105f604eb.vmdk. [ 1116.907350] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Cleaning up location [datastore1] OSTACK_IMG_e47812f2-5dd9-4cef-88f1-23323a5b7d8e {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1116.907350] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e47812f2-5dd9-4cef-88f1-23323a5b7d8e {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.907778] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 473bf161-adfb-479d-9b4b-4b4e19ee61d7/473bf161-adfb-479d-9b4b-4b4e19ee61d7.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.907980] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.908239] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdfb0186-f2de-4c43-9fb1-7344d545fbaa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.910009] env[69330]: DEBUG nova.compute.manager [-] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.910122] env[69330]: DEBUG nova.network.neutron [-] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.911716] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3301ed5-73bc-484d-8a30-56a7985e50f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.913831] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6764e93a-05e9-46f5-be27-dc1388a9714f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.920624] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1116.920624] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ee4a14-8a74-ae4a-2679-b49adae86904" [ 1116.920624] env[69330]: _type = "Task" [ 1116.920624] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.922818] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1116.922818] env[69330]: value = "task-4129010" [ 1116.922818] env[69330]: _type = "Task" [ 1116.922818] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.928859] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1116.928859] env[69330]: value = "task-4129011" [ 1116.928859] env[69330]: _type = "Task" [ 1116.928859] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.945966] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ee4a14-8a74-ae4a-2679-b49adae86904, 'name': SearchDatastore_Task, 'duration_secs': 0.012589} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.945966] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.945966] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.945966] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.945966] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.945966] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.945966] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-844cab85-5527-4769-a3aa-8e48418542bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.948771] env[69330]: DEBUG nova.policy [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26aedbc8d6ec4aff9f66af011e93d305', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b649130c7d24f6ba7da3b31ed764540', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.956817] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.957498] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.960954] env[69330]: DEBUG nova.network.neutron [req-85fc8c85-72b2-477b-a890-0e6e241f0838 req-73a73641-6b53-4fae-a8bc-5fd14708528f service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updated VIF entry in instance network info cache for port fa3ef474-fe4d-4685-952f-3a55935406b8. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.961334] env[69330]: DEBUG nova.network.neutron [req-85fc8c85-72b2-477b-a890-0e6e241f0838 req-73a73641-6b53-4fae-a8bc-5fd14708528f service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updating instance_info_cache with network_info: [{"id": "fa3ef474-fe4d-4685-952f-3a55935406b8", "address": "fa:16:3e:c1:a0:b5", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3ef474-fe", "ovs_interfaceid": "fa3ef474-fe4d-4685-952f-3a55935406b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.971150] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.971150] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.971735] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b7a12e-7ce9-4417-9fa2-e03ee768f056 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.979774] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1116.979774] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52047314-b10c-91cc-073a-67cb08bfa89e" [ 1116.979774] env[69330]: _type = "Task" [ 1116.979774] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.990669] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52047314-b10c-91cc-073a-67cb08bfa89e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.276199] env[69330]: DEBUG nova.network.neutron [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Successfully created port: cd4bc8fa-dd96-4dbb-b6d5-c346b799389e {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.301157] env[69330]: DEBUG nova.compute.manager [req-7f10deed-78a2-4256-a46b-fd23526a6f5f req-737be737-3670-441d-875f-dfe8f06a81bc service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Received event network-changed-bfff6113-b853-4eb3-8543-6ab1b4784fa2 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.301157] env[69330]: DEBUG nova.compute.manager [req-7f10deed-78a2-4256-a46b-fd23526a6f5f req-737be737-3670-441d-875f-dfe8f06a81bc service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Refreshing instance network info cache due to event network-changed-bfff6113-b853-4eb3-8543-6ab1b4784fa2. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.301157] env[69330]: DEBUG oslo_concurrency.lockutils [req-7f10deed-78a2-4256-a46b-fd23526a6f5f req-737be737-3670-441d-875f-dfe8f06a81bc service nova] Acquiring lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.376080] env[69330]: DEBUG nova.objects.base [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Object Instance<0e1433bd-6e93-4b79-9e5e-cda1346fd6bc> lazy-loaded attributes: resources,numa_topology {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1117.394277] env[69330]: DEBUG nova.compute.manager [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.444030] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071628} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.445024] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.445886] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb77f86b-1835-4a94-9e89-a11a87e80b86 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.452026] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043432} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.453330] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.453535] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c6d73e32-e0f8-488a-a55d-c69105f604eb/c6d73e32-e0f8-488a-a55d-c69105f604eb.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.453790] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c6d73e32-e0f8-488a-a55d-c69105f604eb/c6d73e32-e0f8-488a-a55d-c69105f604eb.vmdk to [datastore1] aba9acde-9aeb-4c0f-83be-626b392b5a15/aba9acde-9aeb-4c0f-83be-626b392b5a15.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.454528] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b29a54a-3fa8-4556-bb45-aa30583ca816 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.469124] env[69330]: DEBUG oslo_concurrency.lockutils [req-85fc8c85-72b2-477b-a890-0e6e241f0838 req-73a73641-6b53-4fae-a8bc-5fd14708528f service nova] Releasing lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.478189] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 473bf161-adfb-479d-9b4b-4b4e19ee61d7/473bf161-adfb-479d-9b4b-4b4e19ee61d7.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.482746] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47cdfd98-46f5-44fc-9cda-251e83883790 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.502240] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1117.502240] env[69330]: value = "task-4129012" [ 1117.502240] env[69330]: _type = "Task" [ 1117.502240] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.510215] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52047314-b10c-91cc-073a-67cb08bfa89e, 'name': SearchDatastore_Task, 'duration_secs': 0.011176} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.512826] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1117.512826] env[69330]: value = "task-4129013" [ 1117.512826] env[69330]: _type = "Task" [ 1117.512826] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.513071] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0447fca8-5e49-46cd-a82c-0482c8b2ca10 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.526314] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.532084] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.533919] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1117.533919] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52eb27d2-3923-c858-389f-722138c12d0f" [ 1117.533919] env[69330]: _type = "Task" [ 1117.533919] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.543871] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52eb27d2-3923-c858-389f-722138c12d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.718366] env[69330]: DEBUG nova.network.neutron [-] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.802308] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c185a1-8334-43d0-b525-4c7b23c81d55 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.813468] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f62d90-eb1e-49d5-8db8-a5a32d559d25 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.852669] env[69330]: DEBUG nova.network.neutron [req-2c4bfb15-5f3d-4cdd-8dea-67df4e068449 req-3c419a35-70d0-4802-87fa-ecf7b53c7487 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updated VIF entry in instance network info cache for port bfff6113-b853-4eb3-8543-6ab1b4784fa2. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.853093] env[69330]: DEBUG nova.network.neutron [req-2c4bfb15-5f3d-4cdd-8dea-67df4e068449 req-3c419a35-70d0-4802-87fa-ecf7b53c7487 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updating instance_info_cache with network_info: [{"id": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "address": "fa:16:3e:b3:66:a4", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff6113-b8", "ovs_interfaceid": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.854901] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0829bb7f-9eb2-4e2f-b3c7-758ee3bd4548 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.863804] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed012c8-4ad2-42e5-b494-fc98471bf930 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.880232] env[69330]: DEBUG nova.compute.provider_tree [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.013795] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129012, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.025123] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129013, 'name': ReconfigVM_Task, 'duration_secs': 0.345157} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.025412] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 473bf161-adfb-479d-9b4b-4b4e19ee61d7/473bf161-adfb-479d-9b4b-4b4e19ee61d7.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.026081] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0587e117-e25b-4c9c-a5fd-e7ca94019d64 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.034689] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1118.034689] env[69330]: value = "task-4129014" [ 1118.034689] env[69330]: _type = "Task" [ 1118.034689] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.048171] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52eb27d2-3923-c858-389f-722138c12d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.013413} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.052201] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.052451] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 83fe277b-2296-48ee-a5e4-7e1c40c8378d/83fe277b-2296-48ee-a5e4-7e1c40c8378d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.052751] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129014, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.052975] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d8ab872-60a5-4184-9ac0-c16bb4341a85 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.060873] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1118.060873] env[69330]: value = "task-4129015" [ 1118.060873] env[69330]: _type = "Task" [ 1118.060873] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.071385] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.221783] env[69330]: INFO nova.compute.manager [-] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Took 1.31 seconds to deallocate network for instance. [ 1118.359277] env[69330]: DEBUG oslo_concurrency.lockutils [req-2c4bfb15-5f3d-4cdd-8dea-67df4e068449 req-3c419a35-70d0-4802-87fa-ecf7b53c7487 service nova] Releasing lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.359877] env[69330]: DEBUG oslo_concurrency.lockutils [req-7f10deed-78a2-4256-a46b-fd23526a6f5f req-737be737-3670-441d-875f-dfe8f06a81bc service nova] Acquired lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.359989] env[69330]: DEBUG nova.network.neutron [req-7f10deed-78a2-4256-a46b-fd23526a6f5f req-737be737-3670-441d-875f-dfe8f06a81bc service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Refreshing network info cache for port bfff6113-b853-4eb3-8543-6ab1b4784fa2 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.384743] env[69330]: DEBUG nova.scheduler.client.report [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.407447] env[69330]: DEBUG nova.compute.manager [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.446405] env[69330]: DEBUG nova.virt.hardware [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.446683] env[69330]: DEBUG nova.virt.hardware [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.446839] env[69330]: DEBUG nova.virt.hardware [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.447030] env[69330]: DEBUG nova.virt.hardware [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.447178] env[69330]: DEBUG nova.virt.hardware [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.447490] env[69330]: DEBUG nova.virt.hardware [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.447580] env[69330]: DEBUG nova.virt.hardware [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.447688] env[69330]: DEBUG nova.virt.hardware [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.447856] env[69330]: DEBUG nova.virt.hardware [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.448044] env[69330]: DEBUG nova.virt.hardware [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.448209] env[69330]: DEBUG nova.virt.hardware [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.449550] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b20773-9bda-4ffd-be46-7f73995e0e7f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.459145] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d7c8ff-5e3e-4b78-b382-9728ae0c40d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.514654] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129012, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.552413] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129014, 'name': Rename_Task, 'duration_secs': 0.292184} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.552413] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.552413] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88755ff2-978e-4d0d-9822-93484f4b6784 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.559824] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1118.559824] env[69330]: value = "task-4129016" [ 1118.559824] env[69330]: _type = "Task" [ 1118.559824] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.573141] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.576582] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129015, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.702907] env[69330]: DEBUG nova.compute.manager [req-aec8fa6a-cc08-44d7-a599-b20a2901fcb4 req-190961ce-1ff6-41cb-80e2-a8943f146952 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Received event network-changed-fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.703244] env[69330]: DEBUG nova.compute.manager [req-aec8fa6a-cc08-44d7-a599-b20a2901fcb4 req-190961ce-1ff6-41cb-80e2-a8943f146952 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Refreshing instance network info cache due to event network-changed-fa3ef474-fe4d-4685-952f-3a55935406b8. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.703767] env[69330]: DEBUG oslo_concurrency.lockutils [req-aec8fa6a-cc08-44d7-a599-b20a2901fcb4 req-190961ce-1ff6-41cb-80e2-a8943f146952 service nova] Acquiring lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.704243] env[69330]: DEBUG oslo_concurrency.lockutils [req-aec8fa6a-cc08-44d7-a599-b20a2901fcb4 req-190961ce-1ff6-41cb-80e2-a8943f146952 service nova] Acquired lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.704560] env[69330]: DEBUG nova.network.neutron [req-aec8fa6a-cc08-44d7-a599-b20a2901fcb4 req-190961ce-1ff6-41cb-80e2-a8943f146952 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Refreshing network info cache for port fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.729553] env[69330]: DEBUG oslo_concurrency.lockutils [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.889757] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.204s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.893438] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.011s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.894981] env[69330]: INFO nova.compute.claims [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.911616] env[69330]: DEBUG nova.network.neutron [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Successfully updated port: cd4bc8fa-dd96-4dbb-b6d5-c346b799389e {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.016156] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129012, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.073835] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129016, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.077251] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769628} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.077514] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 83fe277b-2296-48ee-a5e4-7e1c40c8378d/83fe277b-2296-48ee-a5e4-7e1c40c8378d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.077724] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.077982] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6db687ac-e6d8-4342-9856-f0411977538d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.085622] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1119.085622] env[69330]: value = "task-4129017" [ 1119.085622] env[69330]: _type = "Task" [ 1119.085622] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.100586] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.131917] env[69330]: DEBUG nova.network.neutron [req-7f10deed-78a2-4256-a46b-fd23526a6f5f req-737be737-3670-441d-875f-dfe8f06a81bc service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updated VIF entry in instance network info cache for port bfff6113-b853-4eb3-8543-6ab1b4784fa2. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.132359] env[69330]: DEBUG nova.network.neutron [req-7f10deed-78a2-4256-a46b-fd23526a6f5f req-737be737-3670-441d-875f-dfe8f06a81bc service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updating instance_info_cache with network_info: [{"id": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "address": "fa:16:3e:b3:66:a4", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff6113-b8", "ovs_interfaceid": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.342669] env[69330]: DEBUG nova.compute.manager [req-77108b9c-92c8-4d5e-91c0-1eb4c9c925df req-b59dc8ac-bbf0-4061-8743-4eca9199b0dd service nova] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Received event network-vif-deleted-96146269-1111-4b4f-8302-67869cee55fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.403175] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ebef4544-9f16-4a9c-a704-67609c428460 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.604s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.404100] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a21f99c0-07f7-46e2-be34-3865f224ddcb tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 10.543s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.404324] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a21f99c0-07f7-46e2-be34-3865f224ddcb tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.404569] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a21f99c0-07f7-46e2-be34-3865f224ddcb tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.404742] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a21f99c0-07f7-46e2-be34-3865f224ddcb tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.406826] env[69330]: INFO nova.compute.manager [None req-a21f99c0-07f7-46e2-be34-3865f224ddcb tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Terminating instance [ 1119.413780] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Acquiring lock "refresh_cache-ac4ecd38-54f2-477d-b6c0-edade68da6f9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.413953] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Acquired lock "refresh_cache-ac4ecd38-54f2-477d-b6c0-edade68da6f9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.414705] env[69330]: DEBUG nova.network.neutron [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.479582] env[69330]: DEBUG nova.network.neutron [req-aec8fa6a-cc08-44d7-a599-b20a2901fcb4 req-190961ce-1ff6-41cb-80e2-a8943f146952 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updated VIF entry in instance network info cache for port fa3ef474-fe4d-4685-952f-3a55935406b8. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.480098] env[69330]: DEBUG nova.network.neutron [req-aec8fa6a-cc08-44d7-a599-b20a2901fcb4 req-190961ce-1ff6-41cb-80e2-a8943f146952 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updating instance_info_cache with network_info: [{"id": "fa3ef474-fe4d-4685-952f-3a55935406b8", "address": "fa:16:3e:c1:a0:b5", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3ef474-fe", "ovs_interfaceid": "fa3ef474-fe4d-4685-952f-3a55935406b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.518898] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129012, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.571415] env[69330]: DEBUG oslo_vmware.api [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129016, 'name': PowerOnVM_Task, 'duration_secs': 0.715723} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.571916] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.572193] env[69330]: INFO nova.compute.manager [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1119.572381] env[69330]: DEBUG nova.compute.manager [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1119.573296] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eb9e5f-4471-4262-9b21-2e50fddec119 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.598310] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135007} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.598716] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.599646] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e8c0d9-7634-42ee-b1bf-22fca5455f87 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.629271] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 83fe277b-2296-48ee-a5e4-7e1c40c8378d/83fe277b-2296-48ee-a5e4-7e1c40c8378d.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.630298] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f003d47-61f1-4698-87c4-9b57fa353b49 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.649455] env[69330]: DEBUG oslo_concurrency.lockutils [req-7f10deed-78a2-4256-a46b-fd23526a6f5f req-737be737-3670-441d-875f-dfe8f06a81bc service nova] Releasing lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.657264] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1119.657264] env[69330]: value = "task-4129018" [ 1119.657264] env[69330]: _type = "Task" [ 1119.657264] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.668935] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.912179] env[69330]: DEBUG nova.compute.manager [None req-a21f99c0-07f7-46e2-be34-3865f224ddcb tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.912179] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f99c0-07f7-46e2-be34-3865f224ddcb tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.912986] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ec7be85-6d74-4b41-bbb6-3cc2af8b4403 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.925426] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e9f378-e806-4f3b-b629-f0c06da46cc8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.970069] env[69330]: WARNING nova.virt.vmwareapi.vmops [None req-a21f99c0-07f7-46e2-be34-3865f224ddcb tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc could not be found. [ 1119.970403] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f99c0-07f7-46e2-be34-3865f224ddcb tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.970630] env[69330]: INFO nova.compute.manager [None req-a21f99c0-07f7-46e2-be34-3865f224ddcb tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1119.970954] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a21f99c0-07f7-46e2-be34-3865f224ddcb tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.972017] env[69330]: DEBUG nova.network.neutron [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.976591] env[69330]: DEBUG nova.compute.manager [-] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.976715] env[69330]: DEBUG nova.network.neutron [-] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.983221] env[69330]: DEBUG oslo_concurrency.lockutils [req-aec8fa6a-cc08-44d7-a599-b20a2901fcb4 req-190961ce-1ff6-41cb-80e2-a8943f146952 service nova] Releasing lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.023826] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129012, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.491579} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.023826] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c6d73e32-e0f8-488a-a55d-c69105f604eb/c6d73e32-e0f8-488a-a55d-c69105f604eb.vmdk to [datastore1] aba9acde-9aeb-4c0f-83be-626b392b5a15/aba9acde-9aeb-4c0f-83be-626b392b5a15.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.024702] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34caa4dd-7865-4f0b-b047-9457a6c5c150 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.054420] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] aba9acde-9aeb-4c0f-83be-626b392b5a15/aba9acde-9aeb-4c0f-83be-626b392b5a15.vmdk or device None with type streamOptimized {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.060400] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a67b177a-6da4-46f6-8ad5-9743e89da9a7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.084182] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1120.084182] env[69330]: value = "task-4129019" [ 1120.084182] env[69330]: _type = "Task" [ 1120.084182] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.100337] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.100894] env[69330]: INFO nova.compute.manager [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Took 21.94 seconds to build instance. [ 1120.169382] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129018, 'name': ReconfigVM_Task, 'duration_secs': 0.458634} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.169382] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 83fe277b-2296-48ee-a5e4-7e1c40c8378d/83fe277b-2296-48ee-a5e4-7e1c40c8378d.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.170079] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-177ce7a8-b73f-4a43-a781-4fb07754a9a5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.180332] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1120.180332] env[69330]: value = "task-4129020" [ 1120.180332] env[69330]: _type = "Task" [ 1120.180332] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.193538] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129020, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.219659] env[69330]: DEBUG nova.network.neutron [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Updating instance_info_cache with network_info: [{"id": "cd4bc8fa-dd96-4dbb-b6d5-c346b799389e", "address": "fa:16:3e:67:51:14", "network": {"id": "6dc7708e-17bc-4b4e-a9a4-faa282077889", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1181256140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b649130c7d24f6ba7da3b31ed764540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4bc8fa-dd", "ovs_interfaceid": "cd4bc8fa-dd96-4dbb-b6d5-c346b799389e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.304182] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39f885c-8a5a-49e5-8d78-9ab0f333b7a4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.312727] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ca38b6-2037-43d2-83ca-8353521871a4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.348945] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a6c2e-40f8-4dfc-b357-d104f9abd863 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.358217] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ead4c0f-08b7-4361-a8eb-5f54a8b2b795 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.375282] env[69330]: DEBUG nova.compute.provider_tree [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.595467] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129019, 'name': ReconfigVM_Task, 'duration_secs': 0.378639} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.595763] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Reconfigured VM instance instance-0000004e to attach disk [datastore1] aba9acde-9aeb-4c0f-83be-626b392b5a15/aba9acde-9aeb-4c0f-83be-626b392b5a15.vmdk or device None with type streamOptimized {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.596413] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0326039-01c9-4a3a-b8d0-63a58fdb9e2f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.602770] env[69330]: DEBUG oslo_concurrency.lockutils [None req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.468s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.605226] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1120.605226] env[69330]: value = "task-4129021" [ 1120.605226] env[69330]: _type = "Task" [ 1120.605226] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.613206] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129021, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.690183] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129020, 'name': Rename_Task, 'duration_secs': 0.176517} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.692269] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.692269] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-754879de-ad5e-491c-a7fc-f4bcaa9c4d17 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.697768] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1120.697768] env[69330]: value = "task-4129022" [ 1120.697768] env[69330]: _type = "Task" [ 1120.697768] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.706111] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.722011] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Releasing lock "refresh_cache-ac4ecd38-54f2-477d-b6c0-edade68da6f9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.722422] env[69330]: DEBUG nova.compute.manager [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Instance network_info: |[{"id": "cd4bc8fa-dd96-4dbb-b6d5-c346b799389e", "address": "fa:16:3e:67:51:14", "network": {"id": "6dc7708e-17bc-4b4e-a9a4-faa282077889", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1181256140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b649130c7d24f6ba7da3b31ed764540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4bc8fa-dd", "ovs_interfaceid": "cd4bc8fa-dd96-4dbb-b6d5-c346b799389e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.722975] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:51:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd4bc8fa-dd96-4dbb-b6d5-c346b799389e', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.730750] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Creating folder: Project (0b649130c7d24f6ba7da3b31ed764540). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.731096] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ff05abc-4569-4b25-a476-00b851c43ff2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.745833] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Created folder: Project (0b649130c7d24f6ba7da3b31ed764540) in parent group-v817559. [ 1120.746143] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Creating folder: Instances. Parent ref: group-v817836. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.746453] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d5f1e92-0af0-45bd-9a2c-b90f2df5af98 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.759989] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Created folder: Instances in parent group-v817836. [ 1120.760401] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.760682] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.760943] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e8bc581-b783-42b9-97ca-a59be9fc3635 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.783022] env[69330]: DEBUG nova.network.neutron [-] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.784606] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.784606] env[69330]: value = "task-4129025" [ 1120.784606] env[69330]: _type = "Task" [ 1120.784606] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.796368] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129025, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.815260] env[69330]: DEBUG nova.compute.manager [req-f67cb3aa-8a63-4f7b-b32b-75de7955c7e1 req-c342c814-144a-40cd-9ad9-7122980b9985 service nova] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Received event network-vif-plugged-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.815260] env[69330]: DEBUG oslo_concurrency.lockutils [req-f67cb3aa-8a63-4f7b-b32b-75de7955c7e1 req-c342c814-144a-40cd-9ad9-7122980b9985 service nova] Acquiring lock "ac4ecd38-54f2-477d-b6c0-edade68da6f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.815693] env[69330]: DEBUG oslo_concurrency.lockutils [req-f67cb3aa-8a63-4f7b-b32b-75de7955c7e1 req-c342c814-144a-40cd-9ad9-7122980b9985 service nova] Lock "ac4ecd38-54f2-477d-b6c0-edade68da6f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.815693] env[69330]: DEBUG oslo_concurrency.lockutils [req-f67cb3aa-8a63-4f7b-b32b-75de7955c7e1 req-c342c814-144a-40cd-9ad9-7122980b9985 service nova] Lock "ac4ecd38-54f2-477d-b6c0-edade68da6f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.815913] env[69330]: DEBUG nova.compute.manager [req-f67cb3aa-8a63-4f7b-b32b-75de7955c7e1 req-c342c814-144a-40cd-9ad9-7122980b9985 service nova] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] No waiting events found dispatching network-vif-plugged-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1120.816044] env[69330]: WARNING nova.compute.manager [req-f67cb3aa-8a63-4f7b-b32b-75de7955c7e1 req-c342c814-144a-40cd-9ad9-7122980b9985 service nova] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Received unexpected event network-vif-plugged-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e for instance with vm_state building and task_state spawning. [ 1120.816134] env[69330]: DEBUG nova.compute.manager [req-f67cb3aa-8a63-4f7b-b32b-75de7955c7e1 req-c342c814-144a-40cd-9ad9-7122980b9985 service nova] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Received event network-changed-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.816351] env[69330]: DEBUG nova.compute.manager [req-f67cb3aa-8a63-4f7b-b32b-75de7955c7e1 req-c342c814-144a-40cd-9ad9-7122980b9985 service nova] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Refreshing instance network info cache due to event network-changed-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.816504] env[69330]: DEBUG oslo_concurrency.lockutils [req-f67cb3aa-8a63-4f7b-b32b-75de7955c7e1 req-c342c814-144a-40cd-9ad9-7122980b9985 service nova] Acquiring lock "refresh_cache-ac4ecd38-54f2-477d-b6c0-edade68da6f9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.816717] env[69330]: DEBUG oslo_concurrency.lockutils [req-f67cb3aa-8a63-4f7b-b32b-75de7955c7e1 req-c342c814-144a-40cd-9ad9-7122980b9985 service nova] Acquired lock "refresh_cache-ac4ecd38-54f2-477d-b6c0-edade68da6f9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.816795] env[69330]: DEBUG nova.network.neutron [req-f67cb3aa-8a63-4f7b-b32b-75de7955c7e1 req-c342c814-144a-40cd-9ad9-7122980b9985 service nova] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Refreshing network info cache for port cd4bc8fa-dd96-4dbb-b6d5-c346b799389e {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.878611] env[69330]: DEBUG nova.scheduler.client.report [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.120206] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129021, 'name': Rename_Task, 'duration_secs': 0.168694} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.120692] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.121063] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9877ab4-709d-4172-8a9b-f1a3707e3714 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.131292] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1121.131292] env[69330]: value = "task-4129026" [ 1121.131292] env[69330]: _type = "Task" [ 1121.131292] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.144575] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.210066] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.286262] env[69330]: INFO nova.compute.manager [-] [instance: 0e1433bd-6e93-4b79-9e5e-cda1346fd6bc] Took 1.31 seconds to deallocate network for instance. [ 1121.302354] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129025, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.384113] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.389036] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.137s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.389036] env[69330]: INFO nova.compute.claims [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.640843] env[69330]: DEBUG nova.network.neutron [req-f67cb3aa-8a63-4f7b-b32b-75de7955c7e1 req-c342c814-144a-40cd-9ad9-7122980b9985 service nova] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Updated VIF entry in instance network info cache for port cd4bc8fa-dd96-4dbb-b6d5-c346b799389e. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.641571] env[69330]: DEBUG nova.network.neutron [req-f67cb3aa-8a63-4f7b-b32b-75de7955c7e1 req-c342c814-144a-40cd-9ad9-7122980b9985 service nova] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Updating instance_info_cache with network_info: [{"id": "cd4bc8fa-dd96-4dbb-b6d5-c346b799389e", "address": "fa:16:3e:67:51:14", "network": {"id": "6dc7708e-17bc-4b4e-a9a4-faa282077889", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1181256140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b649130c7d24f6ba7da3b31ed764540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4bc8fa-dd", "ovs_interfaceid": "cd4bc8fa-dd96-4dbb-b6d5-c346b799389e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.652255] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129026, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.711735] env[69330]: DEBUG oslo_vmware.api [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129022, 'name': PowerOnVM_Task, 'duration_secs': 0.762639} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.712081] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.712296] env[69330]: INFO nova.compute.manager [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1121.712475] env[69330]: DEBUG nova.compute.manager [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1121.713408] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549a8f2d-a23f-49ce-8420-d36f0e69b097 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.802457] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129025, 'name': CreateVM_Task, 'duration_secs': 0.521666} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.803292] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.804381] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.804381] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.804700] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.804978] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f27ee49b-4478-4aca-a035-b9a1168b5b63 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.811482] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Waiting for the task: (returnval){ [ 1121.811482] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c48ae9-3dd1-552c-2655-7e550e7787a9" [ 1121.811482] env[69330]: _type = "Task" [ 1121.811482] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.823900] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c48ae9-3dd1-552c-2655-7e550e7787a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.890171] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Acquiring lock "2df2c2f4-6df5-4cc7-9f5a-0ba8b754c93b" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.890439] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Lock "2df2c2f4-6df5-4cc7-9f5a-0ba8b754c93b" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.142834] env[69330]: DEBUG oslo_vmware.api [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129026, 'name': PowerOnVM_Task, 'duration_secs': 0.649027} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.143557] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.146220] env[69330]: DEBUG oslo_concurrency.lockutils [req-f67cb3aa-8a63-4f7b-b32b-75de7955c7e1 req-c342c814-144a-40cd-9ad9-7122980b9985 service nova] Releasing lock "refresh_cache-ac4ecd38-54f2-477d-b6c0-edade68da6f9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.233399] env[69330]: INFO nova.compute.manager [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Took 22.72 seconds to build instance. [ 1122.257291] env[69330]: DEBUG nova.compute.manager [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1122.258234] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fc41d2-3595-48eb-a9c9-bf6f70924d51 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.323744] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c48ae9-3dd1-552c-2655-7e550e7787a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.324551] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.324551] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.324551] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.324749] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.325291] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.325466] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e276f802-9321-4a24-97da-93929c16c4ae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.330140] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a21f99c0-07f7-46e2-be34-3865f224ddcb tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "0e1433bd-6e93-4b79-9e5e-cda1346fd6bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.926s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.337994] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.338133] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.338969] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb2a11e-5c90-4523-aee8-0c50dd3156df {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.346741] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Waiting for the task: (returnval){ [ 1122.346741] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bc7d8e-d5d2-5c90-27b8-ca37efcb47ab" [ 1122.346741] env[69330]: _type = "Task" [ 1122.346741] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.356930] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bc7d8e-d5d2-5c90-27b8-ca37efcb47ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.395215] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Lock "2df2c2f4-6df5-4cc7-9f5a-0ba8b754c93b" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.395808] env[69330]: DEBUG nova.compute.manager [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.692639] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326508d5-e405-4275-9a9d-368d4301ba9f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.701746] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2bca76-372a-4357-84fe-acddc747632d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.733507] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c880a88-53c5-49b3-827c-5a36dc1367a2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.736587] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "83fe277b-2296-48ee-a5e4-7e1c40c8378d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.257s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.742495] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009682fa-2eb1-40dc-9c0f-8dece68132ca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.758283] env[69330]: DEBUG nova.compute.provider_tree [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.776634] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82702ea7-5e0e-4b81-99bd-cf2138353611 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.238s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.843243] env[69330]: DEBUG nova.compute.manager [req-c86e1448-0abb-447b-8ae0-cb87aa624874 req-2abc1db6-2f43-43cb-b7a2-23805b1e8c43 service nova] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Received event network-changed-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.843427] env[69330]: DEBUG nova.compute.manager [req-c86e1448-0abb-447b-8ae0-cb87aa624874 req-2abc1db6-2f43-43cb-b7a2-23805b1e8c43 service nova] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Refreshing instance network info cache due to event network-changed-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.843661] env[69330]: DEBUG oslo_concurrency.lockutils [req-c86e1448-0abb-447b-8ae0-cb87aa624874 req-2abc1db6-2f43-43cb-b7a2-23805b1e8c43 service nova] Acquiring lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.843808] env[69330]: DEBUG oslo_concurrency.lockutils [req-c86e1448-0abb-447b-8ae0-cb87aa624874 req-2abc1db6-2f43-43cb-b7a2-23805b1e8c43 service nova] Acquired lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.843970] env[69330]: DEBUG nova.network.neutron [req-c86e1448-0abb-447b-8ae0-cb87aa624874 req-2abc1db6-2f43-43cb-b7a2-23805b1e8c43 service nova] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Refreshing network info cache for port ac2fa6a3-c73f-400f-9ad4-58d07c99e47f {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.858240] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bc7d8e-d5d2-5c90-27b8-ca37efcb47ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.859081] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a66a76c4-a660-4196-8c66-980bbade178a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.865437] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Waiting for the task: (returnval){ [ 1122.865437] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ba3f39-a933-555b-628d-44da55c495e9" [ 1122.865437] env[69330]: _type = "Task" [ 1122.865437] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.874627] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ba3f39-a933-555b-628d-44da55c495e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.905196] env[69330]: DEBUG nova.compute.utils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.906934] env[69330]: DEBUG nova.compute.manager [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.906934] env[69330]: DEBUG nova.network.neutron [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.948565] env[69330]: DEBUG nova.policy [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1677ec84133646e39c9685becec89d50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58616718389e42f6bce31e3e211bbb09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.252287] env[69330]: DEBUG nova.network.neutron [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Successfully created port: 83401edd-f3a0-4467-8e77-4b7e1f0df87f {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.262133] env[69330]: DEBUG nova.scheduler.client.report [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.300976] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.301276] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.380423] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ba3f39-a933-555b-628d-44da55c495e9, 'name': SearchDatastore_Task, 'duration_secs': 0.042442} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.383302] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.383302] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] ac4ecd38-54f2-477d-b6c0-edade68da6f9/ac4ecd38-54f2-477d-b6c0-edade68da6f9.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.383609] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-685b75d0-825a-4e28-9daa-c5d3d21e88e5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.392742] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Waiting for the task: (returnval){ [ 1123.392742] env[69330]: value = "task-4129027" [ 1123.392742] env[69330]: _type = "Task" [ 1123.392742] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.402557] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.411769] env[69330]: DEBUG nova.compute.manager [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.767707] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.768371] env[69330]: DEBUG nova.compute.manager [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.771510] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.343s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.771759] env[69330]: DEBUG nova.objects.instance [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lazy-loading 'resources' on Instance uuid 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.807055] env[69330]: DEBUG nova.compute.manager [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.833139] env[69330]: DEBUG nova.network.neutron [req-c86e1448-0abb-447b-8ae0-cb87aa624874 req-2abc1db6-2f43-43cb-b7a2-23805b1e8c43 service nova] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updated VIF entry in instance network info cache for port ac2fa6a3-c73f-400f-9ad4-58d07c99e47f. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.833638] env[69330]: DEBUG nova.network.neutron [req-c86e1448-0abb-447b-8ae0-cb87aa624874 req-2abc1db6-2f43-43cb-b7a2-23805b1e8c43 service nova] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance_info_cache with network_info: [{"id": "ac2fa6a3-c73f-400f-9ad4-58d07c99e47f", "address": "fa:16:3e:23:cb:0d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2fa6a3-c7", "ovs_interfaceid": "ac2fa6a3-c73f-400f-9ad4-58d07c99e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.859978] env[69330]: DEBUG oslo_concurrency.lockutils [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "83fe277b-2296-48ee-a5e4-7e1c40c8378d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.860321] env[69330]: DEBUG oslo_concurrency.lockutils [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "83fe277b-2296-48ee-a5e4-7e1c40c8378d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.860616] env[69330]: DEBUG oslo_concurrency.lockutils [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "83fe277b-2296-48ee-a5e4-7e1c40c8378d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.860910] env[69330]: DEBUG oslo_concurrency.lockutils [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "83fe277b-2296-48ee-a5e4-7e1c40c8378d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.861160] env[69330]: DEBUG oslo_concurrency.lockutils [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "83fe277b-2296-48ee-a5e4-7e1c40c8378d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.864121] env[69330]: INFO nova.compute.manager [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Terminating instance [ 1123.904119] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129027, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.277241] env[69330]: DEBUG nova.compute.utils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.283636] env[69330]: DEBUG nova.compute.manager [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.283840] env[69330]: DEBUG nova.network.neutron [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.331977] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.339896] env[69330]: DEBUG oslo_concurrency.lockutils [req-c86e1448-0abb-447b-8ae0-cb87aa624874 req-2abc1db6-2f43-43cb-b7a2-23805b1e8c43 service nova] Releasing lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.360468] env[69330]: DEBUG nova.policy [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '653f3e03baed40feb048533d432121dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93686938c9a84141bf1549e53d0eaaba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.370552] env[69330]: DEBUG nova.compute.manager [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.370851] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.372103] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1865667d-f712-4841-a2fc-858814155f6d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.380630] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.383509] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3334d5b4-0fd1-4093-920a-7499686159c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.392130] env[69330]: DEBUG oslo_vmware.api [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1124.392130] env[69330]: value = "task-4129028" [ 1124.392130] env[69330]: _type = "Task" [ 1124.392130] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.406896] env[69330]: DEBUG oslo_vmware.api [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.410548] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611657} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.410893] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] ac4ecd38-54f2-477d-b6c0-edade68da6f9/ac4ecd38-54f2-477d-b6c0-edade68da6f9.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.411164] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.411512] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f33365c-478c-4083-8ede-5fe1c8f85de1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.420514] env[69330]: DEBUG nova.compute.manager [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.426954] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Waiting for the task: (returnval){ [ 1124.426954] env[69330]: value = "task-4129029" [ 1124.426954] env[69330]: _type = "Task" [ 1124.426954] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.439864] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.460403] env[69330]: DEBUG nova.virt.hardware [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.460885] env[69330]: DEBUG nova.virt.hardware [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.460885] env[69330]: DEBUG nova.virt.hardware [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.461182] env[69330]: DEBUG nova.virt.hardware [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.461251] env[69330]: DEBUG nova.virt.hardware [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.461435] env[69330]: DEBUG nova.virt.hardware [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.461688] env[69330]: DEBUG nova.virt.hardware [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.461866] env[69330]: DEBUG nova.virt.hardware [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.462058] env[69330]: DEBUG nova.virt.hardware [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.462254] env[69330]: DEBUG nova.virt.hardware [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.462450] env[69330]: DEBUG nova.virt.hardware [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.463441] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea96250-9e13-4d38-9dd6-1c2a51b8c1b7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.475663] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdd8522-d8e9-47d5-babe-6151033b453a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.638374] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2791e4b3-eb86-4889-99c9-d01ff8e5038d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.649618] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38807729-9675-4435-b037-289e8c7934ec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.692763] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b6bac7-4e9a-42f9-9960-857fc8e93513 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.704642] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0d24f8-0f94-473b-a180-8d169c54a45e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.722133] env[69330]: DEBUG nova.compute.provider_tree [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.744074] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984fadd2-bc6a-4e63-ab67-a0d76c4723a1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.755353] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-28c33d7f-d6b2-4fa7-bdca-7f261c89102b tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Suspending the VM {{(pid=69330) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1124.755760] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5532150e-1156-47c7-b617-fe141a3b7bd3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.763934] env[69330]: DEBUG oslo_vmware.api [None req-28c33d7f-d6b2-4fa7-bdca-7f261c89102b tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1124.763934] env[69330]: value = "task-4129030" [ 1124.763934] env[69330]: _type = "Task" [ 1124.763934] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.774086] env[69330]: DEBUG oslo_vmware.api [None req-28c33d7f-d6b2-4fa7-bdca-7f261c89102b tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129030, 'name': SuspendVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.787948] env[69330]: DEBUG nova.compute.manager [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.800875] env[69330]: DEBUG nova.network.neutron [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Successfully created port: 750383b3-5cee-4bc4-974f-1abc484d84d1 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.836793] env[69330]: DEBUG nova.network.neutron [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Successfully updated port: 83401edd-f3a0-4467-8e77-4b7e1f0df87f {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.873876] env[69330]: DEBUG nova.compute.manager [req-f9f4a3eb-50bf-41e8-952d-10a81ee02458 req-532535d3-7780-40c3-b658-7dc4d7c4785c service nova] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Received event network-vif-plugged-83401edd-f3a0-4467-8e77-4b7e1f0df87f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.874281] env[69330]: DEBUG oslo_concurrency.lockutils [req-f9f4a3eb-50bf-41e8-952d-10a81ee02458 req-532535d3-7780-40c3-b658-7dc4d7c4785c service nova] Acquiring lock "777704ba-28f1-4ae4-beae-0728957551bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.874474] env[69330]: DEBUG oslo_concurrency.lockutils [req-f9f4a3eb-50bf-41e8-952d-10a81ee02458 req-532535d3-7780-40c3-b658-7dc4d7c4785c service nova] Lock "777704ba-28f1-4ae4-beae-0728957551bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.874683] env[69330]: DEBUG oslo_concurrency.lockutils [req-f9f4a3eb-50bf-41e8-952d-10a81ee02458 req-532535d3-7780-40c3-b658-7dc4d7c4785c service nova] Lock "777704ba-28f1-4ae4-beae-0728957551bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.874892] env[69330]: DEBUG nova.compute.manager [req-f9f4a3eb-50bf-41e8-952d-10a81ee02458 req-532535d3-7780-40c3-b658-7dc4d7c4785c service nova] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] No waiting events found dispatching network-vif-plugged-83401edd-f3a0-4467-8e77-4b7e1f0df87f {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1124.875125] env[69330]: WARNING nova.compute.manager [req-f9f4a3eb-50bf-41e8-952d-10a81ee02458 req-532535d3-7780-40c3-b658-7dc4d7c4785c service nova] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Received unexpected event network-vif-plugged-83401edd-f3a0-4467-8e77-4b7e1f0df87f for instance with vm_state building and task_state spawning. [ 1124.875329] env[69330]: DEBUG nova.compute.manager [req-f9f4a3eb-50bf-41e8-952d-10a81ee02458 req-532535d3-7780-40c3-b658-7dc4d7c4785c service nova] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Received event network-changed-83401edd-f3a0-4467-8e77-4b7e1f0df87f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.875518] env[69330]: DEBUG nova.compute.manager [req-f9f4a3eb-50bf-41e8-952d-10a81ee02458 req-532535d3-7780-40c3-b658-7dc4d7c4785c service nova] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Refreshing instance network info cache due to event network-changed-83401edd-f3a0-4467-8e77-4b7e1f0df87f. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.875738] env[69330]: DEBUG oslo_concurrency.lockutils [req-f9f4a3eb-50bf-41e8-952d-10a81ee02458 req-532535d3-7780-40c3-b658-7dc4d7c4785c service nova] Acquiring lock "refresh_cache-777704ba-28f1-4ae4-beae-0728957551bd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.875903] env[69330]: DEBUG oslo_concurrency.lockutils [req-f9f4a3eb-50bf-41e8-952d-10a81ee02458 req-532535d3-7780-40c3-b658-7dc4d7c4785c service nova] Acquired lock "refresh_cache-777704ba-28f1-4ae4-beae-0728957551bd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.876102] env[69330]: DEBUG nova.network.neutron [req-f9f4a3eb-50bf-41e8-952d-10a81ee02458 req-532535d3-7780-40c3-b658-7dc4d7c4785c service nova] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Refreshing network info cache for port 83401edd-f3a0-4467-8e77-4b7e1f0df87f {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.904250] env[69330]: DEBUG oslo_vmware.api [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129028, 'name': PowerOffVM_Task, 'duration_secs': 0.33698} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.904637] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.904862] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.905178] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4efaa7fe-eef9-420d-a692-bbd95e979369 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.935054] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122159} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.935502] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.936370] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d07406-9997-4190-9b6e-11bb0f86c3ad {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.960671] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] ac4ecd38-54f2-477d-b6c0-edade68da6f9/ac4ecd38-54f2-477d-b6c0-edade68da6f9.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.961645] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a437a27a-40a4-49ff-aec0-e24dfb86efe3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.984446] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Waiting for the task: (returnval){ [ 1124.984446] env[69330]: value = "task-4129032" [ 1124.984446] env[69330]: _type = "Task" [ 1124.984446] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.992788] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.993837] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.993837] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleting the datastore file [datastore2] 83fe277b-2296-48ee-a5e4-7e1c40c8378d {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.993837] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c09d0d2e-46ff-4219-8a94-619284551469 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.995743] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.995946] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.010019] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.012605] env[69330]: DEBUG oslo_vmware.api [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for the task: (returnval){ [ 1125.012605] env[69330]: value = "task-4129033" [ 1125.012605] env[69330]: _type = "Task" [ 1125.012605] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.023713] env[69330]: DEBUG oslo_vmware.api [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.225977] env[69330]: DEBUG nova.scheduler.client.report [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.274900] env[69330]: DEBUG oslo_vmware.api [None req-28c33d7f-d6b2-4fa7-bdca-7f261c89102b tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129030, 'name': SuspendVM_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.339660] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Acquiring lock "refresh_cache-777704ba-28f1-4ae4-beae-0728957551bd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.418852] env[69330]: DEBUG nova.network.neutron [req-f9f4a3eb-50bf-41e8-952d-10a81ee02458 req-532535d3-7780-40c3-b658-7dc4d7c4785c service nova] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.495630] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.501243] env[69330]: DEBUG nova.network.neutron [req-f9f4a3eb-50bf-41e8-952d-10a81ee02458 req-532535d3-7780-40c3-b658-7dc4d7c4785c service nova] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.524038] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.525030] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.525277] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.525926] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.526163] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.526372] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.526567] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69330) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1125.526760] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.533555] env[69330]: DEBUG oslo_vmware.api [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.731112] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.734125] env[69330]: DEBUG oslo_concurrency.lockutils [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.005s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.734429] env[69330]: DEBUG nova.objects.instance [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lazy-loading 'resources' on Instance uuid 2a6c25f9-0c1c-4873-b587-a7f6818a9613 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.763286] env[69330]: INFO nova.scheduler.client.report [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleted allocations for instance 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9 [ 1125.779216] env[69330]: DEBUG oslo_vmware.api [None req-28c33d7f-d6b2-4fa7-bdca-7f261c89102b tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129030, 'name': SuspendVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.798478] env[69330]: DEBUG nova.compute.manager [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.833642] env[69330]: DEBUG nova.virt.hardware [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.833842] env[69330]: DEBUG nova.virt.hardware [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.833898] env[69330]: DEBUG nova.virt.hardware [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.834103] env[69330]: DEBUG nova.virt.hardware [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.834291] env[69330]: DEBUG nova.virt.hardware [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.834468] env[69330]: DEBUG nova.virt.hardware [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.834719] env[69330]: DEBUG nova.virt.hardware [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.834900] env[69330]: DEBUG nova.virt.hardware [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.835130] env[69330]: DEBUG nova.virt.hardware [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.835447] env[69330]: DEBUG nova.virt.hardware [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.835676] env[69330]: DEBUG nova.virt.hardware [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.837623] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20606ff-8df9-49c4-9b25-80151810a0c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.847410] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ceaef1-1863-4a81-820e-b08a0b2fbd2b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.997438] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129032, 'name': ReconfigVM_Task, 'duration_secs': 0.75312} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.998881] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Reconfigured VM instance instance-00000067 to attach disk [datastore2] ac4ecd38-54f2-477d-b6c0-edade68da6f9/ac4ecd38-54f2-477d-b6c0-edade68da6f9.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.001363] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a8575bf-d898-45e4-9472-8899ab3ba405 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.007741] env[69330]: DEBUG oslo_concurrency.lockutils [req-f9f4a3eb-50bf-41e8-952d-10a81ee02458 req-532535d3-7780-40c3-b658-7dc4d7c4785c service nova] Releasing lock "refresh_cache-777704ba-28f1-4ae4-beae-0728957551bd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.008109] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Acquired lock "refresh_cache-777704ba-28f1-4ae4-beae-0728957551bd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.008273] env[69330]: DEBUG nova.network.neutron [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.011719] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Waiting for the task: (returnval){ [ 1126.011719] env[69330]: value = "task-4129034" [ 1126.011719] env[69330]: _type = "Task" [ 1126.011719] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.026925] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129034, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.032877] env[69330]: DEBUG oslo_vmware.api [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Task: {'id': task-4129033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.563337} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.033160] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.033378] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.033616] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.033836] env[69330]: INFO nova.compute.manager [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1126.034126] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.035354] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.035682] env[69330]: DEBUG nova.compute.manager [-] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.035821] env[69330]: DEBUG nova.network.neutron [-] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.231104] env[69330]: DEBUG nova.compute.manager [req-ffea6ba1-167a-4a12-8af8-6ea9f5dd2e29 req-068356b1-941c-46f0-a1f7-c633e7f0a169 service nova] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Received event network-vif-plugged-750383b3-5cee-4bc4-974f-1abc484d84d1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.231361] env[69330]: DEBUG oslo_concurrency.lockutils [req-ffea6ba1-167a-4a12-8af8-6ea9f5dd2e29 req-068356b1-941c-46f0-a1f7-c633e7f0a169 service nova] Acquiring lock "5db41c59-4495-417b-82c2-79232c80a46d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.231575] env[69330]: DEBUG oslo_concurrency.lockutils [req-ffea6ba1-167a-4a12-8af8-6ea9f5dd2e29 req-068356b1-941c-46f0-a1f7-c633e7f0a169 service nova] Lock "5db41c59-4495-417b-82c2-79232c80a46d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.231744] env[69330]: DEBUG oslo_concurrency.lockutils [req-ffea6ba1-167a-4a12-8af8-6ea9f5dd2e29 req-068356b1-941c-46f0-a1f7-c633e7f0a169 service nova] Lock "5db41c59-4495-417b-82c2-79232c80a46d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.232373] env[69330]: DEBUG nova.compute.manager [req-ffea6ba1-167a-4a12-8af8-6ea9f5dd2e29 req-068356b1-941c-46f0-a1f7-c633e7f0a169 service nova] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] No waiting events found dispatching network-vif-plugged-750383b3-5cee-4bc4-974f-1abc484d84d1 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1126.232580] env[69330]: WARNING nova.compute.manager [req-ffea6ba1-167a-4a12-8af8-6ea9f5dd2e29 req-068356b1-941c-46f0-a1f7-c633e7f0a169 service nova] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Received unexpected event network-vif-plugged-750383b3-5cee-4bc4-974f-1abc484d84d1 for instance with vm_state building and task_state spawning. [ 1126.280007] env[69330]: DEBUG oslo_concurrency.lockutils [None req-21f486d6-7f9c-4ae4-9314-8c0652310350 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.812s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.285569] env[69330]: DEBUG oslo_vmware.api [None req-28c33d7f-d6b2-4fa7-bdca-7f261c89102b tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129030, 'name': SuspendVM_Task, 'duration_secs': 1.043472} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.286297] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-28c33d7f-d6b2-4fa7-bdca-7f261c89102b tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Suspended the VM {{(pid=69330) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1126.286504] env[69330]: DEBUG nova.compute.manager [None req-28c33d7f-d6b2-4fa7-bdca-7f261c89102b tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1126.287902] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea88bd47-92a3-4bc2-80ce-9e0c92ea940c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.382169] env[69330]: DEBUG nova.network.neutron [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Successfully updated port: 750383b3-5cee-4bc4-974f-1abc484d84d1 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.504641] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "interface-292799d0-2d6c-4b2a-84a3-fcb811c98372-7a452dab-921c-4e0a-95e2-b90ca163d5c6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.504922] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-292799d0-2d6c-4b2a-84a3-fcb811c98372-7a452dab-921c-4e0a-95e2-b90ca163d5c6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.505626] env[69330]: DEBUG nova.objects.instance [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lazy-loading 'flavor' on Instance uuid 292799d0-2d6c-4b2a-84a3-fcb811c98372 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.523990] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129034, 'name': Rename_Task, 'duration_secs': 0.175139} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.527095] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.528037] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dea45af-6f9b-47d8-97d1-adba8f472e8d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.536409] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Waiting for the task: (returnval){ [ 1126.536409] env[69330]: value = "task-4129035" [ 1126.536409] env[69330]: _type = "Task" [ 1126.536409] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.552288] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.567540] env[69330]: DEBUG nova.network.neutron [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.572335] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb15be38-adda-42d8-bbcc-904fc8eb416a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.584311] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0ba08c-290e-43e9-8494-2ef162dec4de {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.621137] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5affdef3-9c15-4115-91b6-5af2976e9970 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.630797] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd15a73-3da2-4364-bb67-ade92a79edcb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.645648] env[69330]: DEBUG nova.compute.provider_tree [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.786661] env[69330]: DEBUG nova.network.neutron [-] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.793869] env[69330]: DEBUG nova.network.neutron [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Updating instance_info_cache with network_info: [{"id": "83401edd-f3a0-4467-8e77-4b7e1f0df87f", "address": "fa:16:3e:2d:ef:5a", "network": {"id": "81d3ec14-3aca-47d4-b9d3-db425b98f094", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1488722027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58616718389e42f6bce31e3e211bbb09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83401edd-f3", "ovs_interfaceid": "83401edd-f3a0-4467-8e77-4b7e1f0df87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.885308] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "refresh_cache-5db41c59-4495-417b-82c2-79232c80a46d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.885497] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquired lock "refresh_cache-5db41c59-4495-417b-82c2-79232c80a46d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.885720] env[69330]: DEBUG nova.network.neutron [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.932835] env[69330]: DEBUG nova.compute.manager [req-4e9aeb2f-ca47-4ccf-b1cd-9df228810fc6 req-923328b5-9303-4101-9a99-754e58092b89 service nova] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Received event network-vif-deleted-ac538eb8-200b-446f-b32b-197c67eba151 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.049372] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.151461] env[69330]: DEBUG nova.scheduler.client.report [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.178927] env[69330]: DEBUG nova.objects.instance [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lazy-loading 'pci_requests' on Instance uuid 292799d0-2d6c-4b2a-84a3-fcb811c98372 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.289920] env[69330]: INFO nova.compute.manager [-] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Took 1.25 seconds to deallocate network for instance. [ 1127.296853] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Releasing lock "refresh_cache-777704ba-28f1-4ae4-beae-0728957551bd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.297222] env[69330]: DEBUG nova.compute.manager [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Instance network_info: |[{"id": "83401edd-f3a0-4467-8e77-4b7e1f0df87f", "address": "fa:16:3e:2d:ef:5a", "network": {"id": "81d3ec14-3aca-47d4-b9d3-db425b98f094", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1488722027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58616718389e42f6bce31e3e211bbb09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83401edd-f3", "ovs_interfaceid": "83401edd-f3a0-4467-8e77-4b7e1f0df87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.298494] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:ef:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83401edd-f3a0-4467-8e77-4b7e1f0df87f', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.305735] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Creating folder: Project (58616718389e42f6bce31e3e211bbb09). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.306083] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f1ff59d-0c71-46b2-a32a-0483c889cdbe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.318258] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Created folder: Project (58616718389e42f6bce31e3e211bbb09) in parent group-v817559. [ 1127.318489] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Creating folder: Instances. Parent ref: group-v817839. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.319300] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09b02bcd-476b-4225-9843-311bd76f0ae0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.330746] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Created folder: Instances in parent group-v817839. [ 1127.330998] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.331481] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.331706] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97855021-e81a-40cb-adbc-78fbc686d5c9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.352049] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.352049] env[69330]: value = "task-4129038" [ 1127.352049] env[69330]: _type = "Task" [ 1127.352049] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.360939] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129038, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.428984] env[69330]: DEBUG nova.network.neutron [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.495789] env[69330]: INFO nova.compute.manager [None req-2680cbc0-fc8f-45d5-b7d7-07ac7c8429e9 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Resuming [ 1127.496766] env[69330]: DEBUG nova.objects.instance [None req-2680cbc0-fc8f-45d5-b7d7-07ac7c8429e9 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lazy-loading 'flavor' on Instance uuid aba9acde-9aeb-4c0f-83be-626b392b5a15 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.548618] env[69330]: DEBUG oslo_vmware.api [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129035, 'name': PowerOnVM_Task, 'duration_secs': 0.729682} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.551496] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.551715] env[69330]: INFO nova.compute.manager [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1127.551896] env[69330]: DEBUG nova.compute.manager [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.552794] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3616de-a271-40df-9e2f-479fe99ee132 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.634543] env[69330]: DEBUG nova.network.neutron [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Updating instance_info_cache with network_info: [{"id": "750383b3-5cee-4bc4-974f-1abc484d84d1", "address": "fa:16:3e:d1:ba:17", "network": {"id": "51614a0f-c64f-45b3-8756-3f8696f70000", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-393319070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93686938c9a84141bf1549e53d0eaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750383b3-5c", "ovs_interfaceid": "750383b3-5cee-4bc4-974f-1abc484d84d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.656742] env[69330]: DEBUG oslo_concurrency.lockutils [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.659377] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.327s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.661064] env[69330]: INFO nova.compute.claims [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.677304] env[69330]: DEBUG nova.objects.base [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Object Instance<292799d0-2d6c-4b2a-84a3-fcb811c98372> lazy-loaded attributes: flavor,pci_requests {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1127.677553] env[69330]: DEBUG nova.network.neutron [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.683671] env[69330]: INFO nova.scheduler.client.report [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleted allocations for instance 2a6c25f9-0c1c-4873-b587-a7f6818a9613 [ 1127.786059] env[69330]: DEBUG nova.policy [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32e8e100581144dc8041a0065d3217b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8274dde6c414a3982a4d113f9999eea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.798717] env[69330]: DEBUG oslo_concurrency.lockutils [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.868072] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129038, 'name': CreateVM_Task, 'duration_secs': 0.416344} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.868317] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.869173] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.869441] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.869825] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.870135] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a601f0c-ada5-4e12-94e6-4bed033f658a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.877548] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Waiting for the task: (returnval){ [ 1127.877548] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5226567e-1496-9745-f89c-a7af97b49c58" [ 1127.877548] env[69330]: _type = "Task" [ 1127.877548] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.886722] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5226567e-1496-9745-f89c-a7af97b49c58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.073515] env[69330]: INFO nova.compute.manager [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Took 20.85 seconds to build instance. [ 1128.141031] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Releasing lock "refresh_cache-5db41c59-4495-417b-82c2-79232c80a46d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.141031] env[69330]: DEBUG nova.compute.manager [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Instance network_info: |[{"id": "750383b3-5cee-4bc4-974f-1abc484d84d1", "address": "fa:16:3e:d1:ba:17", "network": {"id": "51614a0f-c64f-45b3-8756-3f8696f70000", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-393319070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93686938c9a84141bf1549e53d0eaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750383b3-5c", "ovs_interfaceid": "750383b3-5cee-4bc4-974f-1abc484d84d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.141031] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:ba:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '750383b3-5cee-4bc4-974f-1abc484d84d1', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.156628] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.157651] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.162024] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23406f0d-711b-4790-828a-50020dde7b57 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.192926] env[69330]: DEBUG oslo_concurrency.lockutils [None req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "2a6c25f9-0c1c-4873-b587-a7f6818a9613" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.109s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.198024] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.198024] env[69330]: value = "task-4129039" [ 1128.198024] env[69330]: _type = "Task" [ 1128.198024] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.212318] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129039, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.396170] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5226567e-1496-9745-f89c-a7af97b49c58, 'name': SearchDatastore_Task, 'duration_secs': 0.03129} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.400022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.400022] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.400022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.400022] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.400022] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.400022] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03bbc34e-e3df-4e14-8d31-a875ac71e98b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.410819] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.411031] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.411803] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f352a433-faf7-4e6b-92ce-1104661a0937 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.420693] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Waiting for the task: (returnval){ [ 1128.420693] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]526debcb-c277-6628-54dc-7b67e3438a41" [ 1128.420693] env[69330]: _type = "Task" [ 1128.420693] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.429884] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]526debcb-c277-6628-54dc-7b67e3438a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.575650] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ea1bca93-b1a5-47c1-bd76-f308cb726315 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Lock "ac4ecd38-54f2-477d-b6c0-edade68da6f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.359s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.649797] env[69330]: DEBUG nova.compute.manager [req-8d2b7f19-9142-4bf9-94b2-db05c23b6de3 req-9f67a71d-595a-497d-8a77-ba41401ba490 service nova] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Received event network-changed-750383b3-5cee-4bc4-974f-1abc484d84d1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.649968] env[69330]: DEBUG nova.compute.manager [req-8d2b7f19-9142-4bf9-94b2-db05c23b6de3 req-9f67a71d-595a-497d-8a77-ba41401ba490 service nova] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Refreshing instance network info cache due to event network-changed-750383b3-5cee-4bc4-974f-1abc484d84d1. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.650453] env[69330]: DEBUG oslo_concurrency.lockutils [req-8d2b7f19-9142-4bf9-94b2-db05c23b6de3 req-9f67a71d-595a-497d-8a77-ba41401ba490 service nova] Acquiring lock "refresh_cache-5db41c59-4495-417b-82c2-79232c80a46d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.650537] env[69330]: DEBUG oslo_concurrency.lockutils [req-8d2b7f19-9142-4bf9-94b2-db05c23b6de3 req-9f67a71d-595a-497d-8a77-ba41401ba490 service nova] Acquired lock "refresh_cache-5db41c59-4495-417b-82c2-79232c80a46d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.650780] env[69330]: DEBUG nova.network.neutron [req-8d2b7f19-9142-4bf9-94b2-db05c23b6de3 req-9f67a71d-595a-497d-8a77-ba41401ba490 service nova] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Refreshing network info cache for port 750383b3-5cee-4bc4-974f-1abc484d84d1 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.708521] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129039, 'name': CreateVM_Task, 'duration_secs': 0.498167} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.708709] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.709487] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.709651] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.709981] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.712696] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b213de-256d-4675-91ed-c73f7e1f2242 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.721627] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1128.721627] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5206d7bb-dab8-536b-cc31-5b8c758d1628" [ 1128.721627] env[69330]: _type = "Task" [ 1128.721627] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.735017] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5206d7bb-dab8-536b-cc31-5b8c758d1628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.935024] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]526debcb-c277-6628-54dc-7b67e3438a41, 'name': SearchDatastore_Task, 'duration_secs': 0.017687} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.938730] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1eb5d3d-72f2-428f-947d-b967de7ab10c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.945368] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Waiting for the task: (returnval){ [ 1128.945368] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521e3ca0-5ae2-10d7-1a1a-f75f27e21b90" [ 1128.945368] env[69330]: _type = "Task" [ 1128.945368] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.956185] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521e3ca0-5ae2-10d7-1a1a-f75f27e21b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.982153] env[69330]: DEBUG nova.compute.manager [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Stashing vm_state: active {{(pid=69330) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1128.994365] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6edb09-fcc6-42f7-ae09-d2d8729118ac {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.001214] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90d4948-34cb-4da9-ad51-9cfb1405445a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.038909] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2680cbc0-fc8f-45d5-b7d7-07ac7c8429e9 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.038909] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2680cbc0-fc8f-45d5-b7d7-07ac7c8429e9 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquired lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.038909] env[69330]: DEBUG nova.network.neutron [None req-2680cbc0-fc8f-45d5-b7d7-07ac7c8429e9 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.040500] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfb8e35-9f78-4a40-aa9c-6c7b8410378d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.049780] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9b8800-af4f-422a-9530-c3837a177338 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.066327] env[69330]: DEBUG nova.compute.provider_tree [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.224101] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Acquiring lock "ac4ecd38-54f2-477d-b6c0-edade68da6f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.224424] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Lock "ac4ecd38-54f2-477d-b6c0-edade68da6f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.224731] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Acquiring lock "ac4ecd38-54f2-477d-b6c0-edade68da6f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.225008] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Lock "ac4ecd38-54f2-477d-b6c0-edade68da6f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.225259] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Lock "ac4ecd38-54f2-477d-b6c0-edade68da6f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.231189] env[69330]: INFO nova.compute.manager [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Terminating instance [ 1129.239582] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5206d7bb-dab8-536b-cc31-5b8c758d1628, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.240009] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.240327] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.240668] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.370206] env[69330]: DEBUG nova.network.neutron [req-8d2b7f19-9142-4bf9-94b2-db05c23b6de3 req-9f67a71d-595a-497d-8a77-ba41401ba490 service nova] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Updated VIF entry in instance network info cache for port 750383b3-5cee-4bc4-974f-1abc484d84d1. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.370747] env[69330]: DEBUG nova.network.neutron [req-8d2b7f19-9142-4bf9-94b2-db05c23b6de3 req-9f67a71d-595a-497d-8a77-ba41401ba490 service nova] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Updating instance_info_cache with network_info: [{"id": "750383b3-5cee-4bc4-974f-1abc484d84d1", "address": "fa:16:3e:d1:ba:17", "network": {"id": "51614a0f-c64f-45b3-8756-3f8696f70000", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-393319070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93686938c9a84141bf1549e53d0eaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750383b3-5c", "ovs_interfaceid": "750383b3-5cee-4bc4-974f-1abc484d84d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.457305] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521e3ca0-5ae2-10d7-1a1a-f75f27e21b90, 'name': SearchDatastore_Task, 'duration_secs': 0.019696} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.457593] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.457896] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 777704ba-28f1-4ae4-beae-0728957551bd/777704ba-28f1-4ae4-beae-0728957551bd.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.458180] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.458371] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.458625] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1065750-7275-496d-bd44-67ca7d15bc62 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.460699] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-644a893f-6504-413e-89ea-6b6df8d8fae4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.469185] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Waiting for the task: (returnval){ [ 1129.469185] env[69330]: value = "task-4129040" [ 1129.469185] env[69330]: _type = "Task" [ 1129.469185] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.474035] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.474258] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.475483] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f80d1bd-976d-458d-996e-478d2eae8ca9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.482116] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.486635] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1129.486635] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c9d276-580e-f2e6-3fc5-f349fe47040d" [ 1129.486635] env[69330]: _type = "Task" [ 1129.486635] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.499143] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c9d276-580e-f2e6-3fc5-f349fe47040d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.511316] env[69330]: DEBUG oslo_concurrency.lockutils [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.572165] env[69330]: DEBUG nova.scheduler.client.report [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.736315] env[69330]: DEBUG nova.compute.manager [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.738830] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.738830] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043b6723-b8d2-41ff-8331-a80044205359 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.748597] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.748987] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-228a2ef9-da5a-4ca1-a47d-92259e550960 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.758916] env[69330]: DEBUG oslo_vmware.api [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Waiting for the task: (returnval){ [ 1129.758916] env[69330]: value = "task-4129041" [ 1129.758916] env[69330]: _type = "Task" [ 1129.758916] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.772143] env[69330]: DEBUG oslo_vmware.api [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.808297] env[69330]: DEBUG nova.network.neutron [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Successfully updated port: 7a452dab-921c-4e0a-95e2-b90ca163d5c6 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.820305] env[69330]: DEBUG nova.network.neutron [None req-2680cbc0-fc8f-45d5-b7d7-07ac7c8429e9 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Updating instance_info_cache with network_info: [{"id": "7516fb28-15a7-4296-8516-22e66938ea7f", "address": "fa:16:3e:72:f5:a8", "network": {"id": "e01f65fb-dfc5-4b9c-892b-504a5f3a4b64", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1630275269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ddaa1e18324d2e9a6243d9d3fcaf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7516fb28-15", "ovs_interfaceid": "7516fb28-15a7-4296-8516-22e66938ea7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.874129] env[69330]: DEBUG oslo_concurrency.lockutils [req-8d2b7f19-9142-4bf9-94b2-db05c23b6de3 req-9f67a71d-595a-497d-8a77-ba41401ba490 service nova] Releasing lock "refresh_cache-5db41c59-4495-417b-82c2-79232c80a46d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.981506] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129040, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.000337] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c9d276-580e-f2e6-3fc5-f349fe47040d, 'name': SearchDatastore_Task, 'duration_secs': 0.015944} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.001613] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f27a280-89f9-48e6-9f00-775141ecfb2b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.009582] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1130.009582] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f4667c-c392-8b5b-652e-14e483a18a23" [ 1130.009582] env[69330]: _type = "Task" [ 1130.009582] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.024082] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f4667c-c392-8b5b-652e-14e483a18a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.076398] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.077072] env[69330]: DEBUG nova.compute.manager [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.080094] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.045s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.080291] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.080475] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69330) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1130.080840] env[69330]: DEBUG oslo_concurrency.lockutils [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.282s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.081144] env[69330]: DEBUG nova.objects.instance [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lazy-loading 'resources' on Instance uuid 83fe277b-2296-48ee-a5e4-7e1c40c8378d {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.082989] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6511ef8-f27c-4d09-bdad-a7da91d073cb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.093896] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6fcec3-6d39-43ae-ae13-c0b879888346 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.111394] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6b8178-fe71-4d47-ae30-e2f85cbb839e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.120495] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23eb74eb-815f-4d6a-8883-a246cacecb0c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.153488] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178395MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69330) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1130.153668] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.163578] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "d4856daf-04ec-44db-9ef9-c385c67eeb16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.163824] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "d4856daf-04ec-44db-9ef9-c385c67eeb16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.270623] env[69330]: DEBUG oslo_vmware.api [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129041, 'name': PowerOffVM_Task, 'duration_secs': 0.311082} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.270917] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.271111] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.271530] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3749fdf2-0925-4446-8724-20aef59df5c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.311516] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.311709] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.311893] env[69330]: DEBUG nova.network.neutron [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.323531] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2680cbc0-fc8f-45d5-b7d7-07ac7c8429e9 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Releasing lock "refresh_cache-aba9acde-9aeb-4c0f-83be-626b392b5a15" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.324601] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473e5102-9551-4578-b6c7-60bb33ae11f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.334280] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2680cbc0-fc8f-45d5-b7d7-07ac7c8429e9 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Resuming the VM {{(pid=69330) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1130.334503] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9ca5337-2850-42bd-a344-1744ca1fa21a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.343157] env[69330]: DEBUG oslo_vmware.api [None req-2680cbc0-fc8f-45d5-b7d7-07ac7c8429e9 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1130.343157] env[69330]: value = "task-4129043" [ 1130.343157] env[69330]: _type = "Task" [ 1130.343157] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.348340] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.348570] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.348788] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Deleting the datastore file [datastore2] ac4ecd38-54f2-477d-b6c0-edade68da6f9 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.349508] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53c4678f-2b5b-4e40-bd22-a10ae0032e89 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.354586] env[69330]: DEBUG oslo_vmware.api [None req-2680cbc0-fc8f-45d5-b7d7-07ac7c8429e9 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.360327] env[69330]: DEBUG oslo_vmware.api [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Waiting for the task: (returnval){ [ 1130.360327] env[69330]: value = "task-4129044" [ 1130.360327] env[69330]: _type = "Task" [ 1130.360327] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.369525] env[69330]: DEBUG oslo_vmware.api [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.481386] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675518} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.481745] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 777704ba-28f1-4ae4-beae-0728957551bd/777704ba-28f1-4ae4-beae-0728957551bd.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.481985] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.482567] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38e2cd41-f17c-4e0c-9882-b9cb069e34d4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.490833] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Waiting for the task: (returnval){ [ 1130.490833] env[69330]: value = "task-4129045" [ 1130.490833] env[69330]: _type = "Task" [ 1130.490833] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.499736] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.520834] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f4667c-c392-8b5b-652e-14e483a18a23, 'name': SearchDatastore_Task, 'duration_secs': 0.071392} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.521174] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.521468] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 5db41c59-4495-417b-82c2-79232c80a46d/5db41c59-4495-417b-82c2-79232c80a46d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.521765] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c384f08d-55df-4165-b217-f2f8cd035b32 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.530689] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1130.530689] env[69330]: value = "task-4129046" [ 1130.530689] env[69330]: _type = "Task" [ 1130.530689] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.540974] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.584977] env[69330]: DEBUG nova.compute.utils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.586803] env[69330]: DEBUG nova.compute.manager [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.586803] env[69330]: DEBUG nova.network.neutron [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.655301] env[69330]: DEBUG nova.policy [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '808d831dabbe430b893b39074edb0124', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af82179fe57040ad8a1ebd138470cadd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.667499] env[69330]: DEBUG nova.compute.manager [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.718469] env[69330]: DEBUG nova.compute.manager [req-43abb7be-305f-438b-9cb4-f9f656bbc652 req-ad514913-91f4-4edc-a335-8a6de4ff18f3 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Received event network-vif-plugged-7a452dab-921c-4e0a-95e2-b90ca163d5c6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.718681] env[69330]: DEBUG oslo_concurrency.lockutils [req-43abb7be-305f-438b-9cb4-f9f656bbc652 req-ad514913-91f4-4edc-a335-8a6de4ff18f3 service nova] Acquiring lock "292799d0-2d6c-4b2a-84a3-fcb811c98372-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.718892] env[69330]: DEBUG oslo_concurrency.lockutils [req-43abb7be-305f-438b-9cb4-f9f656bbc652 req-ad514913-91f4-4edc-a335-8a6de4ff18f3 service nova] Lock "292799d0-2d6c-4b2a-84a3-fcb811c98372-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.719058] env[69330]: DEBUG oslo_concurrency.lockutils [req-43abb7be-305f-438b-9cb4-f9f656bbc652 req-ad514913-91f4-4edc-a335-8a6de4ff18f3 service nova] Lock "292799d0-2d6c-4b2a-84a3-fcb811c98372-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.719261] env[69330]: DEBUG nova.compute.manager [req-43abb7be-305f-438b-9cb4-f9f656bbc652 req-ad514913-91f4-4edc-a335-8a6de4ff18f3 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] No waiting events found dispatching network-vif-plugged-7a452dab-921c-4e0a-95e2-b90ca163d5c6 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1130.719740] env[69330]: WARNING nova.compute.manager [req-43abb7be-305f-438b-9cb4-f9f656bbc652 req-ad514913-91f4-4edc-a335-8a6de4ff18f3 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Received unexpected event network-vif-plugged-7a452dab-921c-4e0a-95e2-b90ca163d5c6 for instance with vm_state active and task_state None. [ 1130.719740] env[69330]: DEBUG nova.compute.manager [req-43abb7be-305f-438b-9cb4-f9f656bbc652 req-ad514913-91f4-4edc-a335-8a6de4ff18f3 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Received event network-changed-7a452dab-921c-4e0a-95e2-b90ca163d5c6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.719740] env[69330]: DEBUG nova.compute.manager [req-43abb7be-305f-438b-9cb4-f9f656bbc652 req-ad514913-91f4-4edc-a335-8a6de4ff18f3 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Refreshing instance network info cache due to event network-changed-7a452dab-921c-4e0a-95e2-b90ca163d5c6. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.719930] env[69330]: DEBUG oslo_concurrency.lockutils [req-43abb7be-305f-438b-9cb4-f9f656bbc652 req-ad514913-91f4-4edc-a335-8a6de4ff18f3 service nova] Acquiring lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.860441] env[69330]: DEBUG oslo_vmware.api [None req-2680cbc0-fc8f-45d5-b7d7-07ac7c8429e9 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129043, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.872975] env[69330]: DEBUG oslo_vmware.api [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Task: {'id': task-4129044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28698} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.873400] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.873652] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.873830] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.873942] env[69330]: INFO nova.compute.manager [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1130.874222] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.877217] env[69330]: DEBUG nova.compute.manager [-] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.877326] env[69330]: DEBUG nova.network.neutron [-] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.880182] env[69330]: WARNING nova.network.neutron [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] f53f7646-d40e-4fb8-8ba0-43314b6fc77e already exists in list: networks containing: ['f53f7646-d40e-4fb8-8ba0-43314b6fc77e']. ignoring it [ 1130.905249] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332d2666-622e-4f8d-8c33-57fa16c4327b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.914122] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4fbd7d-cea2-40b8-95bf-9a6e9a5bccf3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.952589] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507c9cd8-b6d6-4544-a9b5-9fa6cbdd32ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.961679] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef8add1-0957-4010-b46a-fb7ebee96f3b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.977550] env[69330]: DEBUG nova.compute.provider_tree [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.002977] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083137} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.003702] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.004615] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9016ac-45e5-4d02-a535-8edc249c06c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.030761] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 777704ba-28f1-4ae4-beae-0728957551bd/777704ba-28f1-4ae4-beae-0728957551bd.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.037433] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef1e405-c7e4-45c3-bb3c-56b907e9e45a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.062414] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129046, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.064300] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Waiting for the task: (returnval){ [ 1131.064300] env[69330]: value = "task-4129047" [ 1131.064300] env[69330]: _type = "Task" [ 1131.064300] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.092610] env[69330]: DEBUG nova.compute.manager [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.137278] env[69330]: DEBUG nova.network.neutron [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Successfully created port: ab6ef843-20da-4009-97b9-bb5a161b82f1 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.196106] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.358620] env[69330]: DEBUG oslo_vmware.api [None req-2680cbc0-fc8f-45d5-b7d7-07ac7c8429e9 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129043, 'name': PowerOnVM_Task, 'duration_secs': 0.636264} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.358959] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2680cbc0-fc8f-45d5-b7d7-07ac7c8429e9 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Resumed the VM {{(pid=69330) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1131.359204] env[69330]: DEBUG nova.compute.manager [None req-2680cbc0-fc8f-45d5-b7d7-07ac7c8429e9 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1131.360876] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db16028e-96da-4d53-9f40-3be66ac90928 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.408307] env[69330]: DEBUG nova.network.neutron [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updating instance_info_cache with network_info: [{"id": "fa3ef474-fe4d-4685-952f-3a55935406b8", "address": "fa:16:3e:c1:a0:b5", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3ef474-fe", "ovs_interfaceid": "fa3ef474-fe4d-4685-952f-3a55935406b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a452dab-921c-4e0a-95e2-b90ca163d5c6", "address": "fa:16:3e:6d:6a:9e", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a452dab-92", "ovs_interfaceid": "7a452dab-921c-4e0a-95e2-b90ca163d5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.481967] env[69330]: DEBUG nova.scheduler.client.report [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.559488] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129046, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.574718] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129047, 'name': ReconfigVM_Task, 'duration_secs': 0.419146} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.575031] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 777704ba-28f1-4ae4-beae-0728957551bd/777704ba-28f1-4ae4-beae-0728957551bd.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.576217] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef1e2c98-c929-4d75-b935-529eb4fce333 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.586325] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Waiting for the task: (returnval){ [ 1131.586325] env[69330]: value = "task-4129048" [ 1131.586325] env[69330]: _type = "Task" [ 1131.586325] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.595874] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129048, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.623273] env[69330]: DEBUG nova.compute.manager [req-70598a65-8eb4-4f39-948c-252eab943f28 req-fdf2ae55-b806-4f23-a52e-c3e7f34b9a17 service nova] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Received event network-vif-deleted-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.623273] env[69330]: INFO nova.compute.manager [req-70598a65-8eb4-4f39-948c-252eab943f28 req-fdf2ae55-b806-4f23-a52e-c3e7f34b9a17 service nova] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Neutron deleted interface cd4bc8fa-dd96-4dbb-b6d5-c346b799389e; detaching it from the instance and deleting it from the info cache [ 1131.623273] env[69330]: DEBUG nova.network.neutron [req-70598a65-8eb4-4f39-948c-252eab943f28 req-fdf2ae55-b806-4f23-a52e-c3e7f34b9a17 service nova] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.883823] env[69330]: DEBUG nova.network.neutron [-] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.911270] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.912052] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.912219] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.912493] env[69330]: DEBUG oslo_concurrency.lockutils [req-43abb7be-305f-438b-9cb4-f9f656bbc652 req-ad514913-91f4-4edc-a335-8a6de4ff18f3 service nova] Acquired lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.912678] env[69330]: DEBUG nova.network.neutron [req-43abb7be-305f-438b-9cb4-f9f656bbc652 req-ad514913-91f4-4edc-a335-8a6de4ff18f3 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Refreshing network info cache for port 7a452dab-921c-4e0a-95e2-b90ca163d5c6 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.914467] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4469e053-337d-4db7-9ba5-0a0f1491af36 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.933501] env[69330]: DEBUG nova.virt.hardware [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.933778] env[69330]: DEBUG nova.virt.hardware [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.933939] env[69330]: DEBUG nova.virt.hardware [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.934136] env[69330]: DEBUG nova.virt.hardware [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.934299] env[69330]: DEBUG nova.virt.hardware [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.934464] env[69330]: DEBUG nova.virt.hardware [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.934672] env[69330]: DEBUG nova.virt.hardware [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.934831] env[69330]: DEBUG nova.virt.hardware [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.934996] env[69330]: DEBUG nova.virt.hardware [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.935184] env[69330]: DEBUG nova.virt.hardware [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.935355] env[69330]: DEBUG nova.virt.hardware [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.941640] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Reconfiguring VM to attach interface {{(pid=69330) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1131.942311] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20dbc0f7-6b4c-42ef-9e5d-12c740f632bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.961629] env[69330]: DEBUG oslo_vmware.api [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1131.961629] env[69330]: value = "task-4129049" [ 1131.961629] env[69330]: _type = "Task" [ 1131.961629] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.972747] env[69330]: DEBUG oslo_vmware.api [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129049, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.987424] env[69330]: DEBUG oslo_concurrency.lockutils [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.989909] env[69330]: DEBUG oslo_concurrency.lockutils [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.479s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.011228] env[69330]: INFO nova.scheduler.client.report [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Deleted allocations for instance 83fe277b-2296-48ee-a5e4-7e1c40c8378d [ 1132.060947] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129046, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.098271] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129048, 'name': Rename_Task, 'duration_secs': 0.167256} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.098692] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.099178] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f7f0e11-fc6a-492c-a010-fb846f9b5a64 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.102085] env[69330]: DEBUG nova.compute.manager [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.106196] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Waiting for the task: (returnval){ [ 1132.106196] env[69330]: value = "task-4129050" [ 1132.106196] env[69330]: _type = "Task" [ 1132.106196] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.115896] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.125532] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c09780c7-6cb9-4117-a557-ce09992bf451 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.133624] env[69330]: DEBUG nova.virt.hardware [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.134480] env[69330]: DEBUG nova.virt.hardware [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.134808] env[69330]: DEBUG nova.virt.hardware [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.135015] env[69330]: DEBUG nova.virt.hardware [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.135171] env[69330]: DEBUG nova.virt.hardware [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.135340] env[69330]: DEBUG nova.virt.hardware [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.135586] env[69330]: DEBUG nova.virt.hardware [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.135752] env[69330]: DEBUG nova.virt.hardware [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.135925] env[69330]: DEBUG nova.virt.hardware [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.136105] env[69330]: DEBUG nova.virt.hardware [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.136345] env[69330]: DEBUG nova.virt.hardware [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.137266] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1bcbaf-ff6e-4e1f-99ba-2f7ea6530a82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.145864] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19bcb0c-44b8-4487-ad05-eea7c813832c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.161567] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42e51d9-a686-462b-b14a-e9f763977f64 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.190293] env[69330]: DEBUG nova.compute.manager [req-70598a65-8eb4-4f39-948c-252eab943f28 req-fdf2ae55-b806-4f23-a52e-c3e7f34b9a17 service nova] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Detach interface failed, port_id=cd4bc8fa-dd96-4dbb-b6d5-c346b799389e, reason: Instance ac4ecd38-54f2-477d-b6c0-edade68da6f9 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.386550] env[69330]: INFO nova.compute.manager [-] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Took 1.51 seconds to deallocate network for instance. [ 1132.474179] env[69330]: DEBUG oslo_vmware.api [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.495773] env[69330]: INFO nova.compute.claims [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.521323] env[69330]: DEBUG oslo_concurrency.lockutils [None req-595581c3-423f-4537-b208-ddda168f97b4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Lock "83fe277b-2296-48ee-a5e4-7e1c40c8378d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.661s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.562393] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129046, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.618781] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.749816] env[69330]: DEBUG nova.network.neutron [req-43abb7be-305f-438b-9cb4-f9f656bbc652 req-ad514913-91f4-4edc-a335-8a6de4ff18f3 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updated VIF entry in instance network info cache for port 7a452dab-921c-4e0a-95e2-b90ca163d5c6. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.750493] env[69330]: DEBUG nova.network.neutron [req-43abb7be-305f-438b-9cb4-f9f656bbc652 req-ad514913-91f4-4edc-a335-8a6de4ff18f3 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updating instance_info_cache with network_info: [{"id": "fa3ef474-fe4d-4685-952f-3a55935406b8", "address": "fa:16:3e:c1:a0:b5", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3ef474-fe", "ovs_interfaceid": "fa3ef474-fe4d-4685-952f-3a55935406b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a452dab-921c-4e0a-95e2-b90ca163d5c6", "address": "fa:16:3e:6d:6a:9e", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a452dab-92", "ovs_interfaceid": "7a452dab-921c-4e0a-95e2-b90ca163d5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.814331] env[69330]: DEBUG nova.network.neutron [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Successfully updated port: ab6ef843-20da-4009-97b9-bb5a161b82f1 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.894796] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.972821] env[69330]: DEBUG oslo_vmware.api [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129049, 'name': ReconfigVM_Task, 'duration_secs': 0.813202} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.973432] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.973683] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Reconfigured VM to attach interface {{(pid=69330) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1133.003553] env[69330]: INFO nova.compute.resource_tracker [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating resource usage from migration 3b65e04a-6f93-4bc4-b8a4-a29ddef476e2 [ 1133.065695] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129046, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.112781} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.068728] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 5db41c59-4495-417b-82c2-79232c80a46d/5db41c59-4495-417b-82c2-79232c80a46d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.069009] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.069550] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31f10b43-20d4-4dba-a5d1-84f18dc1c956 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.078854] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1133.078854] env[69330]: value = "task-4129051" [ 1133.078854] env[69330]: _type = "Task" [ 1133.078854] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.090978] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.116914] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129050, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.253745] env[69330]: DEBUG oslo_concurrency.lockutils [req-43abb7be-305f-438b-9cb4-f9f656bbc652 req-ad514913-91f4-4edc-a335-8a6de4ff18f3 service nova] Releasing lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.320120] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "refresh_cache-b8c3d3d2-2319-4723-9ee9-f1fd300179b3" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.320290] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "refresh_cache-b8c3d3d2-2319-4723-9ee9-f1fd300179b3" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.320647] env[69330]: DEBUG nova.network.neutron [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.394873] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e067213-99a2-4682-8c39-40706de8eb7d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.404206] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0d9e7e-647f-4122-bb56-635beb05e333 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.438374] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0785b50a-fb6c-4c98-93a6-20e94631515b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.447375] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c42242d-d7a9-4cca-9c82-0886da577f85 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.463236] env[69330]: DEBUG nova.compute.provider_tree [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.479931] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-292799d0-2d6c-4b2a-84a3-fcb811c98372-7a452dab-921c-4e0a-95e2-b90ca163d5c6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.975s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.590422] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077043} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.590964] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.591837] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f1457c-91d0-4ad9-a302-6909b8ab5db2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.618165] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 5db41c59-4495-417b-82c2-79232c80a46d/5db41c59-4495-417b-82c2-79232c80a46d.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.621946] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49d1edb5-cb4e-47fd-b34a-cf0e2b4ed0d6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.644320] env[69330]: DEBUG oslo_vmware.api [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129050, 'name': PowerOnVM_Task, 'duration_secs': 1.132217} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.646649] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.646925] env[69330]: INFO nova.compute.manager [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1133.647130] env[69330]: DEBUG nova.compute.manager [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1133.647519] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1133.647519] env[69330]: value = "task-4129052" [ 1133.647519] env[69330]: _type = "Task" [ 1133.647519] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.648286] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537b6042-7068-40ee-b50b-388e632ed3b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.661840] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129052, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.857336] env[69330]: DEBUG nova.network.neutron [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.966729] env[69330]: DEBUG nova.scheduler.client.report [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.995755] env[69330]: DEBUG nova.compute.manager [req-c3ebd299-f7d2-44d1-a630-d72e49bcaf71 req-f3e79b4e-1bca-415c-a846-7400552ff485 service nova] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Received event network-vif-plugged-ab6ef843-20da-4009-97b9-bb5a161b82f1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.995995] env[69330]: DEBUG oslo_concurrency.lockutils [req-c3ebd299-f7d2-44d1-a630-d72e49bcaf71 req-f3e79b4e-1bca-415c-a846-7400552ff485 service nova] Acquiring lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.996737] env[69330]: DEBUG oslo_concurrency.lockutils [req-c3ebd299-f7d2-44d1-a630-d72e49bcaf71 req-f3e79b4e-1bca-415c-a846-7400552ff485 service nova] Lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.996737] env[69330]: DEBUG oslo_concurrency.lockutils [req-c3ebd299-f7d2-44d1-a630-d72e49bcaf71 req-f3e79b4e-1bca-415c-a846-7400552ff485 service nova] Lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.996737] env[69330]: DEBUG nova.compute.manager [req-c3ebd299-f7d2-44d1-a630-d72e49bcaf71 req-f3e79b4e-1bca-415c-a846-7400552ff485 service nova] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] No waiting events found dispatching network-vif-plugged-ab6ef843-20da-4009-97b9-bb5a161b82f1 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1133.996737] env[69330]: WARNING nova.compute.manager [req-c3ebd299-f7d2-44d1-a630-d72e49bcaf71 req-f3e79b4e-1bca-415c-a846-7400552ff485 service nova] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Received unexpected event network-vif-plugged-ab6ef843-20da-4009-97b9-bb5a161b82f1 for instance with vm_state building and task_state spawning. [ 1133.997097] env[69330]: DEBUG nova.compute.manager [req-c3ebd299-f7d2-44d1-a630-d72e49bcaf71 req-f3e79b4e-1bca-415c-a846-7400552ff485 service nova] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Received event network-changed-ab6ef843-20da-4009-97b9-bb5a161b82f1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.997340] env[69330]: DEBUG nova.compute.manager [req-c3ebd299-f7d2-44d1-a630-d72e49bcaf71 req-f3e79b4e-1bca-415c-a846-7400552ff485 service nova] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Refreshing instance network info cache due to event network-changed-ab6ef843-20da-4009-97b9-bb5a161b82f1. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.997515] env[69330]: DEBUG oslo_concurrency.lockutils [req-c3ebd299-f7d2-44d1-a630-d72e49bcaf71 req-f3e79b4e-1bca-415c-a846-7400552ff485 service nova] Acquiring lock "refresh_cache-b8c3d3d2-2319-4723-9ee9-f1fd300179b3" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.024379] env[69330]: DEBUG nova.network.neutron [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Updating instance_info_cache with network_info: [{"id": "ab6ef843-20da-4009-97b9-bb5a161b82f1", "address": "fa:16:3e:3b:20:e4", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6ef843-20", "ovs_interfaceid": "ab6ef843-20da-4009-97b9-bb5a161b82f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.161433] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129052, 'name': ReconfigVM_Task, 'duration_secs': 0.350678} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.161737] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 5db41c59-4495-417b-82c2-79232c80a46d/5db41c59-4495-417b-82c2-79232c80a46d.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.162394] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc53e80f-6896-4f72-af28-400871989079 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.172491] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1134.172491] env[69330]: value = "task-4129053" [ 1134.172491] env[69330]: _type = "Task" [ 1134.172491] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.180278] env[69330]: INFO nova.compute.manager [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Took 25.32 seconds to build instance. [ 1134.187155] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129053, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.475089] env[69330]: DEBUG oslo_concurrency.lockutils [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.485s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.475367] env[69330]: INFO nova.compute.manager [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Migrating [ 1134.482346] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.329s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.527473] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "refresh_cache-b8c3d3d2-2319-4723-9ee9-f1fd300179b3" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.527834] env[69330]: DEBUG nova.compute.manager [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Instance network_info: |[{"id": "ab6ef843-20da-4009-97b9-bb5a161b82f1", "address": "fa:16:3e:3b:20:e4", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6ef843-20", "ovs_interfaceid": "ab6ef843-20da-4009-97b9-bb5a161b82f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.529112] env[69330]: DEBUG oslo_concurrency.lockutils [req-c3ebd299-f7d2-44d1-a630-d72e49bcaf71 req-f3e79b4e-1bca-415c-a846-7400552ff485 service nova] Acquired lock "refresh_cache-b8c3d3d2-2319-4723-9ee9-f1fd300179b3" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.529323] env[69330]: DEBUG nova.network.neutron [req-c3ebd299-f7d2-44d1-a630-d72e49bcaf71 req-f3e79b4e-1bca-415c-a846-7400552ff485 service nova] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Refreshing network info cache for port ab6ef843-20da-4009-97b9-bb5a161b82f1 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.530571] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:20:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab6ef843-20da-4009-97b9-bb5a161b82f1', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.540075] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.540128] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.540912] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb0a48fd-f522-47ae-9636-41f34868d2d0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.565032] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.565032] env[69330]: value = "task-4129054" [ 1134.565032] env[69330]: _type = "Task" [ 1134.565032] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.574715] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129054, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.684496] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Lock "777704ba-28f1-4ae4-beae-0728957551bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.841s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.684859] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129053, 'name': Rename_Task, 'duration_secs': 0.208322} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.685181] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.685460] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ff09037-2db0-42d5-9c05-d988e1e51d58 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.694629] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1134.694629] env[69330]: value = "task-4129055" [ 1134.694629] env[69330]: _type = "Task" [ 1134.694629] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.705980] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.937345] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.937634] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.965390] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "interface-292799d0-2d6c-4b2a-84a3-fcb811c98372-7a452dab-921c-4e0a-95e2-b90ca163d5c6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.965884] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-292799d0-2d6c-4b2a-84a3-fcb811c98372-7a452dab-921c-4e0a-95e2-b90ca163d5c6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.002077] env[69330]: DEBUG oslo_concurrency.lockutils [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.002378] env[69330]: DEBUG oslo_concurrency.lockutils [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.002603] env[69330]: DEBUG nova.network.neutron [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.076773] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129054, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.207479] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129055, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.227121] env[69330]: DEBUG oslo_concurrency.lockutils [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "7d98df4c-419b-41e0-bfdf-af9d01574ba6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.227405] env[69330]: DEBUG oslo_concurrency.lockutils [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "7d98df4c-419b-41e0-bfdf-af9d01574ba6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.227688] env[69330]: DEBUG oslo_concurrency.lockutils [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "7d98df4c-419b-41e0-bfdf-af9d01574ba6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.227914] env[69330]: DEBUG oslo_concurrency.lockutils [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "7d98df4c-419b-41e0-bfdf-af9d01574ba6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.228115] env[69330]: DEBUG oslo_concurrency.lockutils [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "7d98df4c-419b-41e0-bfdf-af9d01574ba6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.230406] env[69330]: INFO nova.compute.manager [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Terminating instance [ 1135.379111] env[69330]: DEBUG nova.network.neutron [req-c3ebd299-f7d2-44d1-a630-d72e49bcaf71 req-f3e79b4e-1bca-415c-a846-7400552ff485 service nova] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Updated VIF entry in instance network info cache for port ab6ef843-20da-4009-97b9-bb5a161b82f1. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.379630] env[69330]: DEBUG nova.network.neutron [req-c3ebd299-f7d2-44d1-a630-d72e49bcaf71 req-f3e79b4e-1bca-415c-a846-7400552ff485 service nova] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Updating instance_info_cache with network_info: [{"id": "ab6ef843-20da-4009-97b9-bb5a161b82f1", "address": "fa:16:3e:3b:20:e4", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6ef843-20", "ovs_interfaceid": "ab6ef843-20da-4009-97b9-bb5a161b82f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.441661] env[69330]: INFO nova.compute.manager [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Detaching volume 1fb66887-c698-4454-bc52-5a519b0ab77c [ 1135.469715] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.469908] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.470954] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfe8cd0-34ca-4406-ba10-0fd0a74e5ab5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.491223] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adb0f2b-3364-4461-be34-e48b487c00ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.517403] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Applying migration context for instance d3941c63-5974-4a1b-9e79-f4df050659cd as it has an incoming, in-progress migration 3b65e04a-6f93-4bc4-b8a4-a29ddef476e2. Migration status is pre-migrating {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1135.519382] env[69330]: INFO nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating resource usage from migration 3b65e04a-6f93-4bc4-b8a4-a29ddef476e2 [ 1135.531763] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Reconfiguring VM to detach interface {{(pid=69330) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1135.533573] env[69330]: INFO nova.virt.block_device [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Attempting to driver detach volume 1fb66887-c698-4454-bc52-5a519b0ab77c from mountpoint /dev/sdb [ 1135.533573] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1135.533670] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817821', 'volume_id': '1fb66887-c698-4454-bc52-5a519b0ab77c', 'name': 'volume-1fb66887-c698-4454-bc52-5a519b0ab77c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9fc9aa-9b11-4530-a361-b3128bcb12c2', 'attached_at': '', 'detached_at': '', 'volume_id': '1fb66887-c698-4454-bc52-5a519b0ab77c', 'serial': '1fb66887-c698-4454-bc52-5a519b0ab77c'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1135.537018] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ca58e19-dbb3-4aab-9bac-c3917d0ab87c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.549085] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5899312d-0add-4ee7-9e4b-00eb9167e937 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.555216] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.555393] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance a39d8145-220b-4c62-a164-7ae645ae0608 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.555551] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance a690ba5b-c7ca-4383-bd59-1c4f1184b7be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.555700] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d96151fe-5ed4-48f8-8d64-52554141341e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.555827] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 213d5055-bde4-4ebf-908c-f84d79eaa08e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.555945] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 6a9fc9aa-9b11-4530-a361-b3128bcb12c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.556075] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 7bb0a892-c239-4c4b-83ce-563224fd85e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.556189] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 292799d0-2d6c-4b2a-84a3-fcb811c98372 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.556302] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 7d98df4c-419b-41e0-bfdf-af9d01574ba6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.556416] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 737d7f9f-5be8-4b03-b313-11d83f6fda2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.556563] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance aba9acde-9aeb-4c0f-83be-626b392b5a15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.556652] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 3d04a9e0-59b8-4d89-8e89-5695c685f7f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.556786] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 473bf161-adfb-479d-9b4b-4b4e19ee61d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.556926] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance ac4ecd38-54f2-477d-b6c0-edade68da6f9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1135.557086] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 777704ba-28f1-4ae4-beae-0728957551bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.557236] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 5db41c59-4495-417b-82c2-79232c80a46d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.557376] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance b8c3d3d2-2319-4723-9ee9-f1fd300179b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.557500] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Migration 3b65e04a-6f93-4bc4-b8a4-a29ddef476e2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1135.557611] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d3941c63-5974-4a1b-9e79-f4df050659cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.589537] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2f9747-21e2-43f8-b045-01641185a40c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.593487] env[69330]: DEBUG oslo_vmware.api [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1135.593487] env[69330]: value = "task-4129056" [ 1135.593487] env[69330]: _type = "Task" [ 1135.593487] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.604215] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129054, 'name': CreateVM_Task, 'duration_secs': 0.520489} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.607841] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.608939] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce517e9-6b0f-4d33-9b90-fe68e76a914d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.612093] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Acquiring lock "777704ba-28f1-4ae4-beae-0728957551bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.612317] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Lock "777704ba-28f1-4ae4-beae-0728957551bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.612517] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Acquiring lock "777704ba-28f1-4ae4-beae-0728957551bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.612723] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Lock "777704ba-28f1-4ae4-beae-0728957551bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.612892] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Lock "777704ba-28f1-4ae4-beae-0728957551bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.619940] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.620044] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.620409] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.622642] env[69330]: DEBUG oslo_vmware.api [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.623287] env[69330]: INFO nova.compute.manager [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Terminating instance [ 1135.627284] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e5a9dd-4b99-4f26-87a1-9307106fe5bc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.656287] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d65fbf2-5e43-40cd-94c7-8985fcb628a7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.659325] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1135.659325] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529a5b70-0e78-59df-5eb7-44106bc1598a" [ 1135.659325] env[69330]: _type = "Task" [ 1135.659325] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.674859] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] The volume has not been displaced from its original location: [datastore2] volume-1fb66887-c698-4454-bc52-5a519b0ab77c/volume-1fb66887-c698-4454-bc52-5a519b0ab77c.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1135.680612] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.683315] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30178ad6-f2c7-4033-96e2-a79ba1ff33a4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.700870] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529a5b70-0e78-59df-5eb7-44106bc1598a, 'name': SearchDatastore_Task, 'duration_secs': 0.047607} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.707889] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.708167] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.708798] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.708798] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.708798] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.709071] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1293cd5b-7cad-421d-8c5b-ecd11c3e845d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.715617] env[69330]: DEBUG oslo_vmware.api [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1135.715617] env[69330]: value = "task-4129057" [ 1135.715617] env[69330]: _type = "Task" [ 1135.715617] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.723066] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129055, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.726564] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.726773] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.733536] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a16011-c817-4fd0-bd68-ea416ce5b45a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.737260] env[69330]: DEBUG oslo_vmware.api [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.738157] env[69330]: DEBUG nova.compute.manager [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.738426] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.739590] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c807117b-3d06-4ef9-a0f9-cad81515cb16 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.748889] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1135.748889] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5222a978-60fb-0a27-c585-cc5c122ab135" [ 1135.748889] env[69330]: _type = "Task" [ 1135.748889] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.757846] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.762247] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4191351c-5d9e-4c8b-858e-a5d5b4b5a737 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.771038] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5222a978-60fb-0a27-c585-cc5c122ab135, 'name': SearchDatastore_Task} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.772884] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe84d717-2a93-41b6-a816-469155b93196 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.779289] env[69330]: DEBUG oslo_vmware.api [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1135.779289] env[69330]: value = "task-4129058" [ 1135.779289] env[69330]: _type = "Task" [ 1135.779289] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.781211] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1135.781211] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529a04b0-0939-010f-2ff5-c3235ed0a080" [ 1135.781211] env[69330]: _type = "Task" [ 1135.781211] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.799884] env[69330]: DEBUG oslo_vmware.api [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.804369] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529a04b0-0939-010f-2ff5-c3235ed0a080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.882678] env[69330]: DEBUG oslo_concurrency.lockutils [req-c3ebd299-f7d2-44d1-a630-d72e49bcaf71 req-f3e79b4e-1bca-415c-a846-7400552ff485 service nova] Releasing lock "refresh_cache-b8c3d3d2-2319-4723-9ee9-f1fd300179b3" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.931138] env[69330]: DEBUG nova.network.neutron [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance_info_cache with network_info: [{"id": "fcccb6f6-566c-4b11-a267-39c70599532a", "address": "fa:16:3e:34:87:54", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccb6f6-56", "ovs_interfaceid": "fcccb6f6-566c-4b11-a267-39c70599532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.061321] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d4856daf-04ec-44db-9ef9-c385c67eeb16 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1136.061752] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1136.062059] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1136.115289] env[69330]: DEBUG oslo_vmware.api [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.128738] env[69330]: DEBUG nova.compute.manager [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.129600] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.131118] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66661457-9a7d-4c4e-8515-da7d11468705 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.148031] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.148031] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99080804-1cd1-4828-bead-42093df1943e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.162088] env[69330]: DEBUG oslo_vmware.api [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Waiting for the task: (returnval){ [ 1136.162088] env[69330]: value = "task-4129059" [ 1136.162088] env[69330]: _type = "Task" [ 1136.162088] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.176230] env[69330]: DEBUG oslo_vmware.api [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.216488] env[69330]: DEBUG oslo_vmware.api [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129055, 'name': PowerOnVM_Task, 'duration_secs': 1.212331} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.216488] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.216488] env[69330]: INFO nova.compute.manager [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1136.216488] env[69330]: DEBUG nova.compute.manager [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.216488] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6785d305-7df6-46b8-a1e0-16640dc721bb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.234024] env[69330]: DEBUG oslo_vmware.api [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129057, 'name': ReconfigVM_Task, 'duration_secs': 0.377101} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.239413] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.244750] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89545269-b2ea-401a-b077-41730da2e021 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.267140] env[69330]: DEBUG oslo_vmware.api [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1136.267140] env[69330]: value = "task-4129060" [ 1136.267140] env[69330]: _type = "Task" [ 1136.267140] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.278843] env[69330]: DEBUG oslo_vmware.api [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.298683] env[69330]: DEBUG oslo_vmware.api [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129058, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.309176] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529a04b0-0939-010f-2ff5-c3235ed0a080, 'name': SearchDatastore_Task, 'duration_secs': 0.035163} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.313644] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.313644] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] b8c3d3d2-2319-4723-9ee9-f1fd300179b3/b8c3d3d2-2319-4723-9ee9-f1fd300179b3.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.314526] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad939290-0522-4cd2-8bf6-28fb631fd1cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.326049] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1136.326049] env[69330]: value = "task-4129061" [ 1136.326049] env[69330]: _type = "Task" [ 1136.326049] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.340804] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.438710] env[69330]: DEBUG oslo_concurrency.lockutils [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.517301] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb687969-e7fe-4203-9408-009189fc710e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.526867] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff739c7-e6d1-4f3a-ab8d-8ee45ed1eaea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.564059] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee1707e-44f9-4c67-8d51-3e698923319d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.574020] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ae478d-576c-43a8-9a7f-349b6df63b6e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.590172] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.611959] env[69330]: DEBUG oslo_vmware.api [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.679060] env[69330]: DEBUG oslo_vmware.api [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129059, 'name': PowerOffVM_Task, 'duration_secs': 0.268525} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.679635] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.679842] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.680224] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a0c3e06-0cc1-4332-a3a4-f9de95d24573 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.750414] env[69330]: INFO nova.compute.manager [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Took 27.52 seconds to build instance. [ 1136.780773] env[69330]: DEBUG oslo_vmware.api [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129060, 'name': ReconfigVM_Task, 'duration_secs': 0.220079} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.782140] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817821', 'volume_id': '1fb66887-c698-4454-bc52-5a519b0ab77c', 'name': 'volume-1fb66887-c698-4454-bc52-5a519b0ab77c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9fc9aa-9b11-4530-a361-b3128bcb12c2', 'attached_at': '', 'detached_at': '', 'volume_id': '1fb66887-c698-4454-bc52-5a519b0ab77c', 'serial': '1fb66887-c698-4454-bc52-5a519b0ab77c'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1136.799262] env[69330]: DEBUG oslo_vmware.api [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129058, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.800842] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.801103] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.801302] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Deleting the datastore file [datastore1] 777704ba-28f1-4ae4-beae-0728957551bd {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.801759] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa850169-81e7-4267-b0bd-30bba65d09a2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.809950] env[69330]: DEBUG oslo_vmware.api [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Waiting for the task: (returnval){ [ 1136.809950] env[69330]: value = "task-4129063" [ 1136.809950] env[69330]: _type = "Task" [ 1136.809950] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.820067] env[69330]: DEBUG oslo_vmware.api [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.838284] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129061, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.094465] env[69330]: DEBUG nova.scheduler.client.report [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.114411] env[69330]: DEBUG oslo_vmware.api [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.255759] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f385cbf4-2957-437f-87b2-106e40ff07c0 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "5db41c59-4495-417b-82c2-79232c80a46d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.038s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.297442] env[69330]: DEBUG oslo_vmware.api [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129058, 'name': PowerOffVM_Task, 'duration_secs': 1.238872} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.297751] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.297933] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.298223] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-633116bd-051b-4328-9e6c-76045a3e19fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.320485] env[69330]: DEBUG oslo_vmware.api [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.334845] env[69330]: DEBUG nova.objects.instance [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lazy-loading 'flavor' on Instance uuid 6a9fc9aa-9b11-4530-a361-b3128bcb12c2 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.344104] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710323} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.344512] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] b8c3d3d2-2319-4723-9ee9-f1fd300179b3/b8c3d3d2-2319-4723-9ee9-f1fd300179b3.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.344751] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.345033] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b86c5e1-1a54-42d6-bee7-fb9c90b0ec9a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.354456] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1137.354456] env[69330]: value = "task-4129065" [ 1137.354456] env[69330]: _type = "Task" [ 1137.354456] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.364605] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.402305] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.402305] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.402580] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Deleting the datastore file [datastore2] 7d98df4c-419b-41e0-bfdf-af9d01574ba6 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.402831] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d164cdd1-ba97-4c8e-9004-bcdfcda5584e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.410766] env[69330]: DEBUG oslo_vmware.api [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1137.410766] env[69330]: value = "task-4129066" [ 1137.410766] env[69330]: _type = "Task" [ 1137.410766] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.420964] env[69330]: DEBUG oslo_vmware.api [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.601589] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1137.601589] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.119s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.602104] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.406s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.603502] env[69330]: INFO nova.compute.claims [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.616456] env[69330]: DEBUG oslo_vmware.api [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.824568] env[69330]: DEBUG oslo_vmware.api [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Task: {'id': task-4129063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.612741} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.824905] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.825059] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.825249] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.825433] env[69330]: INFO nova.compute.manager [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1137.825772] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.825994] env[69330]: DEBUG nova.compute.manager [-] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.826111] env[69330]: DEBUG nova.network.neutron [-] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.869975] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085062} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.870452] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.871897] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0746f3-6caa-484b-82fe-160b8c558508 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.912545] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] b8c3d3d2-2319-4723-9ee9-f1fd300179b3/b8c3d3d2-2319-4723-9ee9-f1fd300179b3.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.915486] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52ce548f-b991-44e2-8723-69f396ed2f57 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.941358] env[69330]: DEBUG oslo_vmware.api [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.943707] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1137.943707] env[69330]: value = "task-4129067" [ 1137.943707] env[69330]: _type = "Task" [ 1137.943707] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.955062] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.960539] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9e4cec-0368-4589-854f-9ca818e5bc64 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.981050] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance 'd3941c63-5974-4a1b-9e79-f4df050659cd' progress to 0 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.116179] env[69330]: DEBUG oslo_vmware.api [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.192813] env[69330]: DEBUG nova.compute.manager [req-15b93e6e-fa96-4c56-8b9c-7e84b0d54320 req-7f068627-128d-48a7-9f02-486b5ae54d00 service nova] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Received event network-vif-deleted-83401edd-f3a0-4467-8e77-4b7e1f0df87f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.193079] env[69330]: INFO nova.compute.manager [req-15b93e6e-fa96-4c56-8b9c-7e84b0d54320 req-7f068627-128d-48a7-9f02-486b5ae54d00 service nova] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Neutron deleted interface 83401edd-f3a0-4467-8e77-4b7e1f0df87f; detaching it from the instance and deleting it from the info cache [ 1138.193279] env[69330]: DEBUG nova.network.neutron [req-15b93e6e-fa96-4c56-8b9c-7e84b0d54320 req-7f068627-128d-48a7-9f02-486b5ae54d00 service nova] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.343676] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1d7fa787-e533-4676-8dc2-745edcc42c48 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.406s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.416961] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquiring lock "fe25d9ba-5f51-4161-b47f-660cc7623da6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.417233] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Lock "fe25d9ba-5f51-4161-b47f-660cc7623da6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.430430] env[69330]: DEBUG oslo_vmware.api [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550567} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.431313] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.431540] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.431723] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.431894] env[69330]: INFO nova.compute.manager [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Took 2.69 seconds to destroy the instance on the hypervisor. [ 1138.432147] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.432593] env[69330]: DEBUG nova.compute.manager [-] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.432694] env[69330]: DEBUG nova.network.neutron [-] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.454144] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129067, 'name': ReconfigVM_Task, 'duration_secs': 0.406596} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.454435] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Reconfigured VM instance instance-0000006a to attach disk [datastore1] b8c3d3d2-2319-4723-9ee9-f1fd300179b3/b8c3d3d2-2319-4723-9ee9-f1fd300179b3.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.455153] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d85eff4-b4e4-4285-86de-2864e060fd73 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.463120] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1138.463120] env[69330]: value = "task-4129068" [ 1138.463120] env[69330]: _type = "Task" [ 1138.463120] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.475107] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129068, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.487466] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.487816] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faf0e27f-2124-4ba6-bfa0-50e8d1930ebb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.496145] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1138.496145] env[69330]: value = "task-4129069" [ 1138.496145] env[69330]: _type = "Task" [ 1138.496145] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.499921] env[69330]: DEBUG oslo_concurrency.lockutils [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "aba9acde-9aeb-4c0f-83be-626b392b5a15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.500185] env[69330]: DEBUG oslo_concurrency.lockutils [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.500398] env[69330]: DEBUG oslo_concurrency.lockutils [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "aba9acde-9aeb-4c0f-83be-626b392b5a15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.500587] env[69330]: DEBUG oslo_concurrency.lockutils [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.500816] env[69330]: DEBUG oslo_concurrency.lockutils [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.504613] env[69330]: INFO nova.compute.manager [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Terminating instance [ 1138.513423] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.616102] env[69330]: DEBUG oslo_vmware.api [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.657342] env[69330]: DEBUG nova.network.neutron [-] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.699528] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b6b9c0d-d0e2-44f4-adeb-ab8cf90b8277 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.711404] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0c5fa5-4558-4882-b339-79426d69339e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.753822] env[69330]: DEBUG nova.compute.manager [req-15b93e6e-fa96-4c56-8b9c-7e84b0d54320 req-7f068627-128d-48a7-9f02-486b5ae54d00 service nova] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Detach interface failed, port_id=83401edd-f3a0-4467-8e77-4b7e1f0df87f, reason: Instance 777704ba-28f1-4ae4-beae-0728957551bd could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1138.924989] env[69330]: DEBUG nova.compute.manager [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.984018] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129068, 'name': Rename_Task, 'duration_secs': 0.189807} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.984018] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.984018] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f7efbf1-8275-4780-80d5-d0c20ef4bc7b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.992617] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1138.992617] env[69330]: value = "task-4129070" [ 1138.992617] env[69330]: _type = "Task" [ 1138.992617] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.001583] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544060c3-7699-44bd-bdb6-5766acf541fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.010216] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.013581] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129069, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.017662] env[69330]: DEBUG nova.compute.manager [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.017662] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.018936] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b8f02b-78b4-4739-b7f8-17eff62e8fac {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.022512] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590c30ca-cb3b-41b9-9cdc-5e81f79422d6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.031805] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.058685] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eac172eb-2aad-4519-9b4f-d38e0b60ad48 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.061218] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15ea71c-51f8-4f63-97cb-6894d694df3f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.071728] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2def5775-d167-4345-a596-3bd8f8371f1c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.077777] env[69330]: DEBUG oslo_vmware.api [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1139.077777] env[69330]: value = "task-4129071" [ 1139.077777] env[69330]: _type = "Task" [ 1139.077777] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.094971] env[69330]: DEBUG nova.compute.provider_tree [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.097566] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "5db41c59-4495-417b-82c2-79232c80a46d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.097821] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "5db41c59-4495-417b-82c2-79232c80a46d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.098039] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "5db41c59-4495-417b-82c2-79232c80a46d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.098268] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "5db41c59-4495-417b-82c2-79232c80a46d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.098459] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "5db41c59-4495-417b-82c2-79232c80a46d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.101585] env[69330]: INFO nova.compute.manager [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Terminating instance [ 1139.107182] env[69330]: DEBUG oslo_vmware.api [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.119423] env[69330]: DEBUG oslo_vmware.api [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.160682] env[69330]: INFO nova.compute.manager [-] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Took 1.33 seconds to deallocate network for instance. [ 1139.443449] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.443738] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.443942] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.444142] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.444577] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.446946] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.447482] env[69330]: INFO nova.compute.manager [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Terminating instance [ 1139.507898] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129070, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.511345] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129069, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.519300] env[69330]: DEBUG nova.network.neutron [-] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.589303] env[69330]: DEBUG oslo_vmware.api [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129071, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.603086] env[69330]: DEBUG nova.scheduler.client.report [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.614269] env[69330]: DEBUG nova.compute.manager [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.614701] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.619431] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08849f2-176f-49c4-a45b-4ba5237555e2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.622678] env[69330]: DEBUG oslo_vmware.api [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.628282] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.628537] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9b399a1-bb50-45ae-888c-0f1ad0c07c4f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.635748] env[69330]: DEBUG oslo_vmware.api [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1139.635748] env[69330]: value = "task-4129072" [ 1139.635748] env[69330]: _type = "Task" [ 1139.635748] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.644703] env[69330]: DEBUG oslo_vmware.api [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.669891] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.952287] env[69330]: DEBUG nova.compute.manager [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.952654] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.954100] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3871cac-c0b2-4126-9fab-f2b5e728f3f4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.963389] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.963666] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c7e69b5-0453-4448-ab10-40d7fb847e76 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.971526] env[69330]: DEBUG oslo_vmware.api [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1139.971526] env[69330]: value = "task-4129073" [ 1139.971526] env[69330]: _type = "Task" [ 1139.971526] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.981638] env[69330]: DEBUG oslo_vmware.api [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.007966] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.011247] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129069, 'name': PowerOffVM_Task, 'duration_secs': 1.206185} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.011778] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.011778] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance 'd3941c63-5974-4a1b-9e79-f4df050659cd' progress to 17 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.022521] env[69330]: INFO nova.compute.manager [-] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Took 1.59 seconds to deallocate network for instance. [ 1140.090914] env[69330]: DEBUG oslo_vmware.api [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129071, 'name': PowerOffVM_Task, 'duration_secs': 0.541578} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.091288] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.091934] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.092619] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4b3686f-5432-48e2-a5b1-4f6771f70574 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.115500] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.116025] env[69330]: DEBUG nova.compute.manager [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.119151] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.224s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.119377] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.121622] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.675s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.123192] env[69330]: INFO nova.compute.claims [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.141744] env[69330]: DEBUG oslo_vmware.api [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.156678] env[69330]: DEBUG oslo_vmware.api [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129072, 'name': PowerOffVM_Task, 'duration_secs': 0.237043} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.157092] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.157241] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.157545] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc3e755b-4309-4810-a74a-0b6c22479948 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.161765] env[69330]: INFO nova.scheduler.client.report [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Deleted allocations for instance ac4ecd38-54f2-477d-b6c0-edade68da6f9 [ 1140.184944] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.185273] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.185487] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Deleting the datastore file [datastore1] aba9acde-9aeb-4c0f-83be-626b392b5a15 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.186110] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0ff7387-1fc3-4eee-a899-4908b3d94dd2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.198775] env[69330]: DEBUG oslo_vmware.api [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for the task: (returnval){ [ 1140.198775] env[69330]: value = "task-4129076" [ 1140.198775] env[69330]: _type = "Task" [ 1140.198775] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.209497] env[69330]: DEBUG oslo_vmware.api [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.230260] env[69330]: DEBUG nova.compute.manager [req-3ab98061-a14b-418d-8466-581a55dcf95d req-6137640a-ce16-474e-b51b-905bf2933dca service nova] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Received event network-vif-deleted-d2e55b53-01ae-417b-b99f-42128f610504 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.258478] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.258721] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.258905] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Deleting the datastore file [datastore1] 5db41c59-4495-417b-82c2-79232c80a46d {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.259237] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a49e57e-25c3-4181-a875-af958467cbe6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.270035] env[69330]: DEBUG oslo_vmware.api [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1140.270035] env[69330]: value = "task-4129077" [ 1140.270035] env[69330]: _type = "Task" [ 1140.270035] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.279545] env[69330]: DEBUG oslo_vmware.api [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.483138] env[69330]: DEBUG oslo_vmware.api [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129073, 'name': PowerOffVM_Task, 'duration_secs': 0.248078} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.483534] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.483728] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.484011] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6136bdf1-4fff-401b-87ba-bd9483364629 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.505655] env[69330]: DEBUG oslo_vmware.api [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129070, 'name': PowerOnVM_Task, 'duration_secs': 1.459373} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.506086] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.506366] env[69330]: INFO nova.compute.manager [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1140.506603] env[69330]: DEBUG nova.compute.manager [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1140.507974] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18282095-afc8-489d-a4c0-0b23aaf21fbd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.522538] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.522878] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.523053] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.523332] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.523563] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.523817] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.524148] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.524511] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.524783] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.525020] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.525311] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.532322] env[69330]: DEBUG oslo_concurrency.lockutils [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.532659] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63bc4d46-944c-4300-869c-273f894edf2b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.552374] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1140.552374] env[69330]: value = "task-4129079" [ 1140.552374] env[69330]: _type = "Task" [ 1140.552374] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.564492] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.577798] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.578208] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.578569] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Deleting the datastore file [datastore1] 6a9fc9aa-9b11-4530-a361-b3128bcb12c2 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.578927] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03aeb907-be88-4d27-951b-2e142a78bf82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.588898] env[69330]: DEBUG oslo_vmware.api [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1140.588898] env[69330]: value = "task-4129080" [ 1140.588898] env[69330]: _type = "Task" [ 1140.588898] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.600723] env[69330]: DEBUG oslo_vmware.api [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.623038] env[69330]: DEBUG oslo_vmware.api [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.628649] env[69330]: DEBUG nova.compute.utils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.632992] env[69330]: DEBUG nova.compute.manager [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.633402] env[69330]: DEBUG nova.network.neutron [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.675346] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99798010-6b2f-4ad1-8691-fab5dd1161dc tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Lock "ac4ecd38-54f2-477d-b6c0-edade68da6f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.451s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.685081] env[69330]: DEBUG nova.policy [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f505160b4f3c48d99217ff311806c5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d414cc273845e79fcaea123c421790', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.709843] env[69330]: DEBUG oslo_vmware.api [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Task: {'id': task-4129076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282103} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.710231] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.711448] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.712132] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.712379] env[69330]: INFO nova.compute.manager [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1140.712661] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.712888] env[69330]: DEBUG nova.compute.manager [-] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.712977] env[69330]: DEBUG nova.network.neutron [-] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.790625] env[69330]: DEBUG oslo_vmware.api [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261828} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.791015] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.791313] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.791628] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.791775] env[69330]: INFO nova.compute.manager [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1140.792193] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.792477] env[69330]: DEBUG nova.compute.manager [-] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.792582] env[69330]: DEBUG nova.network.neutron [-] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.045086] env[69330]: INFO nova.compute.manager [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Took 16.73 seconds to build instance. [ 1141.065257] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129079, 'name': ReconfigVM_Task, 'duration_secs': 0.259764} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.066088] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance 'd3941c63-5974-4a1b-9e79-f4df050659cd' progress to 33 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.100228] env[69330]: DEBUG oslo_vmware.api [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37721} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.100228] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.100381] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.100556] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.100692] env[69330]: INFO nova.compute.manager [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1141.101948] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.101948] env[69330]: DEBUG nova.compute.manager [-] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.101948] env[69330]: DEBUG nova.network.neutron [-] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.125557] env[69330]: DEBUG oslo_vmware.api [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129056, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.133486] env[69330]: DEBUG nova.compute.manager [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.186296] env[69330]: DEBUG nova.network.neutron [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Successfully created port: 34bdc7d2-4582-4f11-b52a-81067970fc8d {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.547404] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a79c8eea-49e7-4d85-9b84-84a143c16790 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.246s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.568320] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db326335-9276-45a6-9de4-87deabb586e5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.576404] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.577299] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.578648] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.578648] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.578648] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.578648] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.579197] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.581015] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.581015] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.581015] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.581015] env[69330]: DEBUG nova.virt.hardware [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.587253] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.589132] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed3f877d-bc07-493f-a876-8cf7bb857a97 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.613106] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29f670d-081d-4a9a-a037-313e12449bc6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.618843] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1141.618843] env[69330]: value = "task-4129081" [ 1141.618843] env[69330]: _type = "Task" [ 1141.618843] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.669415] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87194085-ed26-4c5f-aec2-63d62cb9a3cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.673135] env[69330]: DEBUG oslo_vmware.api [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129056, 'name': ReconfigVM_Task, 'duration_secs': 5.9334} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.677053] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.677357] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Reconfigured VM to detach interface {{(pid=69330) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1141.680384] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.686896] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac96efff-4545-465f-956e-9f38b8897f37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.704403] env[69330]: DEBUG nova.compute.provider_tree [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.722962] env[69330]: DEBUG nova.network.neutron [-] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.842850] env[69330]: DEBUG nova.compute.manager [req-2090468e-64ec-42d6-925c-cc88a257f6b7 req-1d85f9c7-33bb-4bbc-8f03-d446b4724907 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Received event network-vif-deleted-7516fb28-15a7-4296-8516-22e66938ea7f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.842850] env[69330]: INFO nova.compute.manager [req-2090468e-64ec-42d6-925c-cc88a257f6b7 req-1d85f9c7-33bb-4bbc-8f03-d446b4724907 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Neutron deleted interface 7516fb28-15a7-4296-8516-22e66938ea7f; detaching it from the instance and deleting it from the info cache [ 1141.842850] env[69330]: DEBUG nova.network.neutron [req-2090468e-64ec-42d6-925c-cc88a257f6b7 req-1d85f9c7-33bb-4bbc-8f03-d446b4724907 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.138132] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129081, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.175878] env[69330]: DEBUG nova.compute.manager [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.215280] env[69330]: DEBUG nova.virt.hardware [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.215613] env[69330]: DEBUG nova.virt.hardware [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.215789] env[69330]: DEBUG nova.virt.hardware [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.215976] env[69330]: DEBUG nova.virt.hardware [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.219609] env[69330]: DEBUG nova.virt.hardware [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.219609] env[69330]: DEBUG nova.virt.hardware [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.219609] env[69330]: DEBUG nova.virt.hardware [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.219609] env[69330]: DEBUG nova.virt.hardware [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.219609] env[69330]: DEBUG nova.virt.hardware [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.219609] env[69330]: DEBUG nova.virt.hardware [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.220104] env[69330]: DEBUG nova.virt.hardware [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.220939] env[69330]: DEBUG nova.scheduler.client.report [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.225212] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a9ea7d-5907-4e73-9885-5e6a951b617f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.228840] env[69330]: INFO nova.compute.manager [-] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Took 1.44 seconds to deallocate network for instance. [ 1142.237177] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ad3c51-97a2-4676-a8be-dafe9f8ed83d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.256946] env[69330]: DEBUG oslo_concurrency.lockutils [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.257290] env[69330]: DEBUG oslo_concurrency.lockutils [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.301155] env[69330]: DEBUG nova.network.neutron [-] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.346751] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15439625-d6be-4f89-a979-fc15d0fde0f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.357212] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1f0131-1540-41f8-b391-2499cd7bf20b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.392408] env[69330]: DEBUG nova.compute.manager [req-2090468e-64ec-42d6-925c-cc88a257f6b7 req-1d85f9c7-33bb-4bbc-8f03-d446b4724907 service nova] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Detach interface failed, port_id=7516fb28-15a7-4296-8516-22e66938ea7f, reason: Instance aba9acde-9aeb-4c0f-83be-626b392b5a15 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1142.494721] env[69330]: DEBUG nova.compute.manager [req-b6dc28c2-29dc-47c5-8972-be94bba6e626 req-477b9833-ba33-4297-b951-09b0227bc469 service nova] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Received event network-vif-deleted-750383b3-5cee-4bc4-974f-1abc484d84d1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.639242] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129081, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.690333] env[69330]: DEBUG oslo_concurrency.lockutils [None req-302880aa-2bf7-4250-b6d1-04c354ae488b tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.690333] env[69330]: DEBUG oslo_concurrency.lockutils [None req-302880aa-2bf7-4250-b6d1-04c354ae488b tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.690333] env[69330]: DEBUG nova.compute.manager [None req-302880aa-2bf7-4250-b6d1-04c354ae488b tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.690333] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff007feb-3d54-4db7-b5a5-0a96ce932fce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.698162] env[69330]: DEBUG nova.compute.manager [None req-302880aa-2bf7-4250-b6d1-04c354ae488b tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69330) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1142.699153] env[69330]: DEBUG nova.objects.instance [None req-302880aa-2bf7-4250-b6d1-04c354ae488b tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lazy-loading 'flavor' on Instance uuid b8c3d3d2-2319-4723-9ee9-f1fd300179b3 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.733098] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.733098] env[69330]: DEBUG nova.compute.manager [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.734586] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.064s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.735221] env[69330]: DEBUG nova.objects.instance [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Lazy-loading 'resources' on Instance uuid 777704ba-28f1-4ae4-beae-0728957551bd {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.737285] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.746322] env[69330]: DEBUG nova.network.neutron [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Successfully updated port: 34bdc7d2-4582-4f11-b52a-81067970fc8d {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.762693] env[69330]: DEBUG nova.compute.utils [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.803492] env[69330]: INFO nova.compute.manager [-] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Took 2.09 seconds to deallocate network for instance. [ 1142.973085] env[69330]: DEBUG nova.network.neutron [-] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.054579] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.054579] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.054579] env[69330]: DEBUG nova.network.neutron [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.136983] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129081, 'name': ReconfigVM_Task, 'duration_secs': 1.199207} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.136983] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1143.137589] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684b25a2-d1e4-4df5-93b7-056e08e4cc59 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.161385] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] d3941c63-5974-4a1b-9e79-f4df050659cd/d3941c63-5974-4a1b-9e79-f4df050659cd.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.162149] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40cc73e-507c-4243-b27f-bf648f50a21b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.181139] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1143.181139] env[69330]: value = "task-4129082" [ 1143.181139] env[69330]: _type = "Task" [ 1143.181139] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.192947] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.241839] env[69330]: DEBUG nova.compute.utils [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.244298] env[69330]: DEBUG nova.compute.manager [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Not allocating networking since 'none' was specified. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1143.252077] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "refresh_cache-d4856daf-04ec-44db-9ef9-c385c67eeb16" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.252077] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "refresh_cache-d4856daf-04ec-44db-9ef9-c385c67eeb16" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.252077] env[69330]: DEBUG nova.network.neutron [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.266256] env[69330]: DEBUG oslo_concurrency.lockutils [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.312849] env[69330]: DEBUG oslo_concurrency.lockutils [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.476394] env[69330]: INFO nova.compute.manager [-] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Took 2.37 seconds to deallocate network for instance. [ 1143.592074] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78431f1e-7b48-4018-a6e5-24c255da3979 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.601786] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f923fc5-157f-41f2-8ad2-e3c4ff96c7a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.641100] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00a46f7-86c3-461d-be0d-75d7ce440e9b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.650775] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320e6c29-bdf5-4f27-8aee-27463afc9d7e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.670330] env[69330]: DEBUG nova.compute.provider_tree [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.691638] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129082, 'name': ReconfigVM_Task, 'duration_secs': 0.377906} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.691924] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Reconfigured VM instance instance-00000025 to attach disk [datastore2] d3941c63-5974-4a1b-9e79-f4df050659cd/d3941c63-5974-4a1b-9e79-f4df050659cd.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.692254] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance 'd3941c63-5974-4a1b-9e79-f4df050659cd' progress to 50 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.707365] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-302880aa-2bf7-4250-b6d1-04c354ae488b tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.707688] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3f4549a-057f-48af-a045-5dfee49e8b85 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.716268] env[69330]: DEBUG oslo_vmware.api [None req-302880aa-2bf7-4250-b6d1-04c354ae488b tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1143.716268] env[69330]: value = "task-4129083" [ 1143.716268] env[69330]: _type = "Task" [ 1143.716268] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.726417] env[69330]: DEBUG oslo_vmware.api [None req-302880aa-2bf7-4250-b6d1-04c354ae488b tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.746205] env[69330]: DEBUG nova.compute.manager [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.805696] env[69330]: DEBUG nova.network.neutron [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.873682] env[69330]: DEBUG nova.compute.manager [req-e6791e49-2941-41c7-9e1c-5f79658536d1 req-34cb4579-f942-41d4-83a4-f8b546b9e5ce service nova] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Received event network-vif-deleted-313a1a18-0e2a-4d3e-9189-71f473b306fd {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.985619] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.067170] env[69330]: DEBUG nova.network.neutron [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Updating instance_info_cache with network_info: [{"id": "34bdc7d2-4582-4f11-b52a-81067970fc8d", "address": "fa:16:3e:e8:cb:b8", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34bdc7d2-45", "ovs_interfaceid": "34bdc7d2-4582-4f11-b52a-81067970fc8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.147317] env[69330]: INFO nova.network.neutron [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Port 7a452dab-921c-4e0a-95e2-b90ca163d5c6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1144.147503] env[69330]: DEBUG nova.network.neutron [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updating instance_info_cache with network_info: [{"id": "fa3ef474-fe4d-4685-952f-3a55935406b8", "address": "fa:16:3e:c1:a0:b5", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3ef474-fe", "ovs_interfaceid": "fa3ef474-fe4d-4685-952f-3a55935406b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.177712] env[69330]: DEBUG nova.scheduler.client.report [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.200907] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a534c4f-cf37-49ac-8307-e10c00f9d702 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.231285] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c8a738-0ee1-4c83-8986-000686ef1d84 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.242340] env[69330]: DEBUG oslo_vmware.api [None req-302880aa-2bf7-4250-b6d1-04c354ae488b tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129083, 'name': PowerOffVM_Task, 'duration_secs': 0.23047} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.258188] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-302880aa-2bf7-4250-b6d1-04c354ae488b tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.258455] env[69330]: DEBUG nova.compute.manager [None req-302880aa-2bf7-4250-b6d1-04c354ae488b tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1144.262492] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance 'd3941c63-5974-4a1b-9e79-f4df050659cd' progress to 67 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.266986] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d3978f-4a45-49c2-a37d-88c58727e015 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.354766] env[69330]: DEBUG oslo_concurrency.lockutils [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.355092] env[69330]: DEBUG oslo_concurrency.lockutils [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.355359] env[69330]: INFO nova.compute.manager [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Attaching volume 5b3fdc6f-1763-41b3-a7b3-442172f841a1 to /dev/sdb [ 1144.399311] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc5465f-fee0-44ba-8b9b-3669352a5fe0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.406984] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dff751-2407-4d7d-a071-f91db7c3a3ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.422710] env[69330]: DEBUG nova.virt.block_device [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Updating existing volume attachment record: a80d8553-17c2-472b-9a50-fae8502a4f68 {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1144.563109] env[69330]: DEBUG nova.compute.manager [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Received event network-vif-plugged-34bdc7d2-4582-4f11-b52a-81067970fc8d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.563109] env[69330]: DEBUG oslo_concurrency.lockutils [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] Acquiring lock "d4856daf-04ec-44db-9ef9-c385c67eeb16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.563420] env[69330]: DEBUG oslo_concurrency.lockutils [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] Lock "d4856daf-04ec-44db-9ef9-c385c67eeb16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.563602] env[69330]: DEBUG oslo_concurrency.lockutils [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] Lock "d4856daf-04ec-44db-9ef9-c385c67eeb16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.563774] env[69330]: DEBUG nova.compute.manager [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] No waiting events found dispatching network-vif-plugged-34bdc7d2-4582-4f11-b52a-81067970fc8d {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1144.563938] env[69330]: WARNING nova.compute.manager [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Received unexpected event network-vif-plugged-34bdc7d2-4582-4f11-b52a-81067970fc8d for instance with vm_state building and task_state spawning. [ 1144.564117] env[69330]: DEBUG nova.compute.manager [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Received event network-changed-34bdc7d2-4582-4f11-b52a-81067970fc8d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.564360] env[69330]: DEBUG nova.compute.manager [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Refreshing instance network info cache due to event network-changed-34bdc7d2-4582-4f11-b52a-81067970fc8d. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.565017] env[69330]: DEBUG oslo_concurrency.lockutils [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] Acquiring lock "refresh_cache-d4856daf-04ec-44db-9ef9-c385c67eeb16" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.568789] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "refresh_cache-d4856daf-04ec-44db-9ef9-c385c67eeb16" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.569078] env[69330]: DEBUG nova.compute.manager [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Instance network_info: |[{"id": "34bdc7d2-4582-4f11-b52a-81067970fc8d", "address": "fa:16:3e:e8:cb:b8", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34bdc7d2-45", "ovs_interfaceid": "34bdc7d2-4582-4f11-b52a-81067970fc8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.569336] env[69330]: DEBUG oslo_concurrency.lockutils [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] Acquired lock "refresh_cache-d4856daf-04ec-44db-9ef9-c385c67eeb16" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.569509] env[69330]: DEBUG nova.network.neutron [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Refreshing network info cache for port 34bdc7d2-4582-4f11-b52a-81067970fc8d {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.570674] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:cb:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34bdc7d2-4582-4f11-b52a-81067970fc8d', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.578281] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.581538] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.582048] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b37628e1-8788-4993-839f-4502f250b58b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.603248] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.603248] env[69330]: value = "task-4129085" [ 1144.603248] env[69330]: _type = "Task" [ 1144.603248] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.612064] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129085, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.650863] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.683599] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.687987] env[69330]: DEBUG oslo_concurrency.lockutils [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.154s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.687987] env[69330]: DEBUG nova.objects.instance [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lazy-loading 'resources' on Instance uuid 7d98df4c-419b-41e0-bfdf-af9d01574ba6 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.718253] env[69330]: INFO nova.scheduler.client.report [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Deleted allocations for instance 777704ba-28f1-4ae4-beae-0728957551bd [ 1144.768922] env[69330]: DEBUG nova.compute.manager [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.785405] env[69330]: DEBUG oslo_concurrency.lockutils [None req-302880aa-2bf7-4250-b6d1-04c354ae488b tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.098s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.807040] env[69330]: DEBUG nova.virt.hardware [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.807745] env[69330]: DEBUG nova.virt.hardware [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.807745] env[69330]: DEBUG nova.virt.hardware [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.807745] env[69330]: DEBUG nova.virt.hardware [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.807910] env[69330]: DEBUG nova.virt.hardware [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.808139] env[69330]: DEBUG nova.virt.hardware [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.808353] env[69330]: DEBUG nova.virt.hardware [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.808460] env[69330]: DEBUG nova.virt.hardware [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.808633] env[69330]: DEBUG nova.virt.hardware [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.808798] env[69330]: DEBUG nova.virt.hardware [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.808969] env[69330]: DEBUG nova.virt.hardware [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.809928] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4cec89-1531-4367-b481-cd0315e3feb2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.820205] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67c38df-998e-4cb8-9b8b-b06462d5afd9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.827041] env[69330]: DEBUG nova.network.neutron [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Port fcccb6f6-566c-4b11-a267-39c70599532a binding to destination host cpu-1 is already ACTIVE {{(pid=69330) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1144.838188] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.845023] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Creating folder: Project (55680a6f38934e7dab0e73fba95d3fed). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1144.849515] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dca6391d-b5cc-4335-9e1e-6126ebd3d865 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.863602] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Created folder: Project (55680a6f38934e7dab0e73fba95d3fed) in parent group-v817559. [ 1144.863951] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Creating folder: Instances. Parent ref: group-v817847. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1144.864291] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f01f7be6-d8bd-4e9d-9274-82e5a19d3320 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.878646] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Created folder: Instances in parent group-v817847. [ 1144.878874] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.879277] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.879546] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3ee98c8-2579-4c24-b4eb-8729546b03e3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.897869] env[69330]: DEBUG nova.network.neutron [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Updated VIF entry in instance network info cache for port 34bdc7d2-4582-4f11-b52a-81067970fc8d. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.898327] env[69330]: DEBUG nova.network.neutron [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Updating instance_info_cache with network_info: [{"id": "34bdc7d2-4582-4f11-b52a-81067970fc8d", "address": "fa:16:3e:e8:cb:b8", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34bdc7d2-45", "ovs_interfaceid": "34bdc7d2-4582-4f11-b52a-81067970fc8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.914367] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.914367] env[69330]: value = "task-4129090" [ 1144.914367] env[69330]: _type = "Task" [ 1144.914367] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.927784] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129090, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.947949] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "interface-3d04a9e0-59b8-4d89-8e89-5695c685f7f1-7a452dab-921c-4e0a-95e2-b90ca163d5c6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.948404] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-3d04a9e0-59b8-4d89-8e89-5695c685f7f1-7a452dab-921c-4e0a-95e2-b90ca163d5c6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.949009] env[69330]: DEBUG nova.objects.instance [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lazy-loading 'flavor' on Instance uuid 3d04a9e0-59b8-4d89-8e89-5695c685f7f1 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.117683] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129085, 'name': CreateVM_Task, 'duration_secs': 0.362796} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.117945] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.118799] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.120525] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.120923] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.121390] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7c7bfd-e4f9-41c3-91ca-cce889a20ad1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.131464] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1145.131464] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f7d95c-419a-b0b3-2a9a-a3669d5f487d" [ 1145.131464] env[69330]: _type = "Task" [ 1145.131464] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.144022] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f7d95c-419a-b0b3-2a9a-a3669d5f487d, 'name': SearchDatastore_Task, 'duration_secs': 0.011883} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.144396] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.144632] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.144878] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.145037] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.145378] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.145533] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5dd3f8a-c923-48a5-aed3-dee81de2dd1a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.159478] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b6d2f25c-15d1-40a2-a038-8fb31abed53a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-292799d0-2d6c-4b2a-84a3-fcb811c98372-7a452dab-921c-4e0a-95e2-b90ca163d5c6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.190s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.159478] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.159478] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.159478] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-807264f8-dd46-4328-951e-9f6c31f45c98 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.165355] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1145.165355] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52018dc2-365d-fe56-fd14-6f7c7356b207" [ 1145.165355] env[69330]: _type = "Task" [ 1145.165355] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.176881] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52018dc2-365d-fe56-fd14-6f7c7356b207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.226973] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Lock "777704ba-28f1-4ae4-beae-0728957551bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.615s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.401643] env[69330]: DEBUG oslo_concurrency.lockutils [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] Releasing lock "refresh_cache-d4856daf-04ec-44db-9ef9-c385c67eeb16" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.401914] env[69330]: DEBUG nova.compute.manager [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Received event network-changed-fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.402092] env[69330]: DEBUG nova.compute.manager [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Refreshing instance network info cache due to event network-changed-fa3ef474-fe4d-4685-952f-3a55935406b8. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.402310] env[69330]: DEBUG oslo_concurrency.lockutils [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] Acquiring lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.402453] env[69330]: DEBUG oslo_concurrency.lockutils [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] Acquired lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.402617] env[69330]: DEBUG nova.network.neutron [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Refreshing network info cache for port fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.421028] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.421028] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.421028] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.421028] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.421028] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.421555] env[69330]: INFO nova.compute.manager [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Terminating instance [ 1145.439667] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129090, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.506599] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5d2cd3-3de6-4855-af2f-b617a2e6fabe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.518897] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ef280c-4db0-4bba-a619-299fb297b3da {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.557814] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afa2328-27a3-4c13-85df-79bd41e29ac2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.566475] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fc5972-cbc1-4452-b602-b831a6614a0d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.582109] env[69330]: DEBUG nova.compute.provider_tree [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.595318] env[69330]: DEBUG nova.objects.instance [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d04a9e0-59b8-4d89-8e89-5695c685f7f1 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.676544] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52018dc2-365d-fe56-fd14-6f7c7356b207, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.677282] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a4b3a46-38ea-4188-bbcb-aaabf17a6587 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.683505] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1145.683505] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528a44df-ea0b-dc63-239a-f2b3249ff886" [ 1145.683505] env[69330]: _type = "Task" [ 1145.683505] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.693904] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528a44df-ea0b-dc63-239a-f2b3249ff886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.853675] env[69330]: DEBUG oslo_concurrency.lockutils [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "d3941c63-5974-4a1b-9e79-f4df050659cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.853931] env[69330]: DEBUG oslo_concurrency.lockutils [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.854100] env[69330]: DEBUG oslo_concurrency.lockutils [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.933501] env[69330]: DEBUG nova.compute.manager [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.933609] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.933795] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129090, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.936877] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c500ef-4920-4096-9d18-2ed5dbc7a7f1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.945085] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.945355] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eca40f6-7d2d-4cae-a183-c47e777743be {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.013151] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.013414] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.013622] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleting the datastore file [datastore1] b8c3d3d2-2319-4723-9ee9-f1fd300179b3 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.013886] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55bdef5e-e3c4-470c-8581-bf51451fda65 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.020860] env[69330]: DEBUG oslo_vmware.api [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1146.020860] env[69330]: value = "task-4129092" [ 1146.020860] env[69330]: _type = "Task" [ 1146.020860] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.029370] env[69330]: DEBUG oslo_vmware.api [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.084757] env[69330]: DEBUG nova.scheduler.client.report [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.100820] env[69330]: DEBUG nova.objects.base [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Object Instance<3d04a9e0-59b8-4d89-8e89-5695c685f7f1> lazy-loaded attributes: flavor,pci_requests {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1146.100820] env[69330]: DEBUG nova.network.neutron [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.121744] env[69330]: DEBUG nova.network.neutron [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updated VIF entry in instance network info cache for port fa3ef474-fe4d-4685-952f-3a55935406b8. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.121744] env[69330]: DEBUG nova.network.neutron [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updating instance_info_cache with network_info: [{"id": "fa3ef474-fe4d-4685-952f-3a55935406b8", "address": "fa:16:3e:c1:a0:b5", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3ef474-fe", "ovs_interfaceid": "fa3ef474-fe4d-4685-952f-3a55935406b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.202142] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528a44df-ea0b-dc63-239a-f2b3249ff886, 'name': SearchDatastore_Task, 'duration_secs': 0.0107} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.206912] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.206912] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] d4856daf-04ec-44db-9ef9-c385c67eeb16/d4856daf-04ec-44db-9ef9-c385c67eeb16.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.206912] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d410793-f735-4e6f-a444-e89215d5659f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.222397] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1146.222397] env[69330]: value = "task-4129093" [ 1146.222397] env[69330]: _type = "Task" [ 1146.222397] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.233223] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.249074] env[69330]: DEBUG nova.policy [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32e8e100581144dc8041a0065d3217b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8274dde6c414a3982a4d113f9999eea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.434753] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129090, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.532275] env[69330]: DEBUG oslo_vmware.api [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182515} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.532596] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.532749] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.532993] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.533153] env[69330]: INFO nova.compute.manager [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1146.533453] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.533718] env[69330]: DEBUG nova.compute.manager [-] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.533816] env[69330]: DEBUG nova.network.neutron [-] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.591855] env[69330]: DEBUG oslo_concurrency.lockutils [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.594985] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.858s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.595670] env[69330]: DEBUG nova.objects.instance [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lazy-loading 'resources' on Instance uuid 5db41c59-4495-417b-82c2-79232c80a46d {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.623824] env[69330]: INFO nova.scheduler.client.report [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Deleted allocations for instance 7d98df4c-419b-41e0-bfdf-af9d01574ba6 [ 1146.627116] env[69330]: DEBUG oslo_concurrency.lockutils [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] Releasing lock "refresh_cache-292799d0-2d6c-4b2a-84a3-fcb811c98372" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.627406] env[69330]: DEBUG nova.compute.manager [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Received event network-changed-bfff6113-b853-4eb3-8543-6ab1b4784fa2 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.627582] env[69330]: DEBUG nova.compute.manager [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Refreshing instance network info cache due to event network-changed-bfff6113-b853-4eb3-8543-6ab1b4784fa2. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.627794] env[69330]: DEBUG oslo_concurrency.lockutils [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] Acquiring lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.627996] env[69330]: DEBUG oslo_concurrency.lockutils [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] Acquired lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.628187] env[69330]: DEBUG nova.network.neutron [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Refreshing network info cache for port bfff6113-b853-4eb3-8543-6ab1b4784fa2 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.731804] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129093, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.895144] env[69330]: DEBUG oslo_concurrency.lockutils [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.895364] env[69330]: DEBUG oslo_concurrency.lockutils [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.895566] env[69330]: DEBUG nova.network.neutron [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.937133] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129090, 'name': CreateVM_Task, 'duration_secs': 1.598789} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.937347] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.937826] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.937996] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.938400] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.938706] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e020c9-fc8d-4526-92e8-b7fdbbe58220 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.944926] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1146.944926] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5268c9c9-035a-b5e8-7659-595e447aaf79" [ 1146.944926] env[69330]: _type = "Task" [ 1146.944926] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.954421] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5268c9c9-035a-b5e8-7659-595e447aaf79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.129811] env[69330]: DEBUG nova.compute.manager [req-31fbcae4-6fe1-4e15-bf35-86bf756ba544 req-c3a4a0a3-b1d8-45b7-808a-a2e9554439dd service nova] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Received event network-vif-deleted-ab6ef843-20da-4009-97b9-bb5a161b82f1 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.129811] env[69330]: INFO nova.compute.manager [req-31fbcae4-6fe1-4e15-bf35-86bf756ba544 req-c3a4a0a3-b1d8-45b7-808a-a2e9554439dd service nova] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Neutron deleted interface ab6ef843-20da-4009-97b9-bb5a161b82f1; detaching it from the instance and deleting it from the info cache [ 1147.130087] env[69330]: DEBUG nova.network.neutron [req-31fbcae4-6fe1-4e15-bf35-86bf756ba544 req-c3a4a0a3-b1d8-45b7-808a-a2e9554439dd service nova] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.146973] env[69330]: DEBUG oslo_concurrency.lockutils [None req-168c7904-68b2-442a-8f4e-77de819fafb4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "7d98df4c-419b-41e0-bfdf-af9d01574ba6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.919s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.239542] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536335} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.240159] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] d4856daf-04ec-44db-9ef9-c385c67eeb16/d4856daf-04ec-44db-9ef9-c385c67eeb16.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.240751] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.240933] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79f8ef32-787e-4179-8b13-dcd9fe743f22 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.251764] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1147.251764] env[69330]: value = "task-4129095" [ 1147.251764] env[69330]: _type = "Task" [ 1147.251764] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.269880] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.390852] env[69330]: DEBUG nova.network.neutron [-] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.457563] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5268c9c9-035a-b5e8-7659-595e447aaf79, 'name': SearchDatastore_Task, 'duration_secs': 0.029011} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.457868] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.458124] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.458346] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.458491] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.458671] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.458946] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16f569d5-b6ed-41fe-b2fb-95a567762e6d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.468661] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac3a436-b01f-4630-8f37-9a32e376e123 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.476430] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.476633] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.477828] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd6064ae-0857-4ebe-a3b3-61b670ed220e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.485817] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5694465-7425-42ee-a8dc-e6c57ab6932c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.490782] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1147.490782] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52644f57-8b59-fc7c-4ae4-0f5d0ff67a4b" [ 1147.490782] env[69330]: _type = "Task" [ 1147.490782] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.521505] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e803c4-96b8-4a6b-ac00-f391ab599dde {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.528312] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52644f57-8b59-fc7c-4ae4-0f5d0ff67a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012071} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.529468] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a00f7a5b-1a64-471d-a481-1a6de7c48875 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.535147] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f7869f-e9d3-4d2b-9d52-3c9e00f39cc8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.543549] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1147.543549] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52159176-61c2-74de-aa67-92a4922d38b7" [ 1147.543549] env[69330]: _type = "Task" [ 1147.543549] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.554984] env[69330]: DEBUG nova.compute.provider_tree [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.564876] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52159176-61c2-74de-aa67-92a4922d38b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.565777] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.566009] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] fe25d9ba-5f51-4161-b47f-660cc7623da6/fe25d9ba-5f51-4161-b47f-660cc7623da6.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.566273] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-957a812e-4f11-46e1-b88c-c216e3a5cf52 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.573114] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1147.573114] env[69330]: value = "task-4129096" [ 1147.573114] env[69330]: _type = "Task" [ 1147.573114] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.583180] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.634273] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63311889-c21f-43a0-80b9-cdc0be18e476 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.638937] env[69330]: DEBUG nova.network.neutron [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updated VIF entry in instance network info cache for port bfff6113-b853-4eb3-8543-6ab1b4784fa2. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.639335] env[69330]: DEBUG nova.network.neutron [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updating instance_info_cache with network_info: [{"id": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "address": "fa:16:3e:b3:66:a4", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff6113-b8", "ovs_interfaceid": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.647234] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8b1aeb-8b93-476c-8a71-8642f0e0181b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.682137] env[69330]: DEBUG nova.compute.manager [req-31fbcae4-6fe1-4e15-bf35-86bf756ba544 req-c3a4a0a3-b1d8-45b7-808a-a2e9554439dd service nova] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Detach interface failed, port_id=ab6ef843-20da-4009-97b9-bb5a161b82f1, reason: Instance b8c3d3d2-2319-4723-9ee9-f1fd300179b3 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1147.766106] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096898} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.766564] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.767497] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6e1091-d1d4-4687-89d2-5b929d773df1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.800964] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] d4856daf-04ec-44db-9ef9-c385c67eeb16/d4856daf-04ec-44db-9ef9-c385c67eeb16.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.804515] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccd9d839-aa80-4516-a100-f11d71ff8291 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.828267] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1147.828267] env[69330]: value = "task-4129097" [ 1147.828267] env[69330]: _type = "Task" [ 1147.828267] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.838819] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.867349] env[69330]: DEBUG nova.network.neutron [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance_info_cache with network_info: [{"id": "fcccb6f6-566c-4b11-a267-39c70599532a", "address": "fa:16:3e:34:87:54", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccb6f6-56", "ovs_interfaceid": "fcccb6f6-566c-4b11-a267-39c70599532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.893281] env[69330]: INFO nova.compute.manager [-] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Took 1.36 seconds to deallocate network for instance. [ 1148.061123] env[69330]: DEBUG nova.scheduler.client.report [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.084546] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129096, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.143729] env[69330]: DEBUG oslo_concurrency.lockutils [req-8201d351-0e0d-46ff-ac14-0e6adda2be31 req-ac3e8251-98f1-4fb1-ad1b-0add042ad6eb service nova] Releasing lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.343744] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129097, 'name': ReconfigVM_Task, 'duration_secs': 0.46394} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.344436] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Reconfigured VM instance instance-0000006b to attach disk [datastore2] d4856daf-04ec-44db-9ef9-c385c67eeb16/d4856daf-04ec-44db-9ef9-c385c67eeb16.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.345151] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f75580ba-914b-4433-a703-37e9930d8698 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.354017] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1148.354017] env[69330]: value = "task-4129098" [ 1148.354017] env[69330]: _type = "Task" [ 1148.354017] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.366385] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129098, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.370071] env[69330]: DEBUG oslo_concurrency.lockutils [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.402853] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.527138] env[69330]: DEBUG nova.network.neutron [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Successfully updated port: 7a452dab-921c-4e0a-95e2-b90ca163d5c6 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.546791] env[69330]: DEBUG nova.compute.manager [req-ca2e199d-f780-42f8-9b8a-c6cf26b9274d req-61e3bd43-97e1-45e8-8335-17e47ad3777a service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Received event network-vif-plugged-7a452dab-921c-4e0a-95e2-b90ca163d5c6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.548154] env[69330]: DEBUG oslo_concurrency.lockutils [req-ca2e199d-f780-42f8-9b8a-c6cf26b9274d req-61e3bd43-97e1-45e8-8335-17e47ad3777a service nova] Acquiring lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.548154] env[69330]: DEBUG oslo_concurrency.lockutils [req-ca2e199d-f780-42f8-9b8a-c6cf26b9274d req-61e3bd43-97e1-45e8-8335-17e47ad3777a service nova] Lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.548154] env[69330]: DEBUG oslo_concurrency.lockutils [req-ca2e199d-f780-42f8-9b8a-c6cf26b9274d req-61e3bd43-97e1-45e8-8335-17e47ad3777a service nova] Lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.548154] env[69330]: DEBUG nova.compute.manager [req-ca2e199d-f780-42f8-9b8a-c6cf26b9274d req-61e3bd43-97e1-45e8-8335-17e47ad3777a service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] No waiting events found dispatching network-vif-plugged-7a452dab-921c-4e0a-95e2-b90ca163d5c6 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1148.548281] env[69330]: WARNING nova.compute.manager [req-ca2e199d-f780-42f8-9b8a-c6cf26b9274d req-61e3bd43-97e1-45e8-8335-17e47ad3777a service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Received unexpected event network-vif-plugged-7a452dab-921c-4e0a-95e2-b90ca163d5c6 for instance with vm_state active and task_state None. [ 1148.567235] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.569533] env[69330]: DEBUG oslo_concurrency.lockutils [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.257s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.569999] env[69330]: DEBUG nova.objects.instance [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lazy-loading 'resources' on Instance uuid aba9acde-9aeb-4c0f-83be-626b392b5a15 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.587489] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521163} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.587638] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] fe25d9ba-5f51-4161-b47f-660cc7623da6/fe25d9ba-5f51-4161-b47f-660cc7623da6.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.588329] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.588329] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aee49b18-a8e2-473a-8258-5ec25c4756cb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.593739] env[69330]: INFO nova.scheduler.client.report [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Deleted allocations for instance 5db41c59-4495-417b-82c2-79232c80a46d [ 1148.598833] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1148.598833] env[69330]: value = "task-4129099" [ 1148.598833] env[69330]: _type = "Task" [ 1148.598833] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.606255] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.606701] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.611583] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.866176] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129098, 'name': Rename_Task, 'duration_secs': 0.161435} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.866471] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.866717] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab3df236-35e8-4485-86a9-74a9964e8021 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.873819] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1148.873819] env[69330]: value = "task-4129100" [ 1148.873819] env[69330]: _type = "Task" [ 1148.873819] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.886736] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.900100] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0831ea9-5d21-4f4b-89cb-b4394ea56f5b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.921346] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8d961b-79ac-446d-a526-afceb8caea8a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.929593] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance 'd3941c63-5974-4a1b-9e79-f4df050659cd' progress to 83 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.983941] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1148.984243] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817846', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'name': 'volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '737d7f9f-5be8-4b03-b313-11d83f6fda2e', 'attached_at': '', 'detached_at': '', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'serial': '5b3fdc6f-1763-41b3-a7b3-442172f841a1'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1148.985162] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd50822-2158-45de-9d36-8930d7a99d88 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.005846] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cffb80-eae2-463f-9710-c4360d7aa319 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.034330] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1/volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.035856] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.035856] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.035856] env[69330]: DEBUG nova.network.neutron [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.036851] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-578eef39-001d-40c4-aa07-35414a32a89c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.062582] env[69330]: DEBUG oslo_vmware.api [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1149.062582] env[69330]: value = "task-4129101" [ 1149.062582] env[69330]: _type = "Task" [ 1149.062582] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.075418] env[69330]: DEBUG oslo_vmware.api [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.106813] env[69330]: WARNING nova.network.neutron [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] f53f7646-d40e-4fb8-8ba0-43314b6fc77e already exists in list: networks containing: ['f53f7646-d40e-4fb8-8ba0-43314b6fc77e']. ignoring it [ 1149.109530] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f7150a8-8974-4724-a04e-249ec9ca72f5 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "5db41c59-4495-417b-82c2-79232c80a46d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.012s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.114748] env[69330]: INFO nova.compute.manager [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Detaching volume cc4c7605-fd07-469c-a9f5-e55d1d6e6949 [ 1149.120682] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080089} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.121094] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.125455] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df2e64f-e0b2-47c9-9c4b-dde895373c28 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.156615] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] fe25d9ba-5f51-4161-b47f-660cc7623da6/fe25d9ba-5f51-4161-b47f-660cc7623da6.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.160904] env[69330]: INFO nova.virt.block_device [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Attempting to driver detach volume cc4c7605-fd07-469c-a9f5-e55d1d6e6949 from mountpoint /dev/sdb [ 1149.161240] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.161451] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817814', 'volume_id': 'cc4c7605-fd07-469c-a9f5-e55d1d6e6949', 'name': 'volume-cc4c7605-fd07-469c-a9f5-e55d1d6e6949', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '213d5055-bde4-4ebf-908c-f84d79eaa08e', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc4c7605-fd07-469c-a9f5-e55d1d6e6949', 'serial': 'cc4c7605-fd07-469c-a9f5-e55d1d6e6949'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.163721] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48acc0ec-3f3c-4bba-b0c7-2bd0d9e0b6e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.179352] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc90c97b-93e4-4213-b672-0750c1751abc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.210952] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1149.210952] env[69330]: value = "task-4129102" [ 1149.210952] env[69330]: _type = "Task" [ 1149.210952] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.214803] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9959b450-e769-4746-8972-f9510752eac1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.235235] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.235903] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd928300-9344-4bc5-b32e-7883f61b4b1c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.260346] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0996b5b5-b19b-4273-8b81-58df17861570 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.280920] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] The volume has not been displaced from its original location: [datastore1] volume-cc4c7605-fd07-469c-a9f5-e55d1d6e6949/volume-cc4c7605-fd07-469c-a9f5-e55d1d6e6949.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1149.286761] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.290589] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac8285a-bf18-4928-8233-afabf1c05f48 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.313106] env[69330]: DEBUG oslo_vmware.api [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1149.313106] env[69330]: value = "task-4129103" [ 1149.313106] env[69330]: _type = "Task" [ 1149.313106] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.329890] env[69330]: DEBUG oslo_vmware.api [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129103, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.388698] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129100, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.437509] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.438170] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-296a3f28-ec14-4d54-8a17-d965fdebebf8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.446644] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1149.446644] env[69330]: value = "task-4129104" [ 1149.446644] env[69330]: _type = "Task" [ 1149.446644] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.463671] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.501304] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fbea58-d460-46b5-a25e-d850ae514fef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.510033] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13c7d4d-e85d-46e5-b962-64b3deb2592a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.553404] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ec88e7-b90e-414f-9e4a-ba6689e3d792 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.562822] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578d626a-66f7-4c29-bc15-0da1d28e99b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.588573] env[69330]: DEBUG nova.compute.provider_tree [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.590564] env[69330]: DEBUG oslo_vmware.api [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129101, 'name': ReconfigVM_Task, 'duration_secs': 0.436556} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.591347] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1/volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.597799] env[69330]: DEBUG nova.network.neutron [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updating instance_info_cache with network_info: [{"id": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "address": "fa:16:3e:b3:66:a4", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff6113-b8", "ovs_interfaceid": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a452dab-921c-4e0a-95e2-b90ca163d5c6", "address": "fa:16:3e:6d:6a:9e", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a452dab-92", "ovs_interfaceid": "7a452dab-921c-4e0a-95e2-b90ca163d5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.599415] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca02e6d3-1a29-4302-b135-fa37847a6c9d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.617663] env[69330]: DEBUG oslo_vmware.api [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1149.617663] env[69330]: value = "task-4129105" [ 1149.617663] env[69330]: _type = "Task" [ 1149.617663] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.629856] env[69330]: DEBUG oslo_vmware.api [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.730426] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129102, 'name': ReconfigVM_Task, 'duration_secs': 0.526996} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.730736] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Reconfigured VM instance instance-0000006c to attach disk [datastore2] fe25d9ba-5f51-4161-b47f-660cc7623da6/fe25d9ba-5f51-4161-b47f-660cc7623da6.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.731489] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6cca69e-ae16-4fee-a43a-84b95eadd292 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.739428] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1149.739428] env[69330]: value = "task-4129106" [ 1149.739428] env[69330]: _type = "Task" [ 1149.739428] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.748918] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129106, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.823741] env[69330]: DEBUG oslo_vmware.api [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129103, 'name': ReconfigVM_Task, 'duration_secs': 0.283452} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.824103] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.829354] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bfd5173-0b31-4710-83d2-c8a8b96264ab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.847710] env[69330]: DEBUG oslo_vmware.api [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1149.847710] env[69330]: value = "task-4129107" [ 1149.847710] env[69330]: _type = "Task" [ 1149.847710] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.858330] env[69330]: DEBUG oslo_vmware.api [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.892118] env[69330]: DEBUG oslo_vmware.api [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129100, 'name': PowerOnVM_Task, 'duration_secs': 0.554822} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.892118] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.892118] env[69330]: INFO nova.compute.manager [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1149.892118] env[69330]: DEBUG nova.compute.manager [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1149.892118] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed91157c-a543-4ff9-a8c1-f6503aab64e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.961890] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129104, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.093158] env[69330]: DEBUG nova.scheduler.client.report [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.110748] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.111359] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.111573] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.112431] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8b47ad-468b-4352-a096-ee82c8e02ac0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.131103] env[69330]: DEBUG nova.virt.hardware [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.131364] env[69330]: DEBUG nova.virt.hardware [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.131517] env[69330]: DEBUG nova.virt.hardware [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.131703] env[69330]: DEBUG nova.virt.hardware [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.131854] env[69330]: DEBUG nova.virt.hardware [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.132009] env[69330]: DEBUG nova.virt.hardware [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.132300] env[69330]: DEBUG nova.virt.hardware [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.132401] env[69330]: DEBUG nova.virt.hardware [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.132598] env[69330]: DEBUG nova.virt.hardware [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.132798] env[69330]: DEBUG nova.virt.hardware [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.132999] env[69330]: DEBUG nova.virt.hardware [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.139619] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Reconfiguring VM to attach interface {{(pid=69330) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1150.143453] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-084e4043-c849-4a3e-b829-639a07ab67ae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.162783] env[69330]: DEBUG oslo_vmware.api [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129105, 'name': ReconfigVM_Task, 'duration_secs': 0.173079} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.164429] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817846', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'name': 'volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '737d7f9f-5be8-4b03-b313-11d83f6fda2e', 'attached_at': '', 'detached_at': '', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'serial': '5b3fdc6f-1763-41b3-a7b3-442172f841a1'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1150.166022] env[69330]: DEBUG oslo_vmware.api [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1150.166022] env[69330]: value = "task-4129109" [ 1150.166022] env[69330]: _type = "Task" [ 1150.166022] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.176378] env[69330]: DEBUG oslo_vmware.api [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129109, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.249684] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129106, 'name': Rename_Task, 'duration_secs': 0.170721} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.250334] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.250755] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25aae0de-ba21-4b6e-bfac-a98b8395b5fc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.259875] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1150.259875] env[69330]: value = "task-4129110" [ 1150.259875] env[69330]: _type = "Task" [ 1150.259875] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.269988] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.359177] env[69330]: DEBUG oslo_vmware.api [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129107, 'name': ReconfigVM_Task, 'duration_secs': 0.185807} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.359652] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817814', 'volume_id': 'cc4c7605-fd07-469c-a9f5-e55d1d6e6949', 'name': 'volume-cc4c7605-fd07-469c-a9f5-e55d1d6e6949', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '213d5055-bde4-4ebf-908c-f84d79eaa08e', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc4c7605-fd07-469c-a9f5-e55d1d6e6949', 'serial': 'cc4c7605-fd07-469c-a9f5-e55d1d6e6949'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1150.412258] env[69330]: INFO nova.compute.manager [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Took 19.24 seconds to build instance. [ 1150.459280] env[69330]: DEBUG oslo_vmware.api [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129104, 'name': PowerOnVM_Task, 'duration_secs': 0.546335} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.459280] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.459280] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-29ff24e1-2f4a-4ec6-a969-a60b16b2f3ba tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance 'd3941c63-5974-4a1b-9e79-f4df050659cd' progress to 100 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.575704] env[69330]: DEBUG nova.compute.manager [req-56fda0e1-4a6c-4bf8-a04e-cabbe47c40e9 req-39b01dd3-0c79-4361-9273-5db267d5ed3a service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Received event network-changed-7a452dab-921c-4e0a-95e2-b90ca163d5c6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.575945] env[69330]: DEBUG nova.compute.manager [req-56fda0e1-4a6c-4bf8-a04e-cabbe47c40e9 req-39b01dd3-0c79-4361-9273-5db267d5ed3a service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Refreshing instance network info cache due to event network-changed-7a452dab-921c-4e0a-95e2-b90ca163d5c6. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.576187] env[69330]: DEBUG oslo_concurrency.lockutils [req-56fda0e1-4a6c-4bf8-a04e-cabbe47c40e9 req-39b01dd3-0c79-4361-9273-5db267d5ed3a service nova] Acquiring lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.576707] env[69330]: DEBUG oslo_concurrency.lockutils [req-56fda0e1-4a6c-4bf8-a04e-cabbe47c40e9 req-39b01dd3-0c79-4361-9273-5db267d5ed3a service nova] Acquired lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.576707] env[69330]: DEBUG nova.network.neutron [req-56fda0e1-4a6c-4bf8-a04e-cabbe47c40e9 req-39b01dd3-0c79-4361-9273-5db267d5ed3a service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Refreshing network info cache for port 7a452dab-921c-4e0a-95e2-b90ca163d5c6 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.598876] env[69330]: DEBUG oslo_concurrency.lockutils [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.601568] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.616s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.601873] env[69330]: DEBUG nova.objects.instance [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lazy-loading 'resources' on Instance uuid 6a9fc9aa-9b11-4530-a361-b3128bcb12c2 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.628482] env[69330]: INFO nova.scheduler.client.report [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Deleted allocations for instance aba9acde-9aeb-4c0f-83be-626b392b5a15 [ 1150.681316] env[69330]: DEBUG oslo_vmware.api [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.771273] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129110, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.911833] env[69330]: DEBUG nova.objects.instance [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lazy-loading 'flavor' on Instance uuid 213d5055-bde4-4ebf-908c-f84d79eaa08e {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.913691] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3e2befd-2719-416a-8cd8-8f58928b91ff tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "d4856daf-04ec-44db-9ef9-c385c67eeb16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.750s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.137276] env[69330]: DEBUG oslo_concurrency.lockutils [None req-53510e7a-7b50-471e-a621-13c519025676 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Lock "aba9acde-9aeb-4c0f-83be-626b392b5a15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.637s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.186018] env[69330]: DEBUG oslo_vmware.api [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.210984] env[69330]: DEBUG nova.objects.instance [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lazy-loading 'flavor' on Instance uuid 737d7f9f-5be8-4b03-b313-11d83f6fda2e {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.276304] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129110, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.355043] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671d1c89-0638-430b-bf7d-3a7bff84a123 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.367924] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b69c661-f85e-4b75-8662-70c92a2b161f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.377920] env[69330]: DEBUG nova.network.neutron [req-56fda0e1-4a6c-4bf8-a04e-cabbe47c40e9 req-39b01dd3-0c79-4361-9273-5db267d5ed3a service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updated VIF entry in instance network info cache for port 7a452dab-921c-4e0a-95e2-b90ca163d5c6. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.378537] env[69330]: DEBUG nova.network.neutron [req-56fda0e1-4a6c-4bf8-a04e-cabbe47c40e9 req-39b01dd3-0c79-4361-9273-5db267d5ed3a service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updating instance_info_cache with network_info: [{"id": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "address": "fa:16:3e:b3:66:a4", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff6113-b8", "ovs_interfaceid": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a452dab-921c-4e0a-95e2-b90ca163d5c6", "address": "fa:16:3e:6d:6a:9e", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a452dab-92", "ovs_interfaceid": "7a452dab-921c-4e0a-95e2-b90ca163d5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.435690] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ede354-3069-499d-984e-068456827938 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.446502] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987cab02-a368-40ad-95eb-f14e8bdf0bc0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.462299] env[69330]: DEBUG nova.compute.provider_tree [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.685811] env[69330]: DEBUG oslo_vmware.api [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129109, 'name': ReconfigVM_Task, 'duration_secs': 1.191205} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.686406] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.686668] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Reconfigured VM to attach interface {{(pid=69330) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1151.720867] env[69330]: DEBUG oslo_concurrency.lockutils [None req-00431807-52b9-4222-b3b7-61ed681d6c5e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.366s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.773247] env[69330]: DEBUG oslo_vmware.api [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129110, 'name': PowerOnVM_Task, 'duration_secs': 1.488766} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.773552] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.773778] env[69330]: INFO nova.compute.manager [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1151.773989] env[69330]: DEBUG nova.compute.manager [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1151.774863] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1d3471-809b-4e22-88f8-daa074581d10 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.882213] env[69330]: DEBUG oslo_concurrency.lockutils [req-56fda0e1-4a6c-4bf8-a04e-cabbe47c40e9 req-39b01dd3-0c79-4361-9273-5db267d5ed3a service nova] Releasing lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.882736] env[69330]: DEBUG oslo_concurrency.lockutils [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "d4856daf-04ec-44db-9ef9-c385c67eeb16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.882966] env[69330]: DEBUG oslo_concurrency.lockutils [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "d4856daf-04ec-44db-9ef9-c385c67eeb16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.883241] env[69330]: DEBUG oslo_concurrency.lockutils [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "d4856daf-04ec-44db-9ef9-c385c67eeb16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.883459] env[69330]: DEBUG oslo_concurrency.lockutils [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "d4856daf-04ec-44db-9ef9-c385c67eeb16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.883715] env[69330]: DEBUG oslo_concurrency.lockutils [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "d4856daf-04ec-44db-9ef9-c385c67eeb16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.886878] env[69330]: INFO nova.compute.manager [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Terminating instance [ 1151.940190] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f5677634-30ec-4b00-9776-23245efddd95 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.333s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.965215] env[69330]: DEBUG nova.scheduler.client.report [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.195091] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8732e1b0-edcb-41ff-baa2-9f959e749033 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-3d04a9e0-59b8-4d89-8e89-5695c685f7f1-7a452dab-921c-4e0a-95e2-b90ca163d5c6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.247s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.296782] env[69330]: INFO nova.compute.manager [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Took 12.87 seconds to build instance. [ 1152.392955] env[69330]: DEBUG nova.compute.manager [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.395148] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.395148] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1988cfc-5cd7-41a5-a813-fd2d0d910ad4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.403346] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.403642] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbc7df36-e842-4e69-9e67-206887b54438 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.411197] env[69330]: DEBUG oslo_vmware.api [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1152.411197] env[69330]: value = "task-4129111" [ 1152.411197] env[69330]: _type = "Task" [ 1152.411197] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.421549] env[69330]: DEBUG oslo_vmware.api [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.476473] env[69330]: INFO nova.compute.manager [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Rebuilding instance [ 1152.479274] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.482563] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.079s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.482563] env[69330]: DEBUG nova.objects.instance [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lazy-loading 'resources' on Instance uuid b8c3d3d2-2319-4723-9ee9-f1fd300179b3 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.516205] env[69330]: INFO nova.scheduler.client.report [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Deleted allocations for instance 6a9fc9aa-9b11-4530-a361-b3128bcb12c2 [ 1152.546023] env[69330]: DEBUG nova.compute.manager [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.546023] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192e32ba-4301-4b52-9929-9bdb2796cc5e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.558875] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.561376] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.561376] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "213d5055-bde4-4ebf-908c-f84d79eaa08e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.561376] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "213d5055-bde4-4ebf-908c-f84d79eaa08e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.561376] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "213d5055-bde4-4ebf-908c-f84d79eaa08e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.562843] env[69330]: INFO nova.compute.manager [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Terminating instance [ 1152.799567] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e24a88d3-e84d-4b0f-b675-b266d71fec5d tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Lock "fe25d9ba-5f51-4161-b47f-660cc7623da6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.382s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.821870] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.821870] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.821870] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "7bb0a892-c239-4c4b-83ce-563224fd85e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.821870] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "7bb0a892-c239-4c4b-83ce-563224fd85e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.821870] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "7bb0a892-c239-4c4b-83ce-563224fd85e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.823334] env[69330]: INFO nova.compute.manager [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Terminating instance [ 1152.922124] env[69330]: DEBUG oslo_vmware.api [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129111, 'name': PowerOffVM_Task, 'duration_secs': 0.352457} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.922124] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.922124] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.923026] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d55388fa-4302-454e-805f-353f05735994 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.017094] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.019055] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.019055] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleting the datastore file [datastore2] d4856daf-04ec-44db-9ef9-c385c67eeb16 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.019055] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb3495aa-72d2-49ae-be88-aa05b75b82bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.035495] env[69330]: DEBUG oslo_vmware.api [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1153.035495] env[69330]: value = "task-4129113" [ 1153.035495] env[69330]: _type = "Task" [ 1153.035495] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.035686] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "6a9fc9aa-9b11-4530-a361-b3128bcb12c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.592s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.049031] env[69330]: DEBUG oslo_vmware.api [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.068977] env[69330]: DEBUG nova.compute.manager [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.069454] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.071512] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29ec435-baa9-4ee8-9c6a-40e53a4487b0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.080922] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.082240] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d484f79b-e03a-41cd-939d-28060985ba86 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.096588] env[69330]: DEBUG oslo_vmware.api [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1153.096588] env[69330]: value = "task-4129114" [ 1153.096588] env[69330]: _type = "Task" [ 1153.096588] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.112024] env[69330]: DEBUG oslo_vmware.api [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.321708] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db557df-349c-4e14-86b5-42a3e7853de3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.327851] env[69330]: DEBUG nova.compute.manager [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.328206] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.331740] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8849aea-ec75-4e46-9ce5-ee27c4985599 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.336187] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ba8ceb-c006-40ee-9d55-bb25453d4cf9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.348485] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.371406] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c1d2da5-0579-497d-b6cc-fe6c4b88ed28 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.375032] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c8f5bb-d523-4d97-be8a-5c68132e8d10 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.386649] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224d924f-30e2-4829-8d96-27242d9139bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.392334] env[69330]: DEBUG oslo_vmware.api [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1153.392334] env[69330]: value = "task-4129115" [ 1153.392334] env[69330]: _type = "Task" [ 1153.392334] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.407760] env[69330]: DEBUG nova.compute.provider_tree [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.413987] env[69330]: DEBUG oslo_vmware.api [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.558144] env[69330]: DEBUG oslo_vmware.api [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365163} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.558144] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.558144] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.558144] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.558144] env[69330]: INFO nova.compute.manager [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1153.558144] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.558144] env[69330]: DEBUG nova.compute.manager [-] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.558144] env[69330]: DEBUG nova.network.neutron [-] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.564210] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.564541] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-343c1b60-2bf7-46b0-9fae-15dabf3834f7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.575409] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1153.575409] env[69330]: value = "task-4129116" [ 1153.575409] env[69330]: _type = "Task" [ 1153.575409] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.586787] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.611279] env[69330]: DEBUG oslo_vmware.api [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129114, 'name': PowerOffVM_Task, 'duration_secs': 0.336317} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.611279] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.611279] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.611279] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7019d19-d978-4298-89e1-5dad3f8ae0ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.753252] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "d3941c63-5974-4a1b-9e79-f4df050659cd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.753899] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.753899] env[69330]: DEBUG nova.compute.manager [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Going to confirm migration 6 {{(pid=69330) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1153.770095] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.770801] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.770801] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Deleting the datastore file [datastore2] 213d5055-bde4-4ebf-908c-f84d79eaa08e {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.772314] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3886711-5142-4461-8577-c3f8c5f44d68 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.793582] env[69330]: DEBUG oslo_vmware.api [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1153.793582] env[69330]: value = "task-4129118" [ 1153.793582] env[69330]: _type = "Task" [ 1153.793582] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.804527] env[69330]: DEBUG oslo_vmware.api [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.906284] env[69330]: DEBUG oslo_vmware.api [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129115, 'name': PowerOffVM_Task, 'duration_secs': 0.25398} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.906675] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.907278] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.907278] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e827cd72-3b36-44b8-bd63-a76f3c04001b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.911774] env[69330]: DEBUG nova.scheduler.client.report [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.985881] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.986162] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.986449] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Deleting the datastore file [datastore1] 7bb0a892-c239-4c4b-83ce-563224fd85e2 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.986911] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df32b795-8e4a-4735-8ebe-18567847501a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.998919] env[69330]: DEBUG oslo_vmware.api [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for the task: (returnval){ [ 1153.998919] env[69330]: value = "task-4129121" [ 1153.998919] env[69330]: _type = "Task" [ 1153.998919] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.010076] env[69330]: DEBUG oslo_vmware.api [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.021259] env[69330]: DEBUG nova.compute.manager [req-eb22dd2c-98b6-427b-95d9-d4c89e82e3cb req-812fdb14-0a3b-4fdc-a2c9-d3f4db9d97a0 service nova] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Received event network-vif-deleted-34bdc7d2-4582-4f11-b52a-81067970fc8d {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.021637] env[69330]: INFO nova.compute.manager [req-eb22dd2c-98b6-427b-95d9-d4c89e82e3cb req-812fdb14-0a3b-4fdc-a2c9-d3f4db9d97a0 service nova] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Neutron deleted interface 34bdc7d2-4582-4f11-b52a-81067970fc8d; detaching it from the instance and deleting it from the info cache [ 1154.022014] env[69330]: DEBUG nova.network.neutron [req-eb22dd2c-98b6-427b-95d9-d4c89e82e3cb req-812fdb14-0a3b-4fdc-a2c9-d3f4db9d97a0 service nova] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.051046] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "interface-3d04a9e0-59b8-4d89-8e89-5695c685f7f1-7a452dab-921c-4e0a-95e2-b90ca163d5c6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.052928] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-3d04a9e0-59b8-4d89-8e89-5695c685f7f1-7a452dab-921c-4e0a-95e2-b90ca163d5c6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.087276] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129116, 'name': PowerOffVM_Task, 'duration_secs': 0.277203} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.087276] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.158931] env[69330]: INFO nova.compute.manager [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Detaching volume 5b3fdc6f-1763-41b3-a7b3-442172f841a1 [ 1154.202967] env[69330]: INFO nova.virt.block_device [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Attempting to driver detach volume 5b3fdc6f-1763-41b3-a7b3-442172f841a1 from mountpoint /dev/sdb [ 1154.203085] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1154.203696] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817846', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'name': 'volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '737d7f9f-5be8-4b03-b313-11d83f6fda2e', 'attached_at': '', 'detached_at': '', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'serial': '5b3fdc6f-1763-41b3-a7b3-442172f841a1'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1154.204281] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54eee5f-551b-4b8b-a5bc-725390c9e038 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.226981] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616aca73-7b46-4579-9358-311e25f2ac78 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.235094] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3588cec-900b-45d5-ac8a-796e05d63944 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.257135] env[69330]: INFO nova.compute.manager [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Rebuilding instance [ 1154.262085] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3a5abb-1ea2-4181-bd69-6d89533cf595 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.282591] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] The volume has not been displaced from its original location: [datastore2] volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1/volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1154.288292] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.291024] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-994d2c9c-adee-4b56-b842-0d6055a78593 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.305407] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.305622] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.305831] env[69330]: DEBUG nova.network.neutron [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.306125] env[69330]: DEBUG nova.objects.instance [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lazy-loading 'info_cache' on Instance uuid d3941c63-5974-4a1b-9e79-f4df050659cd {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.317499] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1154.317499] env[69330]: value = "task-4129122" [ 1154.317499] env[69330]: _type = "Task" [ 1154.317499] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.320494] env[69330]: DEBUG oslo_vmware.api [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258253} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.326172] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.326172] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.326172] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.326172] env[69330]: INFO nova.compute.manager [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1154.326172] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.326172] env[69330]: DEBUG nova.compute.manager [-] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.326172] env[69330]: DEBUG nova.network.neutron [-] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.333640] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.339751] env[69330]: DEBUG nova.compute.manager [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.340492] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6ff382-e79e-4872-9654-a05c94d0ebe8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.417578] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.442547] env[69330]: INFO nova.scheduler.client.report [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleted allocations for instance b8c3d3d2-2319-4723-9ee9-f1fd300179b3 [ 1154.492932] env[69330]: DEBUG nova.network.neutron [-] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.510986] env[69330]: DEBUG oslo_vmware.api [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Task: {'id': task-4129121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29155} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.510986] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.511331] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.511616] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.511719] env[69330]: INFO nova.compute.manager [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1154.511901] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.512100] env[69330]: DEBUG nova.compute.manager [-] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.512180] env[69330]: DEBUG nova.network.neutron [-] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.525741] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0052cc87-a4ea-484e-805a-edcf6eb0c781 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.536330] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8807b569-ea64-4acd-9936-e9b6536f3b9d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.556027] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.556027] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.556339] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84de7a8f-d401-43a9-8a8b-fb392df86230 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.571844] env[69330]: DEBUG nova.compute.manager [req-eb22dd2c-98b6-427b-95d9-d4c89e82e3cb req-812fdb14-0a3b-4fdc-a2c9-d3f4db9d97a0 service nova] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Detach interface failed, port_id=34bdc7d2-4582-4f11-b52a-81067970fc8d, reason: Instance d4856daf-04ec-44db-9ef9-c385c67eeb16 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1154.585510] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5946a59f-10ae-4325-983a-8ec682cec6d8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.614580] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Reconfiguring VM to detach interface {{(pid=69330) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1154.614906] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1817dbd1-14f7-4968-8798-212f5084b7cc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.634749] env[69330]: DEBUG oslo_vmware.api [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1154.634749] env[69330]: value = "task-4129123" [ 1154.634749] env[69330]: _type = "Task" [ 1154.634749] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.644251] env[69330]: DEBUG oslo_vmware.api [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.831797] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129122, 'name': ReconfigVM_Task, 'duration_secs': 0.479625} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.834308] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1154.840413] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5629e75f-493c-4850-9844-86fbc1d09737 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.860506] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1154.860506] env[69330]: value = "task-4129124" [ 1154.860506] env[69330]: _type = "Task" [ 1154.860506] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.873324] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.951468] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e7659cbc-2ebf-4d36-8302-292847854462 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "b8c3d3d2-2319-4723-9ee9-f1fd300179b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.533s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.995100] env[69330]: INFO nova.compute.manager [-] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Took 1.44 seconds to deallocate network for instance. [ 1155.118176] env[69330]: DEBUG nova.compute.manager [req-2ed99450-2db3-412c-91cb-4b89d92b7e9d req-b81c0180-37fe-4432-b9a4-dc380018415e service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Received event network-vif-deleted-caa86c2f-90ae-48da-951a-813418a46d55 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.118457] env[69330]: INFO nova.compute.manager [req-2ed99450-2db3-412c-91cb-4b89d92b7e9d req-b81c0180-37fe-4432-b9a4-dc380018415e service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Neutron deleted interface caa86c2f-90ae-48da-951a-813418a46d55; detaching it from the instance and deleting it from the info cache [ 1155.118772] env[69330]: DEBUG nova.network.neutron [req-2ed99450-2db3-412c-91cb-4b89d92b7e9d req-b81c0180-37fe-4432-b9a4-dc380018415e service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.145686] env[69330]: DEBUG oslo_vmware.api [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.362026] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.362026] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4875a1ab-3913-4d70-8c0b-64745c2c3109 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.371112] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.373057] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1155.373057] env[69330]: value = "task-4129125" [ 1155.373057] env[69330]: _type = "Task" [ 1155.373057] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.382693] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.504816] env[69330]: DEBUG oslo_concurrency.lockutils [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.504816] env[69330]: DEBUG oslo_concurrency.lockutils [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.504816] env[69330]: DEBUG nova.objects.instance [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lazy-loading 'resources' on Instance uuid d4856daf-04ec-44db-9ef9-c385c67eeb16 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.593561] env[69330]: DEBUG nova.network.neutron [-] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.624228] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f834073c-b31e-44d8-9933-c966bfcce71a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.641748] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf29f70-155d-4d46-bdfe-f61f825d55ff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.671717] env[69330]: DEBUG oslo_vmware.api [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.689587] env[69330]: DEBUG nova.compute.manager [req-2ed99450-2db3-412c-91cb-4b89d92b7e9d req-b81c0180-37fe-4432-b9a4-dc380018415e service nova] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Detach interface failed, port_id=caa86c2f-90ae-48da-951a-813418a46d55, reason: Instance 7bb0a892-c239-4c4b-83ce-563224fd85e2 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.750494] env[69330]: DEBUG nova.network.neutron [-] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.872221] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.886385] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129125, 'name': PowerOffVM_Task, 'duration_secs': 0.152207} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.886660] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.887682] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.888211] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bf3de6-4ced-4310-ab30-8ccbc2bbd7a0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.896515] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.896830] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa6b8295-194e-4082-89ce-c4de8e5d4ed7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.923755] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.923995] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.924233] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Deleting the datastore file [datastore2] fe25d9ba-5f51-4161-b47f-660cc7623da6 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.924518] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d63d698-1604-49ac-bc5c-3c88a16b2dc0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.932870] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1155.932870] env[69330]: value = "task-4129127" [ 1155.932870] env[69330]: _type = "Task" [ 1155.932870] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.942029] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.100186] env[69330]: INFO nova.compute.manager [-] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Took 1.59 seconds to deallocate network for instance. [ 1156.104137] env[69330]: DEBUG nova.compute.manager [req-17f13deb-6162-448b-8eb0-a9eacec64683 req-68688f76-7fea-49a4-8125-97281b3d3878 service nova] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Received event network-vif-deleted-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.105197] env[69330]: DEBUG nova.network.neutron [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance_info_cache with network_info: [{"id": "fcccb6f6-566c-4b11-a267-39c70599532a", "address": "fa:16:3e:34:87:54", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccb6f6-56", "ovs_interfaceid": "fcccb6f6-566c-4b11-a267-39c70599532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.147990] env[69330]: DEBUG oslo_vmware.api [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.251783] env[69330]: INFO nova.compute.manager [-] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Took 1.93 seconds to deallocate network for instance. [ 1156.287490] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935588d8-db3e-415a-837d-cb4ad36eb046 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.293369] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66492254-c835-4ba6-9314-d246a6fd496e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.340046] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c69a4f4-4490-4720-89c9-0bf267c4919a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.348858] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065e2605-530a-41f1-ad3e-2c0c613ff727 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.367430] env[69330]: DEBUG nova.compute.provider_tree [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.379171] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129124, 'name': ReconfigVM_Task, 'duration_secs': 1.161594} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.379425] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817846', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'name': 'volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '737d7f9f-5be8-4b03-b313-11d83f6fda2e', 'attached_at': '', 'detached_at': '', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'serial': '5b3fdc6f-1763-41b3-a7b3-442172f841a1'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1156.427285] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "5103731b-325e-4b49-bf23-d4eb14c86b07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.427552] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "5103731b-325e-4b49-bf23-d4eb14c86b07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.443942] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11706} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.444231] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.444418] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.444595] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.610536] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.611028] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-d3941c63-5974-4a1b-9e79-f4df050659cd" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.611289] env[69330]: DEBUG nova.objects.instance [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lazy-loading 'migration_context' on Instance uuid d3941c63-5974-4a1b-9e79-f4df050659cd {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.655150] env[69330]: DEBUG oslo_vmware.api [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.762941] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.899989] env[69330]: ERROR nova.scheduler.client.report [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [req-8aad23f5-626c-4736-bb88-dd01f9c19e55] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8aad23f5-626c-4736-bb88-dd01f9c19e55"}]} [ 1156.924155] env[69330]: DEBUG nova.scheduler.client.report [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1156.931449] env[69330]: DEBUG nova.compute.manager [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.949826] env[69330]: DEBUG nova.scheduler.client.report [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1156.950187] env[69330]: DEBUG nova.compute.provider_tree [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.971863] env[69330]: DEBUG nova.scheduler.client.report [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1156.999823] env[69330]: DEBUG nova.scheduler.client.report [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1157.115022] env[69330]: DEBUG nova.objects.base [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1157.116061] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552f9c04-91cd-4799-90d2-f79a4876363e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.151549] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61799e13-07b9-4732-96c3-f67f0e7175b0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.161094] env[69330]: DEBUG oslo_vmware.api [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.162555] env[69330]: DEBUG oslo_vmware.api [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1157.162555] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d92864-a37f-e968-4ef7-d5902e58cc63" [ 1157.162555] env[69330]: _type = "Task" [ 1157.162555] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.172888] env[69330]: DEBUG oslo_vmware.api [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d92864-a37f-e968-4ef7-d5902e58cc63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.289309] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed58ba7-4b63-4a75-a997-54fb4a1c48cb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.299030] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa74a8c9-cce0-46fd-a60b-f604b3c1bc06 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.343318] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874187b6-4857-4f55-aaad-3908589a3fab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.351905] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed71b0f6-f719-48d8-b07b-9c356c281820 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.367393] env[69330]: DEBUG nova.compute.provider_tree [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.447341] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.447537] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5054fe3-17f3-47df-8788-264003744ef3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.455845] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1157.455845] env[69330]: value = "task-4129128" [ 1157.455845] env[69330]: _type = "Task" [ 1157.455845] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.457054] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.471856] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1157.472144] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1157.472573] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817846', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'name': 'volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '737d7f9f-5be8-4b03-b313-11d83f6fda2e', 'attached_at': '', 'detached_at': '', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'serial': '5b3fdc6f-1763-41b3-a7b3-442172f841a1'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1157.473422] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dc222d-6383-4d5a-a857-f274c82795be {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.499426] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bbfce3-3732-4778-be7a-cc0bad9e13b6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.507605] env[69330]: WARNING nova.virt.vmwareapi.driver [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1157.508061] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.509253] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00db1c5-a276-40c1-9777-2d9c9fc25e8a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.514711] env[69330]: DEBUG nova.virt.hardware [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.514711] env[69330]: DEBUG nova.virt.hardware [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.514711] env[69330]: DEBUG nova.virt.hardware [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.514988] env[69330]: DEBUG nova.virt.hardware [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.515087] env[69330]: DEBUG nova.virt.hardware [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.515776] env[69330]: DEBUG nova.virt.hardware [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.515776] env[69330]: DEBUG nova.virt.hardware [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.515776] env[69330]: DEBUG nova.virt.hardware [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.515776] env[69330]: DEBUG nova.virt.hardware [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.515963] env[69330]: DEBUG nova.virt.hardware [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.515998] env[69330]: DEBUG nova.virt.hardware [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.516816] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc985c47-e52c-41aa-af95-b8f8a2d3e019 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.527224] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3a5ac2-b934-41f1-93cf-47ecb9bfff43 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.533702] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.533702] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-164c0d1f-8656-4f51-b457-e480fc6ba5d1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.549487] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Instance VIF info [] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.560043] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.560305] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.560495] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09c48100-768c-424d-9300-567e723bfcdd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.578796] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.578796] env[69330]: value = "task-4129130" [ 1157.578796] env[69330]: _type = "Task" [ 1157.578796] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.588709] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129130, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.616190] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.617246] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.617246] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleting the datastore file [datastore1] 737d7f9f-5be8-4b03-b313-11d83f6fda2e {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.617610] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-539e3b24-81a2-4fc0-8bcd-4d2d8bededf4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.626986] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1157.626986] env[69330]: value = "task-4129131" [ 1157.626986] env[69330]: _type = "Task" [ 1157.626986] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.638715] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.656444] env[69330]: DEBUG oslo_vmware.api [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.675119] env[69330]: DEBUG oslo_vmware.api [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d92864-a37f-e968-4ef7-d5902e58cc63, 'name': SearchDatastore_Task, 'duration_secs': 0.012891} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.675623] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.905706] env[69330]: DEBUG nova.scheduler.client.report [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1157.906488] env[69330]: DEBUG nova.compute.provider_tree [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 149 to 150 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1157.906488] env[69330]: DEBUG nova.compute.provider_tree [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.090894] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129130, 'name': CreateVM_Task, 'duration_secs': 0.304394} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.090894] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.091090] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.091481] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.091637] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.091929] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35f9ce3-2fcf-4144-b70d-4f64e2d1ec18 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.098548] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1158.098548] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]525007a9-d630-fc7f-b730-7b6a27e2b887" [ 1158.098548] env[69330]: _type = "Task" [ 1158.098548] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.106985] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525007a9-d630-fc7f-b730-7b6a27e2b887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.137815] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169998} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.138125] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.138320] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.138506] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.156683] env[69330]: DEBUG oslo_vmware.api [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.412078] env[69330]: DEBUG oslo_concurrency.lockutils [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.908s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.414877] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.804s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.415235] env[69330]: DEBUG nova.objects.instance [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lazy-loading 'resources' on Instance uuid 7bb0a892-c239-4c4b-83ce-563224fd85e2 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.436725] env[69330]: INFO nova.scheduler.client.report [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleted allocations for instance d4856daf-04ec-44db-9ef9-c385c67eeb16 [ 1158.610554] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525007a9-d630-fc7f-b730-7b6a27e2b887, 'name': SearchDatastore_Task, 'duration_secs': 0.033386} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.610927] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.611224] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.611526] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.611803] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.611910] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.612182] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f66ada5e-ea0a-4c62-99e5-7adbf576088b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.622401] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.622697] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.623412] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4026280-0588-42ff-8353-d9a251e582fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.629983] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1158.629983] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5276d242-472d-fce6-c3a6-33cdd4c9f6ab" [ 1158.629983] env[69330]: _type = "Task" [ 1158.629983] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.639818] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5276d242-472d-fce6-c3a6-33cdd4c9f6ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.644405] env[69330]: INFO nova.virt.block_device [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Booting with volume 5b3fdc6f-1763-41b3-a7b3-442172f841a1 at /dev/sdb [ 1158.655566] env[69330]: DEBUG oslo_vmware.api [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.692490] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4ba3ac8-e412-4c63-92f4-c1cbb894e38d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.700160] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "a690ba5b-c7ca-4383-bd59-1c4f1184b7be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.700443] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "a690ba5b-c7ca-4383-bd59-1c4f1184b7be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.700680] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "a690ba5b-c7ca-4383-bd59-1c4f1184b7be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.700888] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "a690ba5b-c7ca-4383-bd59-1c4f1184b7be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.701090] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "a690ba5b-c7ca-4383-bd59-1c4f1184b7be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.706086] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cca213-fdbd-4981-817e-8d40c74677a9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.717741] env[69330]: INFO nova.compute.manager [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Terminating instance [ 1158.742755] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e715f7bd-d60c-43f6-a6ab-7d223696df22 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.753141] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f1ef26-aded-4051-b9bb-d894fc50a700 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.786385] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6867f864-5ce1-4b03-a5e6-ebdf00fb962a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.794119] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8affa020-8492-49f7-befb-3c949714cadd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.809035] env[69330]: DEBUG nova.virt.block_device [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Updating existing volume attachment record: 5e77deea-c641-4a67-8a89-d62a510150bb {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1158.944078] env[69330]: DEBUG oslo_concurrency.lockutils [None req-154c4880-533e-469a-8ce9-ae4bc11ca9fc tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "d4856daf-04ec-44db-9ef9-c385c67eeb16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.061s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.137086] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8011b12-af99-4391-b5a9-02dece08eef1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.143230] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5276d242-472d-fce6-c3a6-33cdd4c9f6ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.144432] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-406ba145-027d-4046-bad5-45340596f603 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.154776] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339aed93-fb41-43ba-a161-1c739221d352 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.160350] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.160584] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.161924] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1159.161924] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52adeff3-8eac-ba75-cd17-19a514b5c630" [ 1159.161924] env[69330]: _type = "Task" [ 1159.161924] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.196747] env[69330]: DEBUG oslo_vmware.api [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.199304] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c7f4fc-fa9e-444f-9b0d-13f08fb87eb2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.205870] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52adeff3-8eac-ba75-cd17-19a514b5c630, 'name': SearchDatastore_Task, 'duration_secs': 0.012595} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.206573] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.206844] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] fe25d9ba-5f51-4161-b47f-660cc7623da6/fe25d9ba-5f51-4161-b47f-660cc7623da6.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.207177] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43449f56-7997-46fd-930e-75e66421951a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.215933] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42d2b6b-21fd-48a5-84f5-be7c7361d42a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.219558] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1159.219558] env[69330]: value = "task-4129132" [ 1159.219558] env[69330]: _type = "Task" [ 1159.219558] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.231761] env[69330]: DEBUG nova.compute.manager [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.232065] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.233262] env[69330]: DEBUG nova.compute.provider_tree [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.235835] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2230f6e6-0524-43f8-a246-8d78a94e866b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.242153] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.250347] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.251450] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e22ca285-a24f-45f5-8c2c-c869e86e651e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.258931] env[69330]: DEBUG oslo_vmware.api [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1159.258931] env[69330]: value = "task-4129133" [ 1159.258931] env[69330]: _type = "Task" [ 1159.258931] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.270194] env[69330]: DEBUG oslo_vmware.api [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.340492] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "7c3c4310-5100-4326-b831-1a3b05259c2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.340492] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.661627] env[69330]: DEBUG oslo_vmware.api [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.665886] env[69330]: DEBUG nova.compute.utils [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.731587] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129132, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.740860] env[69330]: DEBUG nova.scheduler.client.report [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.769374] env[69330]: DEBUG oslo_vmware.api [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129133, 'name': PowerOffVM_Task, 'duration_secs': 0.228012} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.769681] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.769879] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.770156] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07f4c9c6-57ca-4a7d-9d5c-e9018d185ebf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.844346] env[69330]: DEBUG nova.compute.manager [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.847409] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.847630] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.847912] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Deleting the datastore file [datastore2] a690ba5b-c7ca-4383-bd59-1c4f1184b7be {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.849014] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d1be987-b59a-4bdc-ad66-30014b7c1423 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.856111] env[69330]: DEBUG oslo_vmware.api [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1159.856111] env[69330]: value = "task-4129135" [ 1159.856111] env[69330]: _type = "Task" [ 1159.856111] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.870063] env[69330]: DEBUG oslo_vmware.api [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.918992] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.919274] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.161650] env[69330]: DEBUG oslo_vmware.api [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129123, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.168419] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.230915] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562392} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.231226] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] fe25d9ba-5f51-4161-b47f-660cc7623da6/fe25d9ba-5f51-4161-b47f-660cc7623da6.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.231468] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.231746] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d916e19-a48e-4ad8-90cb-7938d9489244 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.239598] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1160.239598] env[69330]: value = "task-4129136" [ 1160.239598] env[69330]: _type = "Task" [ 1160.239598] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.245844] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.251704] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.489s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.251989] env[69330]: DEBUG nova.objects.instance [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lazy-loading 'resources' on Instance uuid 213d5055-bde4-4ebf-908c-f84d79eaa08e {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.253245] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.270657] env[69330]: INFO nova.scheduler.client.report [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Deleted allocations for instance 7bb0a892-c239-4c4b-83ce-563224fd85e2 [ 1160.365410] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.368807] env[69330]: DEBUG oslo_vmware.api [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229735} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.369126] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.369330] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.369526] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.369774] env[69330]: INFO nova.compute.manager [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1160.370048] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.370324] env[69330]: DEBUG nova.compute.manager [-] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.370436] env[69330]: DEBUG nova.network.neutron [-] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.422009] env[69330]: DEBUG nova.compute.manager [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.664072] env[69330]: DEBUG oslo_vmware.api [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129123, 'name': ReconfigVM_Task, 'duration_secs': 5.841931} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.666864] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.666864] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Reconfigured VM to detach interface {{(pid=69330) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1160.759686] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178135} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.762644] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.765270] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca83519-e68c-488f-b49e-b9bb8b3d27e4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.773017] env[69330]: DEBUG nova.compute.manager [req-c240375d-ceda-49cd-afa8-332187bee16c req-8f0d0057-916b-4225-88be-3f8ff2410b9d service nova] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Received event network-vif-deleted-1a4f0f30-1c66-4287-b0df-d5b57bc1562a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.773105] env[69330]: INFO nova.compute.manager [req-c240375d-ceda-49cd-afa8-332187bee16c req-8f0d0057-916b-4225-88be-3f8ff2410b9d service nova] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Neutron deleted interface 1a4f0f30-1c66-4287-b0df-d5b57bc1562a; detaching it from the instance and deleting it from the info cache [ 1160.773437] env[69330]: DEBUG nova.network.neutron [req-c240375d-ceda-49cd-afa8-332187bee16c req-8f0d0057-916b-4225-88be-3f8ff2410b9d service nova] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.777793] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Lock "7bb0a892-c239-4c4b-83ce-563224fd85e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.957s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.807112] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] fe25d9ba-5f51-4161-b47f-660cc7623da6/fe25d9ba-5f51-4161-b47f-660cc7623da6.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.812278] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d8d27d-ce6e-43cb-9912-fca0b9ff40a8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.835154] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1160.835154] env[69330]: value = "task-4129137" [ 1160.835154] env[69330]: _type = "Task" [ 1160.835154] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.847637] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.959413] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.970154] env[69330]: DEBUG nova.virt.hardware [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.970154] env[69330]: DEBUG nova.virt.hardware [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.970154] env[69330]: DEBUG nova.virt.hardware [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.970154] env[69330]: DEBUG nova.virt.hardware [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.970154] env[69330]: DEBUG nova.virt.hardware [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.970154] env[69330]: DEBUG nova.virt.hardware [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.970154] env[69330]: DEBUG nova.virt.hardware [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.970154] env[69330]: DEBUG nova.virt.hardware [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.970154] env[69330]: DEBUG nova.virt.hardware [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.970454] env[69330]: DEBUG nova.virt.hardware [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.970657] env[69330]: DEBUG nova.virt.hardware [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.971520] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11c8c7d-1baa-445b-9d91-b9592da1fe18 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.983594] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72d08d2-5ac8-41f2-b5ed-6655cbf77544 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.002032] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:94:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7fdb297-2a09-4720-962b-49422b9d1c8a', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.009980] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.013143] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.013814] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9bf2c14-197c-43bc-b1e2-2e293c38af46 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.037906] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.037906] env[69330]: value = "task-4129138" [ 1161.037906] env[69330]: _type = "Task" [ 1161.037906] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.043167] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af258520-42b9-4f7e-89f7-17ce75bdf26a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.051179] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129138, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.055312] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df463268-79fa-46ea-b8e5-87f16c126084 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.088885] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0260bba0-9cce-4139-bcdc-ddb5fe987b87 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.100180] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5774f3ea-1bc7-4720-b208-23ebac1bf037 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.116044] env[69330]: DEBUG nova.compute.provider_tree [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.212389] env[69330]: DEBUG nova.network.neutron [-] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.272758] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.273066] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.273462] env[69330]: INFO nova.compute.manager [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Attaching volume 00e7eb20-1403-41b8-9adf-29f70effa447 to /dev/sdb [ 1161.277929] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a849370b-e666-4095-9c4b-78711c39d6d4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.291957] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c58b5-ecf7-469b-b038-0eb4fec2636a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.311311] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8aaf08-1aa2-4a24-9673-e99ebb4c6005 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.324049] env[69330]: DEBUG nova.compute.manager [req-c240375d-ceda-49cd-afa8-332187bee16c req-8f0d0057-916b-4225-88be-3f8ff2410b9d service nova] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Detach interface failed, port_id=1a4f0f30-1c66-4287-b0df-d5b57bc1562a, reason: Instance a690ba5b-c7ca-4383-bd59-1c4f1184b7be could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1161.329059] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6d71be-5726-4f2f-b6df-e05b72b15c7f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.343027] env[69330]: DEBUG nova.virt.block_device [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating existing volume attachment record: b8af3c11-1d6a-4942-b5a0-3bfc41c9363f {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1161.350866] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129137, 'name': ReconfigVM_Task, 'duration_secs': 0.29554} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.351203] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Reconfigured VM instance instance-0000006c to attach disk [datastore1] fe25d9ba-5f51-4161-b47f-660cc7623da6/fe25d9ba-5f51-4161-b47f-660cc7623da6.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.351854] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2fd43fd-d864-4933-a646-4c7aa88f3aa9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.359698] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1161.359698] env[69330]: value = "task-4129139" [ 1161.359698] env[69330]: _type = "Task" [ 1161.359698] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.369509] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129139, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.554747] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129138, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.619490] env[69330]: DEBUG nova.scheduler.client.report [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.715621] env[69330]: INFO nova.compute.manager [-] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Took 1.35 seconds to deallocate network for instance. [ 1161.869979] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129139, 'name': Rename_Task, 'duration_secs': 0.14915} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.870314] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.870572] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18fd6896-1b05-4185-9c15-19a822270d5f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.879019] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1161.879019] env[69330]: value = "task-4129141" [ 1161.879019] env[69330]: _type = "Task" [ 1161.879019] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.886629] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.052258] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129138, 'name': CreateVM_Task, 'duration_secs': 0.762798} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.052475] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.053474] env[69330]: DEBUG oslo_concurrency.lockutils [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.053694] env[69330]: DEBUG oslo_concurrency.lockutils [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.054059] env[69330]: DEBUG oslo_concurrency.lockutils [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.054438] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf40bb0-e55c-4846-8bdd-2bde43ba0cbb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.060036] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1162.060036] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c678f6-3a16-9586-a21b-831c0faabf8c" [ 1162.060036] env[69330]: _type = "Task" [ 1162.060036] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.069422] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c678f6-3a16-9586-a21b-831c0faabf8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.125845] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.128909] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.671s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.129508] env[69330]: INFO nova.compute.claims [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.153958] env[69330]: INFO nova.scheduler.client.report [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Deleted allocations for instance 213d5055-bde4-4ebf-908c-f84d79eaa08e [ 1162.156632] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.156807] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquired lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.156985] env[69330]: DEBUG nova.network.neutron [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.225275] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.389688] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.574431] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c678f6-3a16-9586-a21b-831c0faabf8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.574694] env[69330]: DEBUG oslo_concurrency.lockutils [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.574934] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.575437] env[69330]: DEBUG oslo_concurrency.lockutils [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.575589] env[69330]: DEBUG oslo_concurrency.lockutils [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.578018] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.578018] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-639758be-1bae-4407-a6c1-c671428ea771 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.586493] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.586704] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.587475] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3adbb29-1a6e-4038-b725-493096de9390 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.594325] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1162.594325] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522f747e-00a6-29ce-98a9-1be930bede14" [ 1162.594325] env[69330]: _type = "Task" [ 1162.594325] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.603794] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522f747e-00a6-29ce-98a9-1be930bede14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.625505] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.625795] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.626032] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.626233] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.626409] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.628709] env[69330]: INFO nova.compute.manager [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Terminating instance [ 1162.665502] env[69330]: DEBUG oslo_concurrency.lockutils [None req-99ba86fa-4b99-43e8-b674-288115203297 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "213d5055-bde4-4ebf-908c-f84d79eaa08e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.106s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.890860] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.987479] env[69330]: INFO nova.network.neutron [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Port 7a452dab-921c-4e0a-95e2-b90ca163d5c6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1162.987479] env[69330]: DEBUG nova.network.neutron [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updating instance_info_cache with network_info: [{"id": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "address": "fa:16:3e:b3:66:a4", "network": {"id": "f53f7646-d40e-4fb8-8ba0-43314b6fc77e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-681052760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8274dde6c414a3982a4d113f9999eea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff6113-b8", "ovs_interfaceid": "bfff6113-b853-4eb3-8543-6ab1b4784fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.106280] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522f747e-00a6-29ce-98a9-1be930bede14, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.107571] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed2f9fae-35d3-402d-8f28-a63868d78a39 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.115152] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1163.115152] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52aa318f-bb1d-ad9d-c1fc-126370ceb15e" [ 1163.115152] env[69330]: _type = "Task" [ 1163.115152] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.124122] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52aa318f-bb1d-ad9d-c1fc-126370ceb15e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.139061] env[69330]: DEBUG nova.compute.manager [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.139061] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.140919] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919c3348-7cad-4516-8330-7296a5c33041 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.150930] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.151436] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45c5c658-b635-4d7a-a57d-303a0428e3b6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.161078] env[69330]: DEBUG oslo_vmware.api [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1163.161078] env[69330]: value = "task-4129144" [ 1163.161078] env[69330]: _type = "Task" [ 1163.161078] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.170427] env[69330]: DEBUG oslo_vmware.api [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.393943] env[69330]: DEBUG oslo_vmware.api [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129141, 'name': PowerOnVM_Task, 'duration_secs': 1.091624} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.394353] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.394608] env[69330]: DEBUG nova.compute.manager [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1163.395507] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68c7061-7ee6-4e0a-8ce1-85ebae5242bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.399880] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf87044-b829-4761-bb12-5c0f0b4fe269 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.411237] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a0d56a-3d52-4dd0-85a0-56e2c9a76691 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.443776] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ce0160-fff1-4c95-a4cb-e0c5bf081371 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.454178] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f7e9b7-472e-4cbb-823e-d7d99defd2ad {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.468502] env[69330]: DEBUG nova.compute.provider_tree [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.491639] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Releasing lock "refresh_cache-3d04a9e0-59b8-4d89-8e89-5695c685f7f1" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.624565] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52aa318f-bb1d-ad9d-c1fc-126370ceb15e, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.624856] env[69330]: DEBUG oslo_concurrency.lockutils [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.625142] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 737d7f9f-5be8-4b03-b313-11d83f6fda2e/737d7f9f-5be8-4b03-b313-11d83f6fda2e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.625411] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb1afcc2-6ffa-430f-9e77-77d2782a5d16 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.633234] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1163.633234] env[69330]: value = "task-4129145" [ 1163.633234] env[69330]: _type = "Task" [ 1163.633234] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.642964] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.676017] env[69330]: DEBUG oslo_vmware.api [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129144, 'name': PowerOffVM_Task, 'duration_secs': 0.196476} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.676017] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.676017] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.676017] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5532071-0225-4d7e-ae24-3f4342ecc875 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.750291] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.750568] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.750791] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Deleting the datastore file [datastore1] 3d04a9e0-59b8-4d89-8e89-5695c685f7f1 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.751168] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39d43baa-0a12-4e78-8162-e6a14be70f26 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.759228] env[69330]: DEBUG oslo_vmware.api [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1163.759228] env[69330]: value = "task-4129147" [ 1163.759228] env[69330]: _type = "Task" [ 1163.759228] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.771405] env[69330]: DEBUG oslo_vmware.api [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.917384] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.973598] env[69330]: DEBUG nova.scheduler.client.report [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.996199] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6770a709-ea4a-4322-8220-351e218addea tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "interface-3d04a9e0-59b8-4d89-8e89-5695c685f7f1-7a452dab-921c-4e0a-95e2-b90ca163d5c6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.944s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.150271] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499856} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.150618] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 737d7f9f-5be8-4b03-b313-11d83f6fda2e/737d7f9f-5be8-4b03-b313-11d83f6fda2e.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.150889] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.151218] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c21d58ed-3d56-45ff-9270-3338e5edb0ac {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.161737] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1164.161737] env[69330]: value = "task-4129149" [ 1164.161737] env[69330]: _type = "Task" [ 1164.161737] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.175164] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.272401] env[69330]: DEBUG oslo_vmware.api [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281715} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.272983] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.272983] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.273217] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.273506] env[69330]: INFO nova.compute.manager [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1164.273793] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.274191] env[69330]: DEBUG nova.compute.manager [-] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.274191] env[69330]: DEBUG nova.network.neutron [-] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.482024] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.482024] env[69330]: DEBUG nova.compute.manager [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.484597] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.809s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.674594] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07744} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.674594] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.674594] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d1f03a-8a24-4e80-8607-b48680921f3f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.701695] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 737d7f9f-5be8-4b03-b313-11d83f6fda2e/737d7f9f-5be8-4b03-b313-11d83f6fda2e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.702038] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e4e4f6b-3920-4e6f-8044-6cff4fa1332c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.727777] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1164.727777] env[69330]: value = "task-4129150" [ 1164.727777] env[69330]: _type = "Task" [ 1164.727777] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.737417] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.839138] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquiring lock "fe25d9ba-5f51-4161-b47f-660cc7623da6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.839138] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Lock "fe25d9ba-5f51-4161-b47f-660cc7623da6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.839287] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquiring lock "fe25d9ba-5f51-4161-b47f-660cc7623da6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.839477] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Lock "fe25d9ba-5f51-4161-b47f-660cc7623da6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.839651] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Lock "fe25d9ba-5f51-4161-b47f-660cc7623da6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.842132] env[69330]: INFO nova.compute.manager [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Terminating instance [ 1164.992796] env[69330]: DEBUG nova.compute.utils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.997600] env[69330]: DEBUG nova.compute.manager [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.997600] env[69330]: DEBUG nova.network.neutron [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.080728] env[69330]: DEBUG nova.policy [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '808d831dabbe430b893b39074edb0124', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af82179fe57040ad8a1ebd138470cadd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.247976] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129150, 'name': ReconfigVM_Task, 'duration_secs': 0.501926} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.247976] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 737d7f9f-5be8-4b03-b313-11d83f6fda2e/737d7f9f-5be8-4b03-b313-11d83f6fda2e.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.249451] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encrypted': False, 'encryption_options': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'device_type': 'disk', 'encryption_format': None, 'guest_format': None, 'size': 0, 'image_id': '4bf69476-2082-48c9-9b64-3181a0fc6e41'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817846', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'name': 'volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '737d7f9f-5be8-4b03-b313-11d83f6fda2e', 'attached_at': '', 'detached_at': '', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'serial': '5b3fdc6f-1763-41b3-a7b3-442172f841a1'}, 'boot_index': None, 'delete_on_termination': False, 'disk_bus': None, 'attachment_id': '5e77deea-c641-4a67-8a89-d62a510150bb', 'mount_device': '/dev/sdb', 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69330) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1165.249753] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1165.249794] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817846', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'name': 'volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '737d7f9f-5be8-4b03-b313-11d83f6fda2e', 'attached_at': '', 'detached_at': '', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'serial': '5b3fdc6f-1763-41b3-a7b3-442172f841a1'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1165.253032] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e14dcb8-20a8-4710-ac8e-6d6e603c44a7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.255358] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214e7062-e51a-4c90-86d4-f0d39386de42 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.278276] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9033591d-0848-47cf-a26c-7884a94428ed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.283497] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc6e2c6-4a89-4247-b1b5-e52078cabe26 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.315142] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1/volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.343490] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1999e0c5-9197-4d8c-b383-b653c8624f48 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.356443] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquiring lock "refresh_cache-fe25d9ba-5f51-4161-b47f-660cc7623da6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.356684] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquired lock "refresh_cache-fe25d9ba-5f51-4161-b47f-660cc7623da6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.356924] env[69330]: DEBUG nova.network.neutron [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.358674] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7418cd-cb46-45f1-a0c0-f2c0070c5559 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.369582] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2cab72-463e-4685-837c-70fc72a8f79a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.374232] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1165.374232] env[69330]: value = "task-4129151" [ 1165.374232] env[69330]: _type = "Task" [ 1165.374232] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.390423] env[69330]: DEBUG nova.compute.provider_tree [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.400245] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.498127] env[69330]: DEBUG nova.compute.manager [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.746059] env[69330]: DEBUG nova.compute.manager [req-8cc728b2-c211-4bff-8ffc-2fa557a5ebd1 req-0610fe49-7bb1-4345-9a41-df5dab171ec7 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Received event network-vif-deleted-bfff6113-b853-4eb3-8543-6ab1b4784fa2 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.746331] env[69330]: INFO nova.compute.manager [req-8cc728b2-c211-4bff-8ffc-2fa557a5ebd1 req-0610fe49-7bb1-4345-9a41-df5dab171ec7 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Neutron deleted interface bfff6113-b853-4eb3-8543-6ab1b4784fa2; detaching it from the instance and deleting it from the info cache [ 1165.746537] env[69330]: DEBUG nova.network.neutron [req-8cc728b2-c211-4bff-8ffc-2fa557a5ebd1 req-0610fe49-7bb1-4345-9a41-df5dab171ec7 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.748299] env[69330]: DEBUG nova.network.neutron [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Successfully created port: f741825c-9c98-4850-8afe-059f825568aa {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.890647] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129151, 'name': ReconfigVM_Task, 'duration_secs': 0.380695} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.891191] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1/volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.898995] env[69330]: DEBUG nova.network.neutron [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.911123] env[69330]: DEBUG nova.scheduler.client.report [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.912605] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7053edda-313f-4b41-8024-90624fcacacb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.938773] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1165.938773] env[69330]: value = "task-4129152" [ 1165.938773] env[69330]: _type = "Task" [ 1165.938773] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.951272] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.012178] env[69330]: DEBUG nova.network.neutron [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.120966] env[69330]: DEBUG nova.network.neutron [-] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.254045] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19459610-3fff-461f-876c-9d5b32f5a390 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.263085] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9c4cf0-e966-4ec4-9bf9-d954dcf8d01b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.299568] env[69330]: DEBUG nova.compute.manager [req-8cc728b2-c211-4bff-8ffc-2fa557a5ebd1 req-0610fe49-7bb1-4345-9a41-df5dab171ec7 service nova] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Detach interface failed, port_id=bfff6113-b853-4eb3-8543-6ab1b4784fa2, reason: Instance 3d04a9e0-59b8-4d89-8e89-5695c685f7f1 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1166.394972] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1166.395244] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817853', 'volume_id': '00e7eb20-1403-41b8-9adf-29f70effa447', 'name': 'volume-00e7eb20-1403-41b8-9adf-29f70effa447', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '473bf161-adfb-479d-9b4b-4b4e19ee61d7', 'attached_at': '', 'detached_at': '', 'volume_id': '00e7eb20-1403-41b8-9adf-29f70effa447', 'serial': '00e7eb20-1403-41b8-9adf-29f70effa447'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1166.396134] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6943c09c-f338-4b49-91ac-2b85dba10dc4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.416691] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1691a3-9a94-49e8-8892-2251bf4a6208 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.444115] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-00e7eb20-1403-41b8-9adf-29f70effa447/volume-00e7eb20-1403-41b8-9adf-29f70effa447.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.445298] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b228fd4f-104a-4ca4-bd95-ebafa3224d02 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.467868] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "f416e3dd-3802-4310-94fb-783c063da2b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.468107] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "f416e3dd-3802-4310-94fb-783c063da2b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.477458] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129152, 'name': ReconfigVM_Task, 'duration_secs': 0.272542} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.477544] env[69330]: DEBUG oslo_vmware.api [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1166.477544] env[69330]: value = "task-4129153" [ 1166.477544] env[69330]: _type = "Task" [ 1166.477544] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.477807] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817846', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'name': 'volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '737d7f9f-5be8-4b03-b313-11d83f6fda2e', 'attached_at': '', 'detached_at': '', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'serial': '5b3fdc6f-1763-41b3-a7b3-442172f841a1'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1166.478452] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fdac545-e757-44e1-a592-c153d5a07a12 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.490117] env[69330]: DEBUG oslo_vmware.api [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129153, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.491655] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1166.491655] env[69330]: value = "task-4129154" [ 1166.491655] env[69330]: _type = "Task" [ 1166.491655] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.501428] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129154, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.507371] env[69330]: DEBUG nova.compute.manager [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.515361] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Releasing lock "refresh_cache-fe25d9ba-5f51-4161-b47f-660cc7623da6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.515491] env[69330]: DEBUG nova.compute.manager [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.516016] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.516587] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb898918-7d5b-461f-832c-08243bc6ba4f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.525098] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.525388] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8025644-441d-4dcd-9703-47860e8094ae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.533217] env[69330]: DEBUG oslo_vmware.api [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1166.533217] env[69330]: value = "task-4129155" [ 1166.533217] env[69330]: _type = "Task" [ 1166.533217] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.538568] env[69330]: DEBUG nova.virt.hardware [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.538902] env[69330]: DEBUG nova.virt.hardware [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.539089] env[69330]: DEBUG nova.virt.hardware [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.539301] env[69330]: DEBUG nova.virt.hardware [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.539421] env[69330]: DEBUG nova.virt.hardware [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.539573] env[69330]: DEBUG nova.virt.hardware [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.539788] env[69330]: DEBUG nova.virt.hardware [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.539944] env[69330]: DEBUG nova.virt.hardware [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.540129] env[69330]: DEBUG nova.virt.hardware [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.540365] env[69330]: DEBUG nova.virt.hardware [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.541028] env[69330]: DEBUG nova.virt.hardware [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.541725] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3af84ff-81c9-438f-907d-b5a072636c8f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.554361] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e32a34-0c49-4450-bdb3-4d73df8b59f5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.558493] env[69330]: DEBUG oslo_vmware.api [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.624841] env[69330]: INFO nova.compute.manager [-] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Took 2.35 seconds to deallocate network for instance. [ 1166.922387] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.438s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.925505] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.560s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.927516] env[69330]: INFO nova.compute.claims [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.971608] env[69330]: DEBUG nova.compute.manager [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.990712] env[69330]: DEBUG oslo_vmware.api [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129153, 'name': ReconfigVM_Task, 'duration_secs': 0.490815} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.991045] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-00e7eb20-1403-41b8-9adf-29f70effa447/volume-00e7eb20-1403-41b8-9adf-29f70effa447.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.996530] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4fcf689-586c-49b5-8748-3d36dc11ebfa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.019094] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129154, 'name': Rename_Task, 'duration_secs': 0.219794} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.020594] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.021393] env[69330]: DEBUG oslo_vmware.api [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1167.021393] env[69330]: value = "task-4129156" [ 1167.021393] env[69330]: _type = "Task" [ 1167.021393] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.021625] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cecbc5e1-9f46-4012-a31e-16ba9a3bc347 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.032976] env[69330]: DEBUG oslo_vmware.api [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129156, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.034578] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1167.034578] env[69330]: value = "task-4129157" [ 1167.034578] env[69330]: _type = "Task" [ 1167.034578] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.047319] env[69330]: DEBUG oslo_vmware.api [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129155, 'name': PowerOffVM_Task, 'duration_secs': 0.143243} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.050288] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.050649] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.051131] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.051484] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83be9fc9-324d-468f-98b6-3a201bc1cd47 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.082701] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.082929] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.083228] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Deleting the datastore file [datastore1] fe25d9ba-5f51-4161-b47f-660cc7623da6 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.084523] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b4e184d-a91b-46bd-ba6e-cff4415b07ba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.090505] env[69330]: DEBUG oslo_vmware.api [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for the task: (returnval){ [ 1167.090505] env[69330]: value = "task-4129159" [ 1167.090505] env[69330]: _type = "Task" [ 1167.090505] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.102326] env[69330]: DEBUG oslo_vmware.api [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.134727] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.390664] env[69330]: DEBUG nova.compute.manager [req-f37dc759-5886-47d4-8791-1591fa40a127 req-baddf6d1-b3de-40ea-9c9e-84c0bded4441 service nova] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Received event network-vif-plugged-f741825c-9c98-4850-8afe-059f825568aa {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.390664] env[69330]: DEBUG oslo_concurrency.lockutils [req-f37dc759-5886-47d4-8791-1591fa40a127 req-baddf6d1-b3de-40ea-9c9e-84c0bded4441 service nova] Acquiring lock "5103731b-325e-4b49-bf23-d4eb14c86b07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.390790] env[69330]: DEBUG oslo_concurrency.lockutils [req-f37dc759-5886-47d4-8791-1591fa40a127 req-baddf6d1-b3de-40ea-9c9e-84c0bded4441 service nova] Lock "5103731b-325e-4b49-bf23-d4eb14c86b07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.391818] env[69330]: DEBUG oslo_concurrency.lockutils [req-f37dc759-5886-47d4-8791-1591fa40a127 req-baddf6d1-b3de-40ea-9c9e-84c0bded4441 service nova] Lock "5103731b-325e-4b49-bf23-d4eb14c86b07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.391818] env[69330]: DEBUG nova.compute.manager [req-f37dc759-5886-47d4-8791-1591fa40a127 req-baddf6d1-b3de-40ea-9c9e-84c0bded4441 service nova] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] No waiting events found dispatching network-vif-plugged-f741825c-9c98-4850-8afe-059f825568aa {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1167.391818] env[69330]: WARNING nova.compute.manager [req-f37dc759-5886-47d4-8791-1591fa40a127 req-baddf6d1-b3de-40ea-9c9e-84c0bded4441 service nova] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Received unexpected event network-vif-plugged-f741825c-9c98-4850-8afe-059f825568aa for instance with vm_state building and task_state spawning. [ 1167.490690] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.502960] env[69330]: INFO nova.scheduler.client.report [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleted allocation for migration 3b65e04a-6f93-4bc4-b8a4-a29ddef476e2 [ 1167.508677] env[69330]: DEBUG nova.network.neutron [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Successfully updated port: f741825c-9c98-4850-8afe-059f825568aa {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.536733] env[69330]: DEBUG oslo_vmware.api [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129156, 'name': ReconfigVM_Task, 'duration_secs': 0.179947} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.537825] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817853', 'volume_id': '00e7eb20-1403-41b8-9adf-29f70effa447', 'name': 'volume-00e7eb20-1403-41b8-9adf-29f70effa447', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '473bf161-adfb-479d-9b4b-4b4e19ee61d7', 'attached_at': '', 'detached_at': '', 'volume_id': '00e7eb20-1403-41b8-9adf-29f70effa447', 'serial': '00e7eb20-1403-41b8-9adf-29f70effa447'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1167.550716] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129157, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.600970] env[69330]: DEBUG oslo_vmware.api [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Task: {'id': task-4129159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109057} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.601264] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.601455] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.601635] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.601804] env[69330]: INFO nova.compute.manager [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1167.602075] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.602286] env[69330]: DEBUG nova.compute.manager [-] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.602384] env[69330]: DEBUG nova.network.neutron [-] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.619217] env[69330]: DEBUG nova.network.neutron [-] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.016733] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "refresh_cache-5103731b-325e-4b49-bf23-d4eb14c86b07" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.016885] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "refresh_cache-5103731b-325e-4b49-bf23-d4eb14c86b07" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.017092] env[69330]: DEBUG nova.network.neutron [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.018805] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2620c45d-b883-4566-aad1-9f23e3c1e716 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.265s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.057312] env[69330]: DEBUG oslo_vmware.api [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129157, 'name': PowerOnVM_Task, 'duration_secs': 0.54552} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.057895] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.058128] env[69330]: DEBUG nova.compute.manager [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1168.059691] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202bc2e7-fb9a-4416-af20-487b13dffb8d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.122175] env[69330]: DEBUG nova.network.neutron [-] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.195202] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29372cd0-2031-4aef-900e-d24dc73f3a1d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.204109] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9dd359-a60a-4cd8-99ce-19595c773322 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.241024] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8791025-6a86-4fb5-8463-da45ec6068a8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.249738] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c1ee8d-1b28-4d5a-8199-919c399d7947 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.266380] env[69330]: DEBUG nova.compute.provider_tree [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.582771] env[69330]: DEBUG nova.network.neutron [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.585922] env[69330]: DEBUG oslo_concurrency.lockutils [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.603537] env[69330]: DEBUG nova.objects.instance [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'flavor' on Instance uuid 473bf161-adfb-479d-9b4b-4b4e19ee61d7 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.630084] env[69330]: INFO nova.compute.manager [-] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Took 1.03 seconds to deallocate network for instance. [ 1168.770042] env[69330]: DEBUG nova.scheduler.client.report [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.799993] env[69330]: DEBUG nova.network.neutron [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Updating instance_info_cache with network_info: [{"id": "f741825c-9c98-4850-8afe-059f825568aa", "address": "fa:16:3e:a7:b0:1e", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf741825c-9c", "ovs_interfaceid": "f741825c-9c98-4850-8afe-059f825568aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.108856] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc2d-2405-44c2-8aa3-1c6131db4f8b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.836s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.144459] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.231772] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "d3941c63-5974-4a1b-9e79-f4df050659cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.232082] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.232334] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "d3941c63-5974-4a1b-9e79-f4df050659cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.232522] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.232692] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.235326] env[69330]: INFO nova.compute.manager [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Terminating instance [ 1169.276187] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.276921] env[69330]: DEBUG nova.compute.manager [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.281266] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.323s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.282660] env[69330]: INFO nova.compute.claims [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.303231] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "refresh_cache-5103731b-325e-4b49-bf23-d4eb14c86b07" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.305092] env[69330]: DEBUG nova.compute.manager [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Instance network_info: |[{"id": "f741825c-9c98-4850-8afe-059f825568aa", "address": "fa:16:3e:a7:b0:1e", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf741825c-9c", "ovs_interfaceid": "f741825c-9c98-4850-8afe-059f825568aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.305092] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:b0:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f741825c-9c98-4850-8afe-059f825568aa', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.312482] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.312482] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.312698] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81de125a-a22d-433e-815f-c7f9a124bc10 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.336749] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.336749] env[69330]: value = "task-4129160" [ 1169.336749] env[69330]: _type = "Task" [ 1169.336749] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.345591] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129160, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.478218] env[69330]: DEBUG nova.compute.manager [req-ddb893ea-dd5d-4e9f-8dbe-9b242f22f1cc req-ae2c5332-cb2d-4c50-a1b1-03acedfab7a2 service nova] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Received event network-changed-f741825c-9c98-4850-8afe-059f825568aa {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.479370] env[69330]: DEBUG nova.compute.manager [req-ddb893ea-dd5d-4e9f-8dbe-9b242f22f1cc req-ae2c5332-cb2d-4c50-a1b1-03acedfab7a2 service nova] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Refreshing instance network info cache due to event network-changed-f741825c-9c98-4850-8afe-059f825568aa. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.479667] env[69330]: DEBUG oslo_concurrency.lockutils [req-ddb893ea-dd5d-4e9f-8dbe-9b242f22f1cc req-ae2c5332-cb2d-4c50-a1b1-03acedfab7a2 service nova] Acquiring lock "refresh_cache-5103731b-325e-4b49-bf23-d4eb14c86b07" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.479849] env[69330]: DEBUG oslo_concurrency.lockutils [req-ddb893ea-dd5d-4e9f-8dbe-9b242f22f1cc req-ae2c5332-cb2d-4c50-a1b1-03acedfab7a2 service nova] Acquired lock "refresh_cache-5103731b-325e-4b49-bf23-d4eb14c86b07" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.480063] env[69330]: DEBUG nova.network.neutron [req-ddb893ea-dd5d-4e9f-8dbe-9b242f22f1cc req-ae2c5332-cb2d-4c50-a1b1-03acedfab7a2 service nova] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Refreshing network info cache for port f741825c-9c98-4850-8afe-059f825568aa {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.596566] env[69330]: DEBUG nova.compute.manager [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Stashing vm_state: active {{(pid=69330) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1169.742299] env[69330]: DEBUG nova.compute.manager [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.742453] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.743987] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1610847e-5363-4ecf-bf28-23139ec52e77 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.755330] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.755846] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af00a781-9cde-4559-87e3-0610036d671a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.764075] env[69330]: DEBUG oslo_vmware.api [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1169.764075] env[69330]: value = "task-4129161" [ 1169.764075] env[69330]: _type = "Task" [ 1169.764075] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.775725] env[69330]: DEBUG oslo_vmware.api [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.790055] env[69330]: DEBUG nova.compute.utils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.792088] env[69330]: DEBUG nova.compute.manager [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.792712] env[69330]: DEBUG nova.network.neutron [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.846715] env[69330]: DEBUG nova.policy [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b98b707b33604a07b0ff6cff979497b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8654bfade57f4267a939febf1979f12a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.852835] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129160, 'name': CreateVM_Task, 'duration_secs': 0.354828} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.852835] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.853644] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.853644] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.853798] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.854016] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86b645e-f259-4170-99f0-3d0395db8dd2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.859670] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1169.859670] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5262369d-8b61-aff6-9e23-9e9312ca3cca" [ 1169.859670] env[69330]: _type = "Task" [ 1169.859670] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.870122] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5262369d-8b61-aff6-9e23-9e9312ca3cca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.116397] env[69330]: DEBUG oslo_concurrency.lockutils [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.229826] env[69330]: DEBUG nova.network.neutron [req-ddb893ea-dd5d-4e9f-8dbe-9b242f22f1cc req-ae2c5332-cb2d-4c50-a1b1-03acedfab7a2 service nova] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Updated VIF entry in instance network info cache for port f741825c-9c98-4850-8afe-059f825568aa. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.230424] env[69330]: DEBUG nova.network.neutron [req-ddb893ea-dd5d-4e9f-8dbe-9b242f22f1cc req-ae2c5332-cb2d-4c50-a1b1-03acedfab7a2 service nova] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Updating instance_info_cache with network_info: [{"id": "f741825c-9c98-4850-8afe-059f825568aa", "address": "fa:16:3e:a7:b0:1e", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf741825c-9c", "ovs_interfaceid": "f741825c-9c98-4850-8afe-059f825568aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.278638] env[69330]: DEBUG oslo_vmware.api [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129161, 'name': PowerOffVM_Task, 'duration_secs': 0.263416} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.278638] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.278638] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.278638] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fb105d0-dece-4bdd-a5cf-80ff21e5ece9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.289411] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Acquiring lock "4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.289724] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Lock "4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.297640] env[69330]: DEBUG nova.compute.manager [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.300992] env[69330]: DEBUG nova.network.neutron [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Successfully created port: 15f88752-4157-4232-b54f-7abb49fde703 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.373477] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5262369d-8b61-aff6-9e23-9e9312ca3cca, 'name': SearchDatastore_Task, 'duration_secs': 0.010978} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.376407] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.376654] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.376990] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.377165] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.377638] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.377837] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e3dbcba-edf4-4861-8b0f-b2c3dfa02cff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.388743] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.389044] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.392659] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08669da0-02b1-444d-86e9-1068def99d7e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.400031] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1170.400031] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52405bda-bded-1775-7850-ce00d7c386b6" [ 1170.400031] env[69330]: _type = "Task" [ 1170.400031] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.412212] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52405bda-bded-1775-7850-ce00d7c386b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.535457] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d2ecb5-1c5e-4ebe-8993-04a4b79398d6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.545192] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4adac9-6157-42dd-aad0-848d4684d047 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.577985] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d2d744-68d5-4df0-86f7-9f17949d6cb8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.587200] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5197036e-dc68-4671-a719-09e247872aa0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.606160] env[69330]: DEBUG nova.compute.provider_tree [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.734449] env[69330]: DEBUG oslo_concurrency.lockutils [req-ddb893ea-dd5d-4e9f-8dbe-9b242f22f1cc req-ae2c5332-cb2d-4c50-a1b1-03acedfab7a2 service nova] Releasing lock "refresh_cache-5103731b-325e-4b49-bf23-d4eb14c86b07" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.792880] env[69330]: DEBUG nova.compute.manager [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.911342] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52405bda-bded-1775-7850-ce00d7c386b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.912285] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cdee6d9-d385-44ac-8a69-5ac093194c11 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.918516] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1170.918516] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52abe09e-2181-2ae9-3c26-9bc60c5d85e2" [ 1170.918516] env[69330]: _type = "Task" [ 1170.918516] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.931580] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52abe09e-2181-2ae9-3c26-9bc60c5d85e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.111575] env[69330]: DEBUG nova.scheduler.client.report [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.312106] env[69330]: DEBUG nova.compute.manager [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.321843] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.354695] env[69330]: DEBUG nova.virt.hardware [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.354695] env[69330]: DEBUG nova.virt.hardware [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.354695] env[69330]: DEBUG nova.virt.hardware [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.354695] env[69330]: DEBUG nova.virt.hardware [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.354695] env[69330]: DEBUG nova.virt.hardware [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.354695] env[69330]: DEBUG nova.virt.hardware [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.354695] env[69330]: DEBUG nova.virt.hardware [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.355062] env[69330]: DEBUG nova.virt.hardware [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.355062] env[69330]: DEBUG nova.virt.hardware [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.355062] env[69330]: DEBUG nova.virt.hardware [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.355228] env[69330]: DEBUG nova.virt.hardware [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.356152] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e9649f-e81c-464f-ad89-2aed86942b43 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.367028] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b273122-2ce5-4cb8-9bed-1c158ca69d99 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.429651] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52abe09e-2181-2ae9-3c26-9bc60c5d85e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011748} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.430089] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.430382] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 5103731b-325e-4b49-bf23-d4eb14c86b07/5103731b-325e-4b49-bf23-d4eb14c86b07.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.430841] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11191982-8446-4935-810f-e74eb10b910b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.439750] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1171.439750] env[69330]: value = "task-4129163" [ 1171.439750] env[69330]: _type = "Task" [ 1171.439750] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.446463] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.446828] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.447087] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleting the datastore file [datastore2] d3941c63-5974-4a1b-9e79-f4df050659cd {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.447415] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4004fc9a-cbc0-491c-8564-0f0463243f12 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.453846] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.460448] env[69330]: DEBUG oslo_vmware.api [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1171.460448] env[69330]: value = "task-4129164" [ 1171.460448] env[69330]: _type = "Task" [ 1171.460448] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.470810] env[69330]: DEBUG oslo_vmware.api [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.619872] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.620559] env[69330]: DEBUG nova.compute.manager [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.624093] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.401s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.624366] env[69330]: DEBUG nova.objects.instance [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lazy-loading 'resources' on Instance uuid a690ba5b-c7ca-4383-bd59-1c4f1184b7be {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.924613] env[69330]: DEBUG nova.compute.manager [req-2bf2de9a-0d7f-4d60-ae29-8bdf3f4cf500 req-28b28381-6e0a-407b-89a1-7623f0d45f54 service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Received event network-vif-plugged-15f88752-4157-4232-b54f-7abb49fde703 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.924814] env[69330]: DEBUG oslo_concurrency.lockutils [req-2bf2de9a-0d7f-4d60-ae29-8bdf3f4cf500 req-28b28381-6e0a-407b-89a1-7623f0d45f54 service nova] Acquiring lock "7c3c4310-5100-4326-b831-1a3b05259c2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.925123] env[69330]: DEBUG oslo_concurrency.lockutils [req-2bf2de9a-0d7f-4d60-ae29-8bdf3f4cf500 req-28b28381-6e0a-407b-89a1-7623f0d45f54 service nova] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.925315] env[69330]: DEBUG oslo_concurrency.lockutils [req-2bf2de9a-0d7f-4d60-ae29-8bdf3f4cf500 req-28b28381-6e0a-407b-89a1-7623f0d45f54 service nova] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.925513] env[69330]: DEBUG nova.compute.manager [req-2bf2de9a-0d7f-4d60-ae29-8bdf3f4cf500 req-28b28381-6e0a-407b-89a1-7623f0d45f54 service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] No waiting events found dispatching network-vif-plugged-15f88752-4157-4232-b54f-7abb49fde703 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1171.925667] env[69330]: WARNING nova.compute.manager [req-2bf2de9a-0d7f-4d60-ae29-8bdf3f4cf500 req-28b28381-6e0a-407b-89a1-7623f0d45f54 service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Received unexpected event network-vif-plugged-15f88752-4157-4232-b54f-7abb49fde703 for instance with vm_state building and task_state spawning. [ 1171.953119] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129163, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.971281] env[69330]: DEBUG oslo_vmware.api [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22756} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.971558] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.971746] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.971924] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.972115] env[69330]: INFO nova.compute.manager [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1171.972372] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.972572] env[69330]: DEBUG nova.compute.manager [-] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.972666] env[69330]: DEBUG nova.network.neutron [-] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.078620] env[69330]: DEBUG nova.network.neutron [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Successfully updated port: 15f88752-4157-4232-b54f-7abb49fde703 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.125291] env[69330]: DEBUG nova.compute.utils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.126640] env[69330]: DEBUG nova.compute.manager [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.126809] env[69330]: DEBUG nova.network.neutron [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.183025] env[69330]: DEBUG nova.policy [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f505160b4f3c48d99217ff311806c5ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d414cc273845e79fcaea123c421790', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.381809] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c8e9e-9483-4830-a506-ad405e4c6ab1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.390117] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc908926-d1f8-4ff7-921e-c373f6e9891b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.425196] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545065eb-4cf5-4d06-9c5c-26740fc77e17 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.434189] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d6cb7d-d296-4bb4-ae7c-40ad5da0b67c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.449814] env[69330]: DEBUG nova.compute.provider_tree [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.460878] env[69330]: DEBUG nova.compute.manager [req-909d7edc-7c70-49dd-9eb1-47afff39b05a req-53e7fcbb-9464-4cd1-8db6-5226aec7874a service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Received event network-vif-deleted-fcccb6f6-566c-4b11-a267-39c70599532a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.461566] env[69330]: INFO nova.compute.manager [req-909d7edc-7c70-49dd-9eb1-47afff39b05a req-53e7fcbb-9464-4cd1-8db6-5226aec7874a service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Neutron deleted interface fcccb6f6-566c-4b11-a267-39c70599532a; detaching it from the instance and deleting it from the info cache [ 1172.461807] env[69330]: DEBUG nova.network.neutron [req-909d7edc-7c70-49dd-9eb1-47afff39b05a req-53e7fcbb-9464-4cd1-8db6-5226aec7874a service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.468119] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531163} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.468373] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 5103731b-325e-4b49-bf23-d4eb14c86b07/5103731b-325e-4b49-bf23-d4eb14c86b07.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.468593] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.469293] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df1c636a-0218-44ee-8160-1249d1c3ee2e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.479134] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1172.479134] env[69330]: value = "task-4129165" [ 1172.479134] env[69330]: _type = "Task" [ 1172.479134] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.489514] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.575630] env[69330]: DEBUG nova.network.neutron [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Successfully created port: 1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.581385] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.581529] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquired lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.581676] env[69330]: DEBUG nova.network.neutron [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.635065] env[69330]: DEBUG nova.compute.manager [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.954658] env[69330]: DEBUG nova.scheduler.client.report [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.957898] env[69330]: DEBUG nova.network.neutron [-] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.969674] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1e892bc-086a-48ee-a381-035c8fb0b551 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.981421] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5a0fa9-bb91-4156-978f-8c51c1bb9d1d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.003128] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075116} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.003455] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.004327] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156b5b3d-e4a1-4ca2-b50e-dd35b0d8616a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.016128] env[69330]: DEBUG nova.compute.manager [req-909d7edc-7c70-49dd-9eb1-47afff39b05a req-53e7fcbb-9464-4cd1-8db6-5226aec7874a service nova] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Detach interface failed, port_id=fcccb6f6-566c-4b11-a267-39c70599532a, reason: Instance d3941c63-5974-4a1b-9e79-f4df050659cd could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.034891] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 5103731b-325e-4b49-bf23-d4eb14c86b07/5103731b-325e-4b49-bf23-d4eb14c86b07.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.035140] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fbb52cf-dd72-4f2b-b0e4-5aaf195a2448 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.057098] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1173.057098] env[69330]: value = "task-4129166" [ 1173.057098] env[69330]: _type = "Task" [ 1173.057098] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.066762] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.114996] env[69330]: DEBUG nova.network.neutron [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.259237] env[69330]: DEBUG nova.network.neutron [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Updating instance_info_cache with network_info: [{"id": "15f88752-4157-4232-b54f-7abb49fde703", "address": "fa:16:3e:5f:9d:a5", "network": {"id": "a59c935a-0bdd-43ba-bce2-69babf328a2e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822185158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8654bfade57f4267a939febf1979f12a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f88752-41", "ovs_interfaceid": "15f88752-4157-4232-b54f-7abb49fde703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.461292] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.463668] env[69330]: INFO nova.compute.manager [-] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Took 1.49 seconds to deallocate network for instance. [ 1173.464288] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.547s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.464496] env[69330]: DEBUG nova.objects.instance [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1173.488680] env[69330]: INFO nova.scheduler.client.report [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Deleted allocations for instance a690ba5b-c7ca-4383-bd59-1c4f1184b7be [ 1173.571863] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129166, 'name': ReconfigVM_Task, 'duration_secs': 0.334834} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.571863] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 5103731b-325e-4b49-bf23-d4eb14c86b07/5103731b-325e-4b49-bf23-d4eb14c86b07.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.572740] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a7bd87a-1b6e-45f0-8dc4-3da126540880 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.581129] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1173.581129] env[69330]: value = "task-4129167" [ 1173.581129] env[69330]: _type = "Task" [ 1173.581129] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.590648] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129167, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.645058] env[69330]: DEBUG nova.compute.manager [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.675273] env[69330]: DEBUG nova.virt.hardware [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.675534] env[69330]: DEBUG nova.virt.hardware [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.675687] env[69330]: DEBUG nova.virt.hardware [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.675868] env[69330]: DEBUG nova.virt.hardware [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.676025] env[69330]: DEBUG nova.virt.hardware [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.676180] env[69330]: DEBUG nova.virt.hardware [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.676392] env[69330]: DEBUG nova.virt.hardware [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.676550] env[69330]: DEBUG nova.virt.hardware [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.676715] env[69330]: DEBUG nova.virt.hardware [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.676877] env[69330]: DEBUG nova.virt.hardware [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.677062] env[69330]: DEBUG nova.virt.hardware [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.677934] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0289731-079f-4425-8d35-92c56feb820d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.687575] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad43690-be33-4cf8-ae06-743fbcdb8586 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.761886] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Releasing lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.762251] env[69330]: DEBUG nova.compute.manager [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Instance network_info: |[{"id": "15f88752-4157-4232-b54f-7abb49fde703", "address": "fa:16:3e:5f:9d:a5", "network": {"id": "a59c935a-0bdd-43ba-bce2-69babf328a2e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822185158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8654bfade57f4267a939febf1979f12a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f88752-41", "ovs_interfaceid": "15f88752-4157-4232-b54f-7abb49fde703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.762689] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:9d:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15f88752-4157-4232-b54f-7abb49fde703', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.770286] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Creating folder: Project (8654bfade57f4267a939febf1979f12a). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1173.770566] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fec3fd0-8dd5-4ab9-a22a-b1f39e7a7083 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.782835] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Created folder: Project (8654bfade57f4267a939febf1979f12a) in parent group-v817559. [ 1173.783036] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Creating folder: Instances. Parent ref: group-v817855. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1173.783332] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91278c78-4059-4912-a645-df6f070a9af9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.794281] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Created folder: Instances in parent group-v817855. [ 1173.794505] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.794718] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.794947] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73e4a3bd-c1fb-4ea9-97b0-0659d1f9e330 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.815280] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.815280] env[69330]: value = "task-4129170" [ 1173.815280] env[69330]: _type = "Task" [ 1173.815280] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.823392] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129170, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.954352] env[69330]: DEBUG nova.compute.manager [req-0b7877e0-54a1-4381-857f-cfbfbcfb4017 req-5a407cff-98b8-462b-9e97-171a01822f29 service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Received event network-changed-15f88752-4157-4232-b54f-7abb49fde703 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.954570] env[69330]: DEBUG nova.compute.manager [req-0b7877e0-54a1-4381-857f-cfbfbcfb4017 req-5a407cff-98b8-462b-9e97-171a01822f29 service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Refreshing instance network info cache due to event network-changed-15f88752-4157-4232-b54f-7abb49fde703. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.954846] env[69330]: DEBUG oslo_concurrency.lockutils [req-0b7877e0-54a1-4381-857f-cfbfbcfb4017 req-5a407cff-98b8-462b-9e97-171a01822f29 service nova] Acquiring lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.955084] env[69330]: DEBUG oslo_concurrency.lockutils [req-0b7877e0-54a1-4381-857f-cfbfbcfb4017 req-5a407cff-98b8-462b-9e97-171a01822f29 service nova] Acquired lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.955319] env[69330]: DEBUG nova.network.neutron [req-0b7877e0-54a1-4381-857f-cfbfbcfb4017 req-5a407cff-98b8-462b-9e97-171a01822f29 service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Refreshing network info cache for port 15f88752-4157-4232-b54f-7abb49fde703 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.977360] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.997793] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d3bfa9a3-4417-4967-9c8b-826301839493 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "a690ba5b-c7ca-4383-bd59-1c4f1184b7be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.297s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.095280] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129167, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.326770] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129170, 'name': CreateVM_Task, 'duration_secs': 0.353859} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.326993] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.327781] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.327945] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.328311] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.328970] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9239b07d-b6a0-4a25-adff-067912637839 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.335205] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1174.335205] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520f185a-f4d8-1745-e1b5-9e97d8509e46" [ 1174.335205] env[69330]: _type = "Task" [ 1174.335205] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.347322] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520f185a-f4d8-1745-e1b5-9e97d8509e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.479695] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3fa67125-5125-410c-844b-a107bdf22a4f tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.482017] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.347s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.483240] env[69330]: DEBUG nova.objects.instance [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lazy-loading 'resources' on Instance uuid 3d04a9e0-59b8-4d89-8e89-5695c685f7f1 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.600214] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129167, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.686572] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "a39d8145-220b-4c62-a164-7ae645ae0608" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.687278] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "a39d8145-220b-4c62-a164-7ae645ae0608" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.687822] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "a39d8145-220b-4c62-a164-7ae645ae0608-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.688435] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "a39d8145-220b-4c62-a164-7ae645ae0608-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.688679] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "a39d8145-220b-4c62-a164-7ae645ae0608-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.691305] env[69330]: INFO nova.compute.manager [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Terminating instance [ 1174.712165] env[69330]: DEBUG nova.network.neutron [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Successfully updated port: 1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.722662] env[69330]: DEBUG nova.network.neutron [req-0b7877e0-54a1-4381-857f-cfbfbcfb4017 req-5a407cff-98b8-462b-9e97-171a01822f29 service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Updated VIF entry in instance network info cache for port 15f88752-4157-4232-b54f-7abb49fde703. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.723098] env[69330]: DEBUG nova.network.neutron [req-0b7877e0-54a1-4381-857f-cfbfbcfb4017 req-5a407cff-98b8-462b-9e97-171a01822f29 service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Updating instance_info_cache with network_info: [{"id": "15f88752-4157-4232-b54f-7abb49fde703", "address": "fa:16:3e:5f:9d:a5", "network": {"id": "a59c935a-0bdd-43ba-bce2-69babf328a2e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822185158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8654bfade57f4267a939febf1979f12a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f88752-41", "ovs_interfaceid": "15f88752-4157-4232-b54f-7abb49fde703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.847850] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520f185a-f4d8-1745-e1b5-9e97d8509e46, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.848239] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.848495] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.848735] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.848883] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.849082] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.849424] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c96c1f7-a0d2-47cf-b106-4b4073de7a82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.860052] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.860144] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.860918] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb26c14d-08b5-4bab-a56c-82ad0387d2e9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.867694] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1174.867694] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cdf870-22ce-0d37-cfaa-3b40422de29f" [ 1174.867694] env[69330]: _type = "Task" [ 1174.867694] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.877397] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cdf870-22ce-0d37-cfaa-3b40422de29f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.093725] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129167, 'name': Rename_Task, 'duration_secs': 1.153686} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.096832] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.097070] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dfdcf81-813e-4731-a101-bdb610c17aa3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.104755] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1175.104755] env[69330]: value = "task-4129171" [ 1175.104755] env[69330]: _type = "Task" [ 1175.104755] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.117306] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.201405] env[69330]: DEBUG nova.compute.manager [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.201716] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.205341] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bfc46e-bdc6-44cc-848e-235b92c9b482 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.214241] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.214890] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "refresh_cache-d11a6a0d-489c-4826-b44f-83b2eae76bdf" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.215074] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "refresh_cache-d11a6a0d-489c-4826-b44f-83b2eae76bdf" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.215196] env[69330]: DEBUG nova.network.neutron [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.216573] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c95ceeaf-c650-430a-8f99-8866ae357b21 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.226542] env[69330]: DEBUG oslo_vmware.api [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1175.226542] env[69330]: value = "task-4129172" [ 1175.226542] env[69330]: _type = "Task" [ 1175.226542] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.232341] env[69330]: DEBUG oslo_concurrency.lockutils [req-0b7877e0-54a1-4381-857f-cfbfbcfb4017 req-5a407cff-98b8-462b-9e97-171a01822f29 service nova] Releasing lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.233713] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1307f34-5d77-409a-8b0a-4a69fc1065db {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.245195] env[69330]: DEBUG oslo_vmware.api [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.246748] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b73c26a-7aef-4794-b16a-cd7f2f6f8377 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.283591] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaff559-de9c-469c-9350-3aab51d712d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.293395] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40b73a2-ecc3-46f8-8666-7f1e5373dd69 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.310928] env[69330]: DEBUG nova.compute.provider_tree [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.382270] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cdf870-22ce-0d37-cfaa-3b40422de29f, 'name': SearchDatastore_Task, 'duration_secs': 0.011714} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.383243] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e25cfd-804f-4a5b-ad62-322311a0e511 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.391392] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1175.391392] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5233dd67-a48f-2128-b63b-e87297167fb8" [ 1175.391392] env[69330]: _type = "Task" [ 1175.391392] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.404321] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5233dd67-a48f-2128-b63b-e87297167fb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.617144] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129171, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.738090] env[69330]: DEBUG oslo_vmware.api [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129172, 'name': PowerOffVM_Task, 'duration_secs': 0.233421} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.738090] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.738090] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.738334] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-348752dc-2ec2-4021-962e-2e8266e10683 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.755149] env[69330]: DEBUG nova.network.neutron [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.814662] env[69330]: DEBUG nova.scheduler.client.report [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.820034] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.820034] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.820258] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Deleting the datastore file [datastore2] a39d8145-220b-4c62-a164-7ae645ae0608 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.820681] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c97e72d2-537c-43b4-aa85-f0ef66945f37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.828941] env[69330]: DEBUG oslo_vmware.api [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for the task: (returnval){ [ 1175.828941] env[69330]: value = "task-4129174" [ 1175.828941] env[69330]: _type = "Task" [ 1175.828941] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.839537] env[69330]: DEBUG oslo_vmware.api [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.904387] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5233dd67-a48f-2128-b63b-e87297167fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.904775] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.905110] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 7c3c4310-5100-4326-b831-1a3b05259c2b/7c3c4310-5100-4326-b831-1a3b05259c2b.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.905402] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55015d14-356c-43b2-bcd2-37f1e4c9782f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.913822] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1175.913822] env[69330]: value = "task-4129175" [ 1175.913822] env[69330]: _type = "Task" [ 1175.913822] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.921043] env[69330]: DEBUG nova.network.neutron [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Updating instance_info_cache with network_info: [{"id": "1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2", "address": "fa:16:3e:28:32:7c", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9d908b-c5", "ovs_interfaceid": "1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.924755] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.982831] env[69330]: DEBUG nova.compute.manager [req-41250f1d-93e2-433a-a4e2-8627bf827717 req-1171087c-5299-4995-90c5-1e118c2851e2 service nova] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Received event network-vif-plugged-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.983079] env[69330]: DEBUG oslo_concurrency.lockutils [req-41250f1d-93e2-433a-a4e2-8627bf827717 req-1171087c-5299-4995-90c5-1e118c2851e2 service nova] Acquiring lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.983377] env[69330]: DEBUG oslo_concurrency.lockutils [req-41250f1d-93e2-433a-a4e2-8627bf827717 req-1171087c-5299-4995-90c5-1e118c2851e2 service nova] Lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.983556] env[69330]: DEBUG oslo_concurrency.lockutils [req-41250f1d-93e2-433a-a4e2-8627bf827717 req-1171087c-5299-4995-90c5-1e118c2851e2 service nova] Lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.983743] env[69330]: DEBUG nova.compute.manager [req-41250f1d-93e2-433a-a4e2-8627bf827717 req-1171087c-5299-4995-90c5-1e118c2851e2 service nova] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] No waiting events found dispatching network-vif-plugged-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1175.983919] env[69330]: WARNING nova.compute.manager [req-41250f1d-93e2-433a-a4e2-8627bf827717 req-1171087c-5299-4995-90c5-1e118c2851e2 service nova] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Received unexpected event network-vif-plugged-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 for instance with vm_state building and task_state spawning. [ 1175.984102] env[69330]: DEBUG nova.compute.manager [req-41250f1d-93e2-433a-a4e2-8627bf827717 req-1171087c-5299-4995-90c5-1e118c2851e2 service nova] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Received event network-changed-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.984284] env[69330]: DEBUG nova.compute.manager [req-41250f1d-93e2-433a-a4e2-8627bf827717 req-1171087c-5299-4995-90c5-1e118c2851e2 service nova] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Refreshing instance network info cache due to event network-changed-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.984549] env[69330]: DEBUG oslo_concurrency.lockutils [req-41250f1d-93e2-433a-a4e2-8627bf827717 req-1171087c-5299-4995-90c5-1e118c2851e2 service nova] Acquiring lock "refresh_cache-d11a6a0d-489c-4826-b44f-83b2eae76bdf" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.119556] env[69330]: DEBUG oslo_vmware.api [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129171, 'name': PowerOnVM_Task, 'duration_secs': 0.624039} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.119868] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.120088] env[69330]: INFO nova.compute.manager [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1176.120275] env[69330]: DEBUG nova.compute.manager [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1176.121336] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca045cd-d395-41ad-8d48-56e71620748a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.321759] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.324434] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.834s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.326037] env[69330]: INFO nova.compute.claims [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.339199] env[69330]: DEBUG oslo_vmware.api [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Task: {'id': task-4129174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256698} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.339469] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.339657] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.339837] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.340025] env[69330]: INFO nova.compute.manager [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1176.340284] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.340484] env[69330]: DEBUG nova.compute.manager [-] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.340576] env[69330]: DEBUG nova.network.neutron [-] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.343339] env[69330]: INFO nova.scheduler.client.report [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Deleted allocations for instance 3d04a9e0-59b8-4d89-8e89-5695c685f7f1 [ 1176.424507] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129175, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.426144] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "refresh_cache-d11a6a0d-489c-4826-b44f-83b2eae76bdf" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.426467] env[69330]: DEBUG nova.compute.manager [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Instance network_info: |[{"id": "1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2", "address": "fa:16:3e:28:32:7c", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9d908b-c5", "ovs_interfaceid": "1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.426757] env[69330]: DEBUG oslo_concurrency.lockutils [req-41250f1d-93e2-433a-a4e2-8627bf827717 req-1171087c-5299-4995-90c5-1e118c2851e2 service nova] Acquired lock "refresh_cache-d11a6a0d-489c-4826-b44f-83b2eae76bdf" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.426930] env[69330]: DEBUG nova.network.neutron [req-41250f1d-93e2-433a-a4e2-8627bf827717 req-1171087c-5299-4995-90c5-1e118c2851e2 service nova] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Refreshing network info cache for port 1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.428286] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:32:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.435918] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.437210] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.437462] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b40c7a82-fa15-45a5-b94f-fa96b7c56bc0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.459218] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.459218] env[69330]: value = "task-4129176" [ 1176.459218] env[69330]: _type = "Task" [ 1176.459218] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.470423] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129176, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.641185] env[69330]: INFO nova.compute.manager [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Took 19.20 seconds to build instance. [ 1176.648738] env[69330]: DEBUG nova.compute.manager [req-39ea0bc6-b2f2-449b-b3b1-7fb4c0dc003a req-0466a7d1-5bba-4bf4-8670-3bc266eaae9d service nova] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Received event network-vif-deleted-172ba092-7405-4701-9b9b-c22c51a35045 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.649107] env[69330]: INFO nova.compute.manager [req-39ea0bc6-b2f2-449b-b3b1-7fb4c0dc003a req-0466a7d1-5bba-4bf4-8670-3bc266eaae9d service nova] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Neutron deleted interface 172ba092-7405-4701-9b9b-c22c51a35045; detaching it from the instance and deleting it from the info cache [ 1176.649324] env[69330]: DEBUG nova.network.neutron [req-39ea0bc6-b2f2-449b-b3b1-7fb4c0dc003a req-0466a7d1-5bba-4bf4-8670-3bc266eaae9d service nova] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.852261] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d5c13934-1681-42b9-9494-7fba26a31fb7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "3d04a9e0-59b8-4d89-8e89-5695c685f7f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.226s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.929678] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852459} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.930296] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 7c3c4310-5100-4326-b831-1a3b05259c2b/7c3c4310-5100-4326-b831-1a3b05259c2b.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.930537] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.930831] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc6984c2-8fc6-440d-ae9e-0b6ae1de2fad {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.943494] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1176.943494] env[69330]: value = "task-4129177" [ 1176.943494] env[69330]: _type = "Task" [ 1176.943494] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.954727] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.970671] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129176, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.127086] env[69330]: DEBUG nova.network.neutron [-] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.142917] env[69330]: DEBUG oslo_concurrency.lockutils [None req-533493b3-7784-45e2-a5d9-fc8108ec1324 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "5103731b-325e-4b49-bf23-d4eb14c86b07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.715s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.156030] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c834359-c52b-4315-912d-d512f16eb5d9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.158238] env[69330]: DEBUG nova.network.neutron [req-41250f1d-93e2-433a-a4e2-8627bf827717 req-1171087c-5299-4995-90c5-1e118c2851e2 service nova] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Updated VIF entry in instance network info cache for port 1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.158604] env[69330]: DEBUG nova.network.neutron [req-41250f1d-93e2-433a-a4e2-8627bf827717 req-1171087c-5299-4995-90c5-1e118c2851e2 service nova] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Updating instance_info_cache with network_info: [{"id": "1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2", "address": "fa:16:3e:28:32:7c", "network": {"id": "30f502f4-4686-45b3-b3eb-fb6911175819", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811477879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d414cc273845e79fcaea123c421790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9d908b-c5", "ovs_interfaceid": "1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.164472] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc437a-c233-43cc-9fc6-1322b12fd384 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.203767] env[69330]: DEBUG nova.compute.manager [req-39ea0bc6-b2f2-449b-b3b1-7fb4c0dc003a req-0466a7d1-5bba-4bf4-8670-3bc266eaae9d service nova] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Detach interface failed, port_id=172ba092-7405-4701-9b9b-c22c51a35045, reason: Instance a39d8145-220b-4c62-a164-7ae645ae0608 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1177.417607] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84001dc8-9021-40ff-9a57-e7d3105d0dbd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.424654] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4adb45-a417-4259-a1fa-732a51243489 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Suspending the VM {{(pid=69330) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1177.425510] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cdf7fcbf-cb1c-48fb-a03b-b89225c64d52 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.434487] env[69330]: DEBUG oslo_vmware.api [None req-ec4adb45-a417-4259-a1fa-732a51243489 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1177.434487] env[69330]: value = "task-4129178" [ 1177.434487] env[69330]: _type = "Task" [ 1177.434487] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.445153] env[69330]: DEBUG oslo_vmware.api [None req-ec4adb45-a417-4259-a1fa-732a51243489 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129178, 'name': SuspendVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.454303] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07636} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.454631] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.455405] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c4ea43-84be-4b04-8eaa-4287f3e544c7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.484376] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 7c3c4310-5100-4326-b831-1a3b05259c2b/7c3c4310-5100-4326-b831-1a3b05259c2b.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.487660] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb8ed28-d405-4bdd-98e8-fd9ac621d939 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.506123] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129176, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.512605] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1177.512605] env[69330]: value = "task-4129179" [ 1177.512605] env[69330]: _type = "Task" [ 1177.512605] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.524315] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.574698] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68d2ff5-5416-421d-a4c2-efbb1b61e741 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.583237] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4193509d-1046-4edb-85b3-f5719944067c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.588578] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "292799d0-2d6c-4b2a-84a3-fcb811c98372" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.588827] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "292799d0-2d6c-4b2a-84a3-fcb811c98372" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.589043] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "292799d0-2d6c-4b2a-84a3-fcb811c98372-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.589251] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "292799d0-2d6c-4b2a-84a3-fcb811c98372-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.589433] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "292799d0-2d6c-4b2a-84a3-fcb811c98372-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.616424] env[69330]: INFO nova.compute.manager [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Terminating instance [ 1177.618720] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbd2804-ebbe-4cbd-8f7a-1900270bbcba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.628168] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b886a2d4-28d3-49d8-9220-17bace1b9af7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.633099] env[69330]: INFO nova.compute.manager [-] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Took 1.29 seconds to deallocate network for instance. [ 1177.647897] env[69330]: DEBUG nova.compute.provider_tree [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.663225] env[69330]: DEBUG oslo_concurrency.lockutils [req-41250f1d-93e2-433a-a4e2-8627bf827717 req-1171087c-5299-4995-90c5-1e118c2851e2 service nova] Releasing lock "refresh_cache-d11a6a0d-489c-4826-b44f-83b2eae76bdf" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.946207] env[69330]: DEBUG oslo_vmware.api [None req-ec4adb45-a417-4259-a1fa-732a51243489 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129178, 'name': SuspendVM_Task} progress is 58%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.971509] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129176, 'name': CreateVM_Task, 'duration_secs': 1.429486} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.971735] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.972548] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.972743] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.973137] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.973548] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a9761c1-2366-4bac-b21d-08ecbc09c0b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.979514] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1177.979514] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521acfb1-dc7e-40da-e60e-2b08556f4643" [ 1177.979514] env[69330]: _type = "Task" [ 1177.979514] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.990303] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521acfb1-dc7e-40da-e60e-2b08556f4643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.024095] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.124145] env[69330]: DEBUG nova.compute.manager [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.124446] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.125562] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caf63cc-d380-404a-bd2c-4be56c551188 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.136322] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.136611] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-272fe404-f58a-48fb-812e-59ab51f0afc5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.144050] env[69330]: DEBUG oslo_vmware.api [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1178.144050] env[69330]: value = "task-4129180" [ 1178.144050] env[69330]: _type = "Task" [ 1178.144050] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.147950] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.154464] env[69330]: DEBUG nova.scheduler.client.report [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.158032] env[69330]: DEBUG oslo_vmware.api [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.445621] env[69330]: DEBUG oslo_vmware.api [None req-ec4adb45-a417-4259-a1fa-732a51243489 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129178, 'name': SuspendVM_Task, 'duration_secs': 0.689322} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.445907] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4adb45-a417-4259-a1fa-732a51243489 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Suspended the VM {{(pid=69330) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1178.446106] env[69330]: DEBUG nova.compute.manager [None req-ec4adb45-a417-4259-a1fa-732a51243489 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1178.446950] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59118079-fbaf-45c7-9b96-c0e2b29ec077 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.490450] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521acfb1-dc7e-40da-e60e-2b08556f4643, 'name': SearchDatastore_Task, 'duration_secs': 0.011017} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.491494] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.491745] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.491981] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.492146] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.492327] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.492844] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a24445f-1ab6-4346-8167-2f990923bba4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.502730] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.502902] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.503698] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3bc1eae-253a-4ce1-8721-b3e21b288414 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.510156] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1178.510156] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52aad724-e17e-759e-51f6-591010318873" [ 1178.510156] env[69330]: _type = "Task" [ 1178.510156] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.519849] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52aad724-e17e-759e-51f6-591010318873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.525333] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129179, 'name': ReconfigVM_Task, 'duration_secs': 0.601679} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.525604] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 7c3c4310-5100-4326-b831-1a3b05259c2b/7c3c4310-5100-4326-b831-1a3b05259c2b.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.526562] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-676f06b9-f400-40de-83c4-ddf31f1ab40c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.533288] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1178.533288] env[69330]: value = "task-4129181" [ 1178.533288] env[69330]: _type = "Task" [ 1178.533288] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.541699] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129181, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.655584] env[69330]: DEBUG oslo_vmware.api [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129180, 'name': PowerOffVM_Task, 'duration_secs': 0.219178} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.655985] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.656041] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.656281] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bac2686a-e381-43dc-9b3e-346068f7b71b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.659889] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.660459] env[69330]: DEBUG nova.compute.manager [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.663230] env[69330]: DEBUG oslo_concurrency.lockutils [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.077s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.663415] env[69330]: DEBUG nova.objects.instance [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69330) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1178.734055] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.734379] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.734613] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Deleting the datastore file [datastore2] 292799d0-2d6c-4b2a-84a3-fcb811c98372 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.734910] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8870105-8175-47e0-9d6e-5db6ef1f44a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.742864] env[69330]: DEBUG oslo_vmware.api [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for the task: (returnval){ [ 1178.742864] env[69330]: value = "task-4129183" [ 1178.742864] env[69330]: _type = "Task" [ 1178.742864] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.751367] env[69330]: DEBUG oslo_vmware.api [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.021059] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52aad724-e17e-759e-51f6-591010318873, 'name': SearchDatastore_Task, 'duration_secs': 0.010483} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.021890] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee105de-1617-4a08-b1c6-aa3b23b4eb7d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.029188] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1179.029188] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5248ed71-d022-24be-85d0-791fd005c530" [ 1179.029188] env[69330]: _type = "Task" [ 1179.029188] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.046878] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5248ed71-d022-24be-85d0-791fd005c530, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.047155] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129181, 'name': Rename_Task, 'duration_secs': 0.151122} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.047392] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.047651] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] d11a6a0d-489c-4826-b44f-83b2eae76bdf/d11a6a0d-489c-4826-b44f-83b2eae76bdf.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.047928] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.048441] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0ca363d-ea2e-4701-9315-f352182aceab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.050415] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffdaeb49-302a-4ab7-940b-bd8069a70c1d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.057074] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1179.057074] env[69330]: value = "task-4129184" [ 1179.057074] env[69330]: _type = "Task" [ 1179.057074] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.058415] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1179.058415] env[69330]: value = "task-4129185" [ 1179.058415] env[69330]: _type = "Task" [ 1179.058415] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.073088] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.073402] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.168010] env[69330]: DEBUG nova.compute.utils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.169765] env[69330]: DEBUG nova.compute.manager [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.170015] env[69330]: DEBUG nova.network.neutron [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.216280] env[69330]: DEBUG nova.policy [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ff0a8627e994a25952b53006e43335e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6d23a66f5794b89aed25cfac101e3c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.257645] env[69330]: DEBUG oslo_vmware.api [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Task: {'id': task-4129183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104357} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.258265] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.258265] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.258442] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.258476] env[69330]: INFO nova.compute.manager [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1179.258761] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.258975] env[69330]: DEBUG nova.compute.manager [-] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.259090] env[69330]: DEBUG nova.network.neutron [-] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.574576] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129184, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.578796] env[69330]: DEBUG nova.network.neutron [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Successfully created port: 47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.580954] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129185, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.676234] env[69330]: DEBUG nova.compute.manager [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.681320] env[69330]: DEBUG oslo_concurrency.lockutils [None req-618e1e27-f01d-4a39-a087-c8daa77ed741 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.682832] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.538s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.687563] env[69330]: DEBUG nova.objects.instance [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Lazy-loading 'resources' on Instance uuid fe25d9ba-5f51-4161-b47f-660cc7623da6 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.788458] env[69330]: DEBUG nova.compute.manager [req-e5b04575-e710-4993-89e8-c25e9b7fd124 req-65247174-f52d-4d1e-be31-c165ab8a12e4 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Received event network-vif-deleted-fa3ef474-fe4d-4685-952f-3a55935406b8 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.788660] env[69330]: INFO nova.compute.manager [req-e5b04575-e710-4993-89e8-c25e9b7fd124 req-65247174-f52d-4d1e-be31-c165ab8a12e4 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Neutron deleted interface fa3ef474-fe4d-4685-952f-3a55935406b8; detaching it from the instance and deleting it from the info cache [ 1179.788867] env[69330]: DEBUG nova.network.neutron [req-e5b04575-e710-4993-89e8-c25e9b7fd124 req-65247174-f52d-4d1e-be31-c165ab8a12e4 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.931905] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "5103731b-325e-4b49-bf23-d4eb14c86b07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.932373] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "5103731b-325e-4b49-bf23-d4eb14c86b07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.932725] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "5103731b-325e-4b49-bf23-d4eb14c86b07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.933067] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "5103731b-325e-4b49-bf23-d4eb14c86b07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.933361] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "5103731b-325e-4b49-bf23-d4eb14c86b07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.935815] env[69330]: INFO nova.compute.manager [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Terminating instance [ 1180.074040] env[69330]: DEBUG oslo_vmware.api [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129185, 'name': PowerOnVM_Task, 'duration_secs': 0.719985} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.077336] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.077585] env[69330]: INFO nova.compute.manager [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1180.077810] env[69330]: DEBUG nova.compute.manager [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1180.078182] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526549} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.078910] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812a5a84-52af-4958-976b-f5985e07436b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.081821] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] d11a6a0d-489c-4826-b44f-83b2eae76bdf/d11a6a0d-489c-4826-b44f-83b2eae76bdf.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.082305] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.082591] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98a508d6-22c2-4f82-aeb8-2ff44ce56393 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.093365] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1180.093365] env[69330]: value = "task-4129186" [ 1180.093365] env[69330]: _type = "Task" [ 1180.093365] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.104177] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.164252] env[69330]: DEBUG nova.network.neutron [-] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.291454] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6ddac8c-6d61-4402-b1a0-01e7ee270b0d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.304520] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab96c5f2-d44d-42f8-812e-cd99d3bb693e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.336713] env[69330]: DEBUG nova.compute.manager [req-e5b04575-e710-4993-89e8-c25e9b7fd124 req-65247174-f52d-4d1e-be31-c165ab8a12e4 service nova] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Detach interface failed, port_id=fa3ef474-fe4d-4685-952f-3a55935406b8, reason: Instance 292799d0-2d6c-4b2a-84a3-fcb811c98372 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1180.407439] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bf623e-b972-4548-bf88-8adb2ae626ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.415542] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d98e519-6ef1-495e-a215-1f1c3346d721 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.447759] env[69330]: DEBUG nova.compute.manager [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.448026] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.449038] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ddaf94-8d90-49d5-b4fe-e682ec9de21e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.452294] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c1ec54-28de-4439-95a7-eb0ab15ed812 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.462256] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37d8ed4-e4af-4fe3-bae4-537e719038f2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.466162] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.466430] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac16f042-046b-4923-b046-d8c2771bbafc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.478693] env[69330]: DEBUG nova.compute.provider_tree [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.560673] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.560946] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.561161] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleting the datastore file [datastore1] 5103731b-325e-4b49-bf23-d4eb14c86b07 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.561527] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-913129eb-8a71-466e-9e3b-6c2c7e14485f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.569633] env[69330]: DEBUG oslo_vmware.api [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1180.569633] env[69330]: value = "task-4129188" [ 1180.569633] env[69330]: _type = "Task" [ 1180.569633] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.579525] env[69330]: DEBUG oslo_vmware.api [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.605574] env[69330]: INFO nova.compute.manager [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Took 20.26 seconds to build instance. [ 1180.611645] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077027} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.612081] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.613277] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fdd649-0b59-4ae7-89f4-d5324b0332fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.638482] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d11a6a0d-489c-4826-b44f-83b2eae76bdf/d11a6a0d-489c-4826-b44f-83b2eae76bdf.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.639616] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9eb9414-85ae-4609-89cb-ba89150d1970 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.663852] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1180.663852] env[69330]: value = "task-4129189" [ 1180.663852] env[69330]: _type = "Task" [ 1180.663852] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.667814] env[69330]: INFO nova.compute.manager [-] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Took 1.41 seconds to deallocate network for instance. [ 1180.678825] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.685699] env[69330]: DEBUG nova.compute.manager [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.719215] env[69330]: DEBUG nova.virt.hardware [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.719466] env[69330]: DEBUG nova.virt.hardware [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.720784] env[69330]: DEBUG nova.virt.hardware [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.720784] env[69330]: DEBUG nova.virt.hardware [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.720784] env[69330]: DEBUG nova.virt.hardware [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.720784] env[69330]: DEBUG nova.virt.hardware [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.720784] env[69330]: DEBUG nova.virt.hardware [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.720784] env[69330]: DEBUG nova.virt.hardware [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.720784] env[69330]: DEBUG nova.virt.hardware [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.720784] env[69330]: DEBUG nova.virt.hardware [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.721231] env[69330]: DEBUG nova.virt.hardware [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.725032] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630ac143-ed9c-4761-b990-729764fcd1c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.734153] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159936be-2413-4208-bc2e-d80c8f236e3c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.981962] env[69330]: DEBUG nova.scheduler.client.report [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.081182] env[69330]: DEBUG oslo_vmware.api [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16797} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.081425] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.081620] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.081855] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.081984] env[69330]: INFO nova.compute.manager [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1181.082235] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.082428] env[69330]: DEBUG nova.compute.manager [-] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.082524] env[69330]: DEBUG nova.network.neutron [-] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.108360] env[69330]: DEBUG oslo_concurrency.lockutils [None req-20e4f6d3-577c-403d-bb6b-178d48d31582 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.768s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.176365] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.176789] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.408360] env[69330]: DEBUG nova.compute.manager [req-a9eca330-c4ee-4372-aae6-375060384ebb req-5a25aa14-f11b-4070-9bc7-5006d01feb88 service nova] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Received event network-vif-plugged-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.408613] env[69330]: DEBUG oslo_concurrency.lockutils [req-a9eca330-c4ee-4372-aae6-375060384ebb req-5a25aa14-f11b-4070-9bc7-5006d01feb88 service nova] Acquiring lock "f416e3dd-3802-4310-94fb-783c063da2b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.408785] env[69330]: DEBUG oslo_concurrency.lockutils [req-a9eca330-c4ee-4372-aae6-375060384ebb req-5a25aa14-f11b-4070-9bc7-5006d01feb88 service nova] Lock "f416e3dd-3802-4310-94fb-783c063da2b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.409009] env[69330]: DEBUG oslo_concurrency.lockutils [req-a9eca330-c4ee-4372-aae6-375060384ebb req-5a25aa14-f11b-4070-9bc7-5006d01feb88 service nova] Lock "f416e3dd-3802-4310-94fb-783c063da2b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.409174] env[69330]: DEBUG nova.compute.manager [req-a9eca330-c4ee-4372-aae6-375060384ebb req-5a25aa14-f11b-4070-9bc7-5006d01feb88 service nova] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] No waiting events found dispatching network-vif-plugged-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1181.409430] env[69330]: WARNING nova.compute.manager [req-a9eca330-c4ee-4372-aae6-375060384ebb req-5a25aa14-f11b-4070-9bc7-5006d01feb88 service nova] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Received unexpected event network-vif-plugged-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 for instance with vm_state building and task_state spawning. [ 1181.487182] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.489639] env[69330]: DEBUG oslo_concurrency.lockutils [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.374s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.510555] env[69330]: DEBUG nova.network.neutron [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Successfully updated port: 47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.522289] env[69330]: INFO nova.scheduler.client.report [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Deleted allocations for instance fe25d9ba-5f51-4161-b47f-660cc7623da6 [ 1181.676170] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129189, 'name': ReconfigVM_Task, 'duration_secs': 0.95235} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.676568] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d11a6a0d-489c-4826-b44f-83b2eae76bdf/d11a6a0d-489c-4826-b44f-83b2eae76bdf.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.677215] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d63f63b3-9ec8-4654-803f-8917e716da7f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.686013] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1181.686013] env[69330]: value = "task-4129190" [ 1181.686013] env[69330]: _type = "Task" [ 1181.686013] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.700556] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129190, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.818869] env[69330]: DEBUG nova.compute.manager [req-b02423fe-2e5d-49e7-9c42-6eeaa786c5bc req-0f9591df-642e-43e9-8eec-4483fa0ccd16 service nova] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Received event network-vif-deleted-f741825c-9c98-4850-8afe-059f825568aa {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.819052] env[69330]: INFO nova.compute.manager [req-b02423fe-2e5d-49e7-9c42-6eeaa786c5bc req-0f9591df-642e-43e9-8eec-4483fa0ccd16 service nova] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Neutron deleted interface f741825c-9c98-4850-8afe-059f825568aa; detaching it from the instance and deleting it from the info cache [ 1181.819248] env[69330]: DEBUG nova.network.neutron [req-b02423fe-2e5d-49e7-9c42-6eeaa786c5bc req-0f9591df-642e-43e9-8eec-4483fa0ccd16 service nova] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.899145] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.899381] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.899605] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.899826] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.900030] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.903820] env[69330]: DEBUG nova.network.neutron [-] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.995307] env[69330]: INFO nova.compute.claims [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.017435] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "refresh_cache-f416e3dd-3802-4310-94fb-783c063da2b2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.017651] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired lock "refresh_cache-f416e3dd-3802-4310-94fb-783c063da2b2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.017816] env[69330]: DEBUG nova.network.neutron [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.031062] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf416513-088e-42c5-94ae-f051c32e91aa tempest-ServersListShow298Test-1927865343 tempest-ServersListShow298Test-1927865343-project-member] Lock "fe25d9ba-5f51-4161-b47f-660cc7623da6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.192s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.197018] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129190, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.322097] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4305332f-bcfa-411b-9792-3ccdf2795930 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.332402] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4601b1ea-1837-48a6-b64f-fd90fe5965ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.362919] env[69330]: DEBUG nova.compute.manager [req-b02423fe-2e5d-49e7-9c42-6eeaa786c5bc req-0f9591df-642e-43e9-8eec-4483fa0ccd16 service nova] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Detach interface failed, port_id=f741825c-9c98-4850-8afe-059f825568aa, reason: Instance 5103731b-325e-4b49-bf23-d4eb14c86b07 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.403606] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.408343] env[69330]: INFO nova.compute.manager [-] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Took 1.33 seconds to deallocate network for instance. [ 1182.501751] env[69330]: INFO nova.compute.resource_tracker [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating resource usage from migration 708c465e-99be-4c5c-bb3e-ab251418ed8f [ 1182.552712] env[69330]: DEBUG nova.network.neutron [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.694513] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174b96c6-1c8d-4b02-8e7a-93c348ffa2f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.700997] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129190, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.706749] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493400e9-b85f-4f48-878b-fe8562d3c745 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.738109] env[69330]: DEBUG nova.network.neutron [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Updating instance_info_cache with network_info: [{"id": "47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9", "address": "fa:16:3e:fc:33:db", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ca6adf-d7", "ovs_interfaceid": "47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.739836] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e593d2e-e2b0-4ac0-b668-8399284f5ca4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.748692] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb9beb1-6772-4b55-b829-4229ae48f456 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.766944] env[69330]: DEBUG nova.compute.provider_tree [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.916605] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.200953] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129190, 'name': Rename_Task, 'duration_secs': 1.236385} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.201313] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.201556] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f14b3f13-ba39-400a-a93e-a2c12888d45b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.209719] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1183.209719] env[69330]: value = "task-4129191" [ 1183.209719] env[69330]: _type = "Task" [ 1183.209719] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.220795] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.243668] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Releasing lock "refresh_cache-f416e3dd-3802-4310-94fb-783c063da2b2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.243978] env[69330]: DEBUG nova.compute.manager [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Instance network_info: |[{"id": "47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9", "address": "fa:16:3e:fc:33:db", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ca6adf-d7", "ovs_interfaceid": "47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.244461] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:33:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.252009] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.252274] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.252506] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8527eac4-41e8-49d6-a3f0-7da9e9bdfe30 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.270162] env[69330]: DEBUG nova.scheduler.client.report [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.275229] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.275229] env[69330]: value = "task-4129192" [ 1183.275229] env[69330]: _type = "Task" [ 1183.275229] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.284515] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129192, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.442975] env[69330]: DEBUG nova.compute.manager [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Received event network-changed-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.443304] env[69330]: DEBUG nova.compute.manager [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Refreshing instance network info cache due to event network-changed-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.443479] env[69330]: DEBUG oslo_concurrency.lockutils [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] Acquiring lock "refresh_cache-f416e3dd-3802-4310-94fb-783c063da2b2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.443637] env[69330]: DEBUG oslo_concurrency.lockutils [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] Acquired lock "refresh_cache-f416e3dd-3802-4310-94fb-783c063da2b2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.443810] env[69330]: DEBUG nova.network.neutron [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Refreshing network info cache for port 47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.721286] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129191, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.776869] env[69330]: DEBUG oslo_concurrency.lockutils [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.287s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.777168] env[69330]: INFO nova.compute.manager [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Migrating [ 1183.784218] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.462s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.785712] env[69330]: INFO nova.compute.claims [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.806798] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129192, 'name': CreateVM_Task, 'duration_secs': 0.417543} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.807046] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.807789] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.807955] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.808318] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.808650] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708f89e5-2bfe-47be-befe-1a12f1e2f1bf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.816469] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1183.816469] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5223d39e-2f4b-115f-b46e-c8a0052283d1" [ 1183.816469] env[69330]: _type = "Task" [ 1183.816469] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.828887] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5223d39e-2f4b-115f-b46e-c8a0052283d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.168728] env[69330]: DEBUG nova.network.neutron [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Updated VIF entry in instance network info cache for port 47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.169228] env[69330]: DEBUG nova.network.neutron [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Updating instance_info_cache with network_info: [{"id": "47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9", "address": "fa:16:3e:fc:33:db", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ca6adf-d7", "ovs_interfaceid": "47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.221362] env[69330]: DEBUG oslo_vmware.api [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129191, 'name': PowerOnVM_Task, 'duration_secs': 0.65179} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.221638] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.221839] env[69330]: INFO nova.compute.manager [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1184.222024] env[69330]: DEBUG nova.compute.manager [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1184.222846] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a626d796-fb41-43a9-982f-988acb15e5cc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.302597] env[69330]: DEBUG oslo_concurrency.lockutils [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.302597] env[69330]: DEBUG oslo_concurrency.lockutils [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.302597] env[69330]: DEBUG nova.network.neutron [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.328558] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5223d39e-2f4b-115f-b46e-c8a0052283d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013973} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.328871] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.329120] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.329357] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.329504] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.329688] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.329952] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d397b03b-d287-46bd-bb81-87542472251a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.339101] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.339285] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.340015] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dca3658-3547-4109-aff9-27c85e2c522c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.345989] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1184.345989] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524f02cc-9a84-04ab-d828-bfae82d15803" [ 1184.345989] env[69330]: _type = "Task" [ 1184.345989] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.353743] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524f02cc-9a84-04ab-d828-bfae82d15803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.672532] env[69330]: DEBUG oslo_concurrency.lockutils [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] Releasing lock "refresh_cache-f416e3dd-3802-4310-94fb-783c063da2b2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.672942] env[69330]: DEBUG nova.compute.manager [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Received event network-changed-15f88752-4157-4232-b54f-7abb49fde703 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.673531] env[69330]: DEBUG nova.compute.manager [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Refreshing instance network info cache due to event network-changed-15f88752-4157-4232-b54f-7abb49fde703. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.673712] env[69330]: DEBUG oslo_concurrency.lockutils [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] Acquiring lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.673940] env[69330]: DEBUG oslo_concurrency.lockutils [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] Acquired lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.674216] env[69330]: DEBUG nova.network.neutron [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Refreshing network info cache for port 15f88752-4157-4232-b54f-7abb49fde703 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.741825] env[69330]: INFO nova.compute.manager [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Took 23.81 seconds to build instance. [ 1184.859694] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524f02cc-9a84-04ab-d828-bfae82d15803, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.860514] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d897b38b-ec5f-4bef-acca-c3af2a9b740b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.867169] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1184.867169] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520f84ed-4180-9e10-cea3-9abd9c05a1ba" [ 1184.867169] env[69330]: _type = "Task" [ 1184.867169] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.876299] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520f84ed-4180-9e10-cea3-9abd9c05a1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.988421] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ab4b92-a8de-47a3-a860-25a15597f884 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.996117] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493f6fbe-b147-4b28-b7a9-d30e0388a609 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.031809] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d722fc65-a7be-4cd2-b9a5-9a2c984c1f97 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.040197] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003c26c9-ee41-4113-9276-77d1bf6bf38a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.054262] env[69330]: DEBUG nova.compute.provider_tree [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.067785] env[69330]: DEBUG nova.network.neutron [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance_info_cache with network_info: [{"id": "ac2fa6a3-c73f-400f-9ad4-58d07c99e47f", "address": "fa:16:3e:23:cb:0d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2fa6a3-c7", "ovs_interfaceid": "ac2fa6a3-c73f-400f-9ad4-58d07c99e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.243350] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8509168c-3471-400c-ae84-7ea1f32cb5d4 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.324s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.378736] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520f84ed-4180-9e10-cea3-9abd9c05a1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.378930] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.379208] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] f416e3dd-3802-4310-94fb-783c063da2b2/f416e3dd-3802-4310-94fb-783c063da2b2.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.379482] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e336d807-ca9f-497c-a256-0dc177436368 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.385883] env[69330]: DEBUG nova.network.neutron [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Updated VIF entry in instance network info cache for port 15f88752-4157-4232-b54f-7abb49fde703. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.386274] env[69330]: DEBUG nova.network.neutron [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Updating instance_info_cache with network_info: [{"id": "15f88752-4157-4232-b54f-7abb49fde703", "address": "fa:16:3e:5f:9d:a5", "network": {"id": "a59c935a-0bdd-43ba-bce2-69babf328a2e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822185158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8654bfade57f4267a939febf1979f12a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f88752-41", "ovs_interfaceid": "15f88752-4157-4232-b54f-7abb49fde703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.389233] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1185.389233] env[69330]: value = "task-4129193" [ 1185.389233] env[69330]: _type = "Task" [ 1185.389233] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.398227] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.557891] env[69330]: DEBUG nova.scheduler.client.report [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.570388] env[69330]: DEBUG oslo_concurrency.lockutils [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.889958] env[69330]: DEBUG oslo_concurrency.lockutils [req-746c58e2-9987-4c46-b3b3-29e2384ddfca req-ad645475-7cc9-48c4-9a77-86ea4e51d47d service nova] Releasing lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.904573] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129193, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.063115] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.063722] env[69330]: DEBUG nova.compute.manager [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.066467] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.092s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.066828] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.069494] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.922s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.069718] env[69330]: DEBUG nova.objects.instance [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lazy-loading 'resources' on Instance uuid a39d8145-220b-4c62-a164-7ae645ae0608 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.165054] env[69330]: INFO nova.scheduler.client.report [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleted allocations for instance d3941c63-5974-4a1b-9e79-f4df050659cd [ 1186.259097] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f0415d1e-c48e-46df-9f7a-965e92b2379e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.259434] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f0415d1e-c48e-46df-9f7a-965e92b2379e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.259744] env[69330]: DEBUG nova.compute.manager [None req-f0415d1e-c48e-46df-9f7a-965e92b2379e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1186.260828] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953592bb-2ee4-4175-95f2-661adbb727cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.268066] env[69330]: DEBUG nova.compute.manager [None req-f0415d1e-c48e-46df-9f7a-965e92b2379e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69330) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1186.268627] env[69330]: DEBUG nova.objects.instance [None req-f0415d1e-c48e-46df-9f7a-965e92b2379e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lazy-loading 'flavor' on Instance uuid d11a6a0d-489c-4826-b44f-83b2eae76bdf {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.401355] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52624} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.401779] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] f416e3dd-3802-4310-94fb-783c063da2b2/f416e3dd-3802-4310-94fb-783c063da2b2.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.402068] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.402348] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-002218bf-834b-4317-8883-e68e7e7e54e0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.409898] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1186.409898] env[69330]: value = "task-4129194" [ 1186.409898] env[69330]: _type = "Task" [ 1186.409898] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.419538] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.575700] env[69330]: DEBUG nova.compute.utils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.577472] env[69330]: DEBUG nova.compute.manager [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.577581] env[69330]: DEBUG nova.network.neutron [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.618707] env[69330]: DEBUG nova.policy [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd85f9c8ca945436bae586c2c3bea6967', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd04769ede0b4be6b417fc604af2e021', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.677316] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3b76aea3-5c73-4dce-992e-a1761c31ad01 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "d3941c63-5974-4a1b-9e79-f4df050659cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.445s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.755019] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebcb6ce-2aee-4494-be2a-5c0645dc30e7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.763429] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625301e4-436c-41ec-8874-d0dec3698b91 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.797154] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b8f153-e69d-4e02-8392-571ea1397558 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.806294] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423506f0-be29-4037-8f14-29d27b949895 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.822644] env[69330]: DEBUG nova.compute.provider_tree [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.920629] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064018} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.921797] env[69330]: DEBUG nova.network.neutron [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Successfully created port: d7d7a676-e07a-4477-904d-9744abf04271 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.923701] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.924657] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46a89f7-a940-49a6-85cd-7d2dd3e4759f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.949671] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] f416e3dd-3802-4310-94fb-783c063da2b2/f416e3dd-3802-4310-94fb-783c063da2b2.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.949671] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8dea973-f16c-4e5d-a584-9ddc0988fe89 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.975100] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1186.975100] env[69330]: value = "task-4129195" [ 1186.975100] env[69330]: _type = "Task" [ 1186.975100] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.986074] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.081775] env[69330]: DEBUG nova.compute.manager [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.088252] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78616412-1af9-4cec-bab4-73c7a7007e7a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.111534] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance '473bf161-adfb-479d-9b4b-4b4e19ee61d7' progress to 0 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.302103] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0415d1e-c48e-46df-9f7a-965e92b2379e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.302344] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-039e597f-4ab8-42d3-929e-78cf104d837d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.309929] env[69330]: DEBUG oslo_vmware.api [None req-f0415d1e-c48e-46df-9f7a-965e92b2379e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1187.309929] env[69330]: value = "task-4129196" [ 1187.309929] env[69330]: _type = "Task" [ 1187.309929] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.323088] env[69330]: DEBUG oslo_vmware.api [None req-f0415d1e-c48e-46df-9f7a-965e92b2379e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.326639] env[69330]: DEBUG nova.scheduler.client.report [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.488308] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129195, 'name': ReconfigVM_Task, 'duration_secs': 0.311094} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.488640] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Reconfigured VM instance instance-00000070 to attach disk [datastore2] f416e3dd-3802-4310-94fb-783c063da2b2/f416e3dd-3802-4310-94fb-783c063da2b2.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.489569] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5679a4f1-02d1-48b6-be82-234cb7071be6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.498219] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1187.498219] env[69330]: value = "task-4129197" [ 1187.498219] env[69330]: _type = "Task" [ 1187.498219] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.508234] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129197, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.619870] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.620263] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-195fa22c-990d-4b56-95bb-a92556a5d977 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.629463] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1187.629463] env[69330]: value = "task-4129198" [ 1187.629463] env[69330]: _type = "Task" [ 1187.629463] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.647062] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "4ab84b44-3022-47f4-a453-792a73dc58ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.647353] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "4ab84b44-3022-47f4-a453-792a73dc58ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.649269] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.820998] env[69330]: DEBUG oslo_vmware.api [None req-f0415d1e-c48e-46df-9f7a-965e92b2379e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129196, 'name': PowerOffVM_Task, 'duration_secs': 0.352967} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.821328] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0415d1e-c48e-46df-9f7a-965e92b2379e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.821517] env[69330]: DEBUG nova.compute.manager [None req-f0415d1e-c48e-46df-9f7a-965e92b2379e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1187.822338] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cc4005-3191-4e9c-b6f8-dbc81ddb88f4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.831976] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.834794] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.659s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.835935] env[69330]: DEBUG nova.objects.instance [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lazy-loading 'resources' on Instance uuid 292799d0-2d6c-4b2a-84a3-fcb811c98372 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.853699] env[69330]: INFO nova.scheduler.client.report [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Deleted allocations for instance a39d8145-220b-4c62-a164-7ae645ae0608 [ 1188.009550] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129197, 'name': Rename_Task, 'duration_secs': 0.176986} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.009966] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.010138] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceb32ad6-6777-4d5f-93b3-377fdd311c5d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.017986] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1188.017986] env[69330]: value = "task-4129199" [ 1188.017986] env[69330]: _type = "Task" [ 1188.017986] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.026922] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.094466] env[69330]: DEBUG nova.compute.manager [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.121942] env[69330]: DEBUG nova.virt.hardware [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.122263] env[69330]: DEBUG nova.virt.hardware [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.122452] env[69330]: DEBUG nova.virt.hardware [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.122671] env[69330]: DEBUG nova.virt.hardware [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.122826] env[69330]: DEBUG nova.virt.hardware [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.122977] env[69330]: DEBUG nova.virt.hardware [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.123230] env[69330]: DEBUG nova.virt.hardware [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.123399] env[69330]: DEBUG nova.virt.hardware [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.123573] env[69330]: DEBUG nova.virt.hardware [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.123736] env[69330]: DEBUG nova.virt.hardware [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.123908] env[69330]: DEBUG nova.virt.hardware [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.124766] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7a178f-a977-44de-8d12-e820782abdfc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.135920] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af73c72e-df9c-4088-9f02-373c43573561 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.152217] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129198, 'name': PowerOffVM_Task, 'duration_secs': 0.220692} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.152571] env[69330]: DEBUG nova.compute.manager [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.156076] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.156323] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance '473bf161-adfb-479d-9b4b-4b4e19ee61d7' progress to 17 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.342398] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f0415d1e-c48e-46df-9f7a-965e92b2379e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.361035] env[69330]: DEBUG oslo_concurrency.lockutils [None req-2ade58c6-2970-4903-a7f6-4894fbba3885 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Lock "a39d8145-220b-4c62-a164-7ae645ae0608" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.674s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.459188] env[69330]: DEBUG nova.compute.manager [req-8ba6dadf-697d-4bf8-b04c-9cb33bfd0e09 req-80e594bb-0f5b-4340-a6fa-f96e5b5096ba service nova] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Received event network-vif-plugged-d7d7a676-e07a-4477-904d-9744abf04271 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.459560] env[69330]: DEBUG oslo_concurrency.lockutils [req-8ba6dadf-697d-4bf8-b04c-9cb33bfd0e09 req-80e594bb-0f5b-4340-a6fa-f96e5b5096ba service nova] Acquiring lock "4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.459798] env[69330]: DEBUG oslo_concurrency.lockutils [req-8ba6dadf-697d-4bf8-b04c-9cb33bfd0e09 req-80e594bb-0f5b-4340-a6fa-f96e5b5096ba service nova] Lock "4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.459965] env[69330]: DEBUG oslo_concurrency.lockutils [req-8ba6dadf-697d-4bf8-b04c-9cb33bfd0e09 req-80e594bb-0f5b-4340-a6fa-f96e5b5096ba service nova] Lock "4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.460151] env[69330]: DEBUG nova.compute.manager [req-8ba6dadf-697d-4bf8-b04c-9cb33bfd0e09 req-80e594bb-0f5b-4340-a6fa-f96e5b5096ba service nova] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] No waiting events found dispatching network-vif-plugged-d7d7a676-e07a-4477-904d-9744abf04271 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1188.460508] env[69330]: WARNING nova.compute.manager [req-8ba6dadf-697d-4bf8-b04c-9cb33bfd0e09 req-80e594bb-0f5b-4340-a6fa-f96e5b5096ba service nova] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Received unexpected event network-vif-plugged-d7d7a676-e07a-4477-904d-9744abf04271 for instance with vm_state building and task_state spawning. [ 1188.485016] env[69330]: DEBUG nova.network.neutron [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Successfully updated port: d7d7a676-e07a-4477-904d-9744abf04271 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.529023] env[69330]: DEBUG oslo_vmware.api [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129199, 'name': PowerOnVM_Task, 'duration_secs': 0.463606} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.529322] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.529490] env[69330]: INFO nova.compute.manager [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1188.529668] env[69330]: DEBUG nova.compute.manager [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1188.530493] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd75e19-2e04-4d3b-9e1a-1e5b8146378e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.556070] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e9be52-57c9-4777-831d-b42c8dc1f54f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.564011] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644638ef-ee59-4df6-a6a9-6069f0330227 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.599057] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a04f94-6513-4964-926c-dea6c3ccd051 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.611329] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98121506-1fd3-4902-9087-5fc492c9f170 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.629672] env[69330]: DEBUG nova.compute.provider_tree [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.663651] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.663892] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.664058] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.664288] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.664431] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.664570] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.664813] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.665011] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.665223] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.665429] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.665703] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.671053] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e6940a9-aa61-4602-8bd3-ccf6a0b482d3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.691832] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1188.691832] env[69330]: value = "task-4129200" [ 1188.691832] env[69330]: _type = "Task" [ 1188.691832] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.692937] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.703794] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.989971] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Acquiring lock "refresh_cache-4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.990149] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Acquired lock "refresh_cache-4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.990306] env[69330]: DEBUG nova.network.neutron [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.053147] env[69330]: INFO nova.compute.manager [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Took 21.58 seconds to build instance. [ 1189.105043] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.105339] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.105556] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.105738] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.105989] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.108492] env[69330]: INFO nova.compute.manager [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Terminating instance [ 1189.132712] env[69330]: DEBUG nova.scheduler.client.report [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.203648] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129200, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.528795] env[69330]: DEBUG nova.network.neutron [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.555034] env[69330]: DEBUG oslo_concurrency.lockutils [None req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "f416e3dd-3802-4310-94fb-783c063da2b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.087s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.613081] env[69330]: DEBUG nova.compute.manager [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.613374] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.614300] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1d208b-20c6-4c94-80a5-4873d2ac5b73 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.625494] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.625781] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaf63d09-82b0-48c6-a905-d018a0391c32 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.639531] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.642216] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.239s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.642542] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.642688] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69330) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1189.643074] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.727s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.643366] env[69330]: DEBUG nova.objects.instance [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lazy-loading 'resources' on Instance uuid 5103731b-325e-4b49-bf23-d4eb14c86b07 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.648021] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c6d75e-978c-48fa-8711-324f6f366f8a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.657578] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0d63d4-dfb0-4a39-969d-9e8fff67d509 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.674531] env[69330]: INFO nova.scheduler.client.report [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Deleted allocations for instance 292799d0-2d6c-4b2a-84a3-fcb811c98372 [ 1189.676511] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47151ad-4462-4abf-855b-a04533f88bdb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.687113] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d18fbf-1018-4ca9-a1a5-19798d4ee3ff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.727147] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178328MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69330) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1189.727401] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.728675] env[69330]: DEBUG nova.network.neutron [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Updating instance_info_cache with network_info: [{"id": "d7d7a676-e07a-4477-904d-9744abf04271", "address": "fa:16:3e:14:af:74", "network": {"id": "7527d330-67e7-448d-87a0-0a1974afab1c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-344211874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd04769ede0b4be6b417fc604af2e021", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d7a676-e0", "ovs_interfaceid": "d7d7a676-e07a-4477-904d-9744abf04271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.731528] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.731727] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.731904] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleting the datastore file [datastore2] d11a6a0d-489c-4826-b44f-83b2eae76bdf {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.732428] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3ae14fd-640a-4f24-9266-fc0f5e3422c6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.737486] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129200, 'name': ReconfigVM_Task, 'duration_secs': 0.522208} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.742026] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance '473bf161-adfb-479d-9b4b-4b4e19ee61d7' progress to 33 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.743979] env[69330]: DEBUG oslo_vmware.api [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1189.743979] env[69330]: value = "task-4129202" [ 1189.743979] env[69330]: _type = "Task" [ 1189.743979] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.754656] env[69330]: DEBUG oslo_vmware.api [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.187759] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Lock "292799d0-2d6c-4b2a-84a3-fcb811c98372" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.599s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.235518] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Releasing lock "refresh_cache-4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.235847] env[69330]: DEBUG nova.compute.manager [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Instance network_info: |[{"id": "d7d7a676-e07a-4477-904d-9744abf04271", "address": "fa:16:3e:14:af:74", "network": {"id": "7527d330-67e7-448d-87a0-0a1974afab1c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-344211874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd04769ede0b4be6b417fc604af2e021", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d7a676-e0", "ovs_interfaceid": "d7d7a676-e07a-4477-904d-9744abf04271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.237061] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:af:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7d7a676-e07a-4477-904d-9744abf04271', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.246241] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Creating folder: Project (fd04769ede0b4be6b417fc604af2e021). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1190.249771] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.250033] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.250198] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.250387] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.250534] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.250680] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.250885] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.251247] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.251695] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.252109] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.252347] env[69330]: DEBUG nova.virt.hardware [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.258295] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.258646] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c62c4a2-e91f-49ae-8b7e-efb9ff461342 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.263062] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6b45df6-8b27-474d-9dd0-bc9063e9273e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.287267] env[69330]: DEBUG oslo_vmware.api [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149346} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.289181] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.289181] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.289413] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.289413] env[69330]: INFO nova.compute.manager [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1190.289660] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.290015] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1190.290015] env[69330]: value = "task-4129204" [ 1190.290015] env[69330]: _type = "Task" [ 1190.290015] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.293989] env[69330]: DEBUG nova.compute.manager [-] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.294201] env[69330]: DEBUG nova.network.neutron [-] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.296412] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Created folder: Project (fd04769ede0b4be6b417fc604af2e021) in parent group-v817559. [ 1190.296494] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Creating folder: Instances. Parent ref: group-v817860. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1190.300291] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5e0fb48-3912-4319-ac40-e8340ca559f4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.309302] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.312324] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Created folder: Instances in parent group-v817860. [ 1190.312633] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.316061] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.317240] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb8e5f6a-e879-4a7e-a5b2-e2433cab78de {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.337037] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.337037] env[69330]: value = "task-4129206" [ 1190.337037] env[69330]: _type = "Task" [ 1190.337037] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.346629] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129206, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.383018] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d8ed1d-e5ec-4038-922f-fe8a1754d69c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.389672] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31422e8b-5bec-4c4b-9a69-1c4fec9c5070 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.426845] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd387696-7b7b-444b-8455-deded2dae91c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.438943] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df31e5a3-283f-4e86-9f72-868edb83b680 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.452370] env[69330]: DEBUG nova.compute.provider_tree [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.503745] env[69330]: DEBUG nova.compute.manager [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Received event network-changed-d7d7a676-e07a-4477-904d-9744abf04271 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.503745] env[69330]: DEBUG nova.compute.manager [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Refreshing instance network info cache due to event network-changed-d7d7a676-e07a-4477-904d-9744abf04271. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.503745] env[69330]: DEBUG oslo_concurrency.lockutils [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] Acquiring lock "refresh_cache-4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.503745] env[69330]: DEBUG oslo_concurrency.lockutils [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] Acquired lock "refresh_cache-4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.503745] env[69330]: DEBUG nova.network.neutron [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Refreshing network info cache for port d7d7a676-e07a-4477-904d-9744abf04271 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.808191] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129204, 'name': ReconfigVM_Task, 'duration_secs': 0.264205} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.808191] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.808191] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c74839-6721-47a9-81aa-48a691f1844d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.835258] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 473bf161-adfb-479d-9b4b-4b4e19ee61d7/473bf161-adfb-479d-9b4b-4b4e19ee61d7.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.835552] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ab0a748-fde5-4116-aaef-f1b00229b396 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.861679] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129206, 'name': CreateVM_Task, 'duration_secs': 0.385436} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.863367] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.863562] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1190.863562] env[69330]: value = "task-4129207" [ 1190.863562] env[69330]: _type = "Task" [ 1190.863562] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.864484] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.864484] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.865260] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.865260] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae85c9f7-c87f-437f-be38-2fb6cb0e2290 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.875594] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.877284] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Waiting for the task: (returnval){ [ 1190.877284] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521050a6-a826-61e4-0186-5a9936d1e446" [ 1190.877284] env[69330]: _type = "Task" [ 1190.877284] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.886477] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521050a6-a826-61e4-0186-5a9936d1e446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.956717] env[69330]: DEBUG nova.scheduler.client.report [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.138044] env[69330]: DEBUG nova.network.neutron [-] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.222949] env[69330]: DEBUG nova.network.neutron [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Updated VIF entry in instance network info cache for port d7d7a676-e07a-4477-904d-9744abf04271. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.222949] env[69330]: DEBUG nova.network.neutron [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Updating instance_info_cache with network_info: [{"id": "d7d7a676-e07a-4477-904d-9744abf04271", "address": "fa:16:3e:14:af:74", "network": {"id": "7527d330-67e7-448d-87a0-0a1974afab1c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-344211874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd04769ede0b4be6b417fc604af2e021", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d7a676-e0", "ovs_interfaceid": "d7d7a676-e07a-4477-904d-9744abf04271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.376658] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129207, 'name': ReconfigVM_Task, 'duration_secs': 0.39223} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.376986] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 473bf161-adfb-479d-9b4b-4b4e19ee61d7/473bf161-adfb-479d-9b4b-4b4e19ee61d7.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.377283] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance '473bf161-adfb-479d-9b4b-4b4e19ee61d7' progress to 50 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.392420] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521050a6-a826-61e4-0186-5a9936d1e446, 'name': SearchDatastore_Task, 'duration_secs': 0.024779} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.392769] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.393067] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.393363] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.393520] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.393704] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.393967] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29cc00fe-7972-4850-8105-e0d1595f2f7a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.405194] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.405433] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.406620] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-523dedef-d9ad-4c6c-b1a0-2bb4b6ca8cd4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.412536] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Waiting for the task: (returnval){ [ 1191.412536] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]526438ad-5989-bd08-9056-34cea324d42a" [ 1191.412536] env[69330]: _type = "Task" [ 1191.412536] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.423483] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]526438ad-5989-bd08-9056-34cea324d42a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.465795] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.468067] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.774s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.469189] env[69330]: INFO nova.compute.claims [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.492744] env[69330]: INFO nova.scheduler.client.report [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleted allocations for instance 5103731b-325e-4b49-bf23-d4eb14c86b07 [ 1191.641761] env[69330]: INFO nova.compute.manager [-] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Took 1.35 seconds to deallocate network for instance. [ 1191.726180] env[69330]: DEBUG oslo_concurrency.lockutils [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] Releasing lock "refresh_cache-4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.726608] env[69330]: DEBUG nova.compute.manager [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Received event network-changed-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.726898] env[69330]: DEBUG nova.compute.manager [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Refreshing instance network info cache due to event network-changed-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.727031] env[69330]: DEBUG oslo_concurrency.lockutils [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] Acquiring lock "refresh_cache-f416e3dd-3802-4310-94fb-783c063da2b2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.727177] env[69330]: DEBUG oslo_concurrency.lockutils [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] Acquired lock "refresh_cache-f416e3dd-3802-4310-94fb-783c063da2b2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.727340] env[69330]: DEBUG nova.network.neutron [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Refreshing network info cache for port 47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.888392] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e834edf6-4559-4023-bac3-3bd299904b66 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.917051] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2d1c0e-0140-4857-bb80-d282bbf772fb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.925717] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]526438ad-5989-bd08-9056-34cea324d42a, 'name': SearchDatastore_Task, 'duration_secs': 0.01016} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.944112] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance '473bf161-adfb-479d-9b4b-4b4e19ee61d7' progress to 67 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.947996] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6733ae-df5a-4878-a99e-e6104cea2cd3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.955585] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Waiting for the task: (returnval){ [ 1191.955585] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52823364-08f9-b67f-21d3-0a0ecefcbcd5" [ 1191.955585] env[69330]: _type = "Task" [ 1191.955585] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.965438] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52823364-08f9-b67f-21d3-0a0ecefcbcd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.001132] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9400b10a-d6bf-4f41-a2af-fa602007e532 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "5103731b-325e-4b49-bf23-d4eb14c86b07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.069s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.149754] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.457933] env[69330]: DEBUG nova.network.neutron [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Updated VIF entry in instance network info cache for port 47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.458336] env[69330]: DEBUG nova.network.neutron [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Updating instance_info_cache with network_info: [{"id": "47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9", "address": "fa:16:3e:fc:33:db", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ca6adf-d7", "ovs_interfaceid": "47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.481927] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52823364-08f9-b67f-21d3-0a0ecefcbcd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.483073] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.483237] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6/4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.483580] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faf02fa3-cf0b-4cdb-b6e9-c467feb54627 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.491594] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Waiting for the task: (returnval){ [ 1192.491594] env[69330]: value = "task-4129208" [ 1192.491594] env[69330]: _type = "Task" [ 1192.491594] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.502017] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.548449] env[69330]: DEBUG nova.compute.manager [req-ec526370-7dd7-4edc-b50e-96ae4413106f req-26627720-8f32-44fa-aca4-3acc6f8f07b3 service nova] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Received event network-vif-deleted-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.658402] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98494503-f71f-4e32-9981-be0135eae0cb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.674046] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205f7f4d-8d89-4daf-b868-cda76abce7ec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.715243] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff36998-3de9-43cf-8d73-5d7137af4ae4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.725698] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048f0f51-3d0b-4fb1-bd36-9645e775548f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.741707] env[69330]: DEBUG nova.compute.provider_tree [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.954108] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "1b716015-1cfc-4182-85a0-5ca0d1b87333" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.954551] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "1b716015-1cfc-4182-85a0-5ca0d1b87333" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.970376] env[69330]: DEBUG oslo_concurrency.lockutils [req-db26ec8f-f97a-4612-a996-488e1a9b4752 req-0402b508-9d43-44de-a733-cf081e8c93f2 service nova] Releasing lock "refresh_cache-f416e3dd-3802-4310-94fb-783c063da2b2" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.001110] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499005} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.001427] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6/4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.001649] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.001915] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d62f822f-a22d-4f4b-9a2b-bb79485f2e8f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.009581] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Waiting for the task: (returnval){ [ 1193.009581] env[69330]: value = "task-4129209" [ 1193.009581] env[69330]: _type = "Task" [ 1193.009581] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.017647] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.247375] env[69330]: DEBUG nova.scheduler.client.report [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.457118] env[69330]: DEBUG nova.compute.manager [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.519874] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071346} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.520192] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.521098] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fb3af7-0e60-4ca2-ac5f-e71e762cd77c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.543116] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6/4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.543747] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ae2dde6-d5f7-4e53-9d10-59ab588884d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.562747] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Waiting for the task: (returnval){ [ 1193.562747] env[69330]: value = "task-4129210" [ 1193.562747] env[69330]: _type = "Task" [ 1193.562747] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.572996] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.631317] env[69330]: DEBUG nova.network.neutron [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Port ac2fa6a3-c73f-400f-9ad4-58d07c99e47f binding to destination host cpu-1 is already ACTIVE {{(pid=69330) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1193.749550] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.750221] env[69330]: DEBUG nova.compute.manager [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.753337] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.026s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.983441] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.072980] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129210, 'name': ReconfigVM_Task, 'duration_secs': 0.313984} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.073376] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6/4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.074057] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2640e05-eca6-48c4-8c2d-9b8aaf80553f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.081281] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Waiting for the task: (returnval){ [ 1194.081281] env[69330]: value = "task-4129211" [ 1194.081281] env[69330]: _type = "Task" [ 1194.081281] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.089562] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129211, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.257338] env[69330]: DEBUG nova.compute.utils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.258358] env[69330]: DEBUG nova.compute.manager [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.258557] env[69330]: DEBUG nova.network.neutron [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.321024] env[69330]: DEBUG nova.policy [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fc46e28af004afc9add3066d69c7779', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a9e2922d5a14bc2ad6c1aca9a78d50c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.592811] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129211, 'name': Rename_Task, 'duration_secs': 0.192998} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.593102] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.593393] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97570f98-230e-42cc-ac31-f25893797e40 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.602283] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Waiting for the task: (returnval){ [ 1194.602283] env[69330]: value = "task-4129212" [ 1194.602283] env[69330]: _type = "Task" [ 1194.602283] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.610972] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.636921] env[69330]: DEBUG nova.network.neutron [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Successfully created port: e81281f5-492d-4847-9ac0-00a36da4bf35 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.655821] env[69330]: DEBUG oslo_concurrency.lockutils [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.656074] env[69330]: DEBUG oslo_concurrency.lockutils [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.656258] env[69330]: DEBUG oslo_concurrency.lockutils [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.767126] env[69330]: DEBUG nova.compute.manager [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.770356] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Applying migration context for instance 473bf161-adfb-479d-9b4b-4b4e19ee61d7 as it has an incoming, in-progress migration 708c465e-99be-4c5c-bb3e-ab251418ed8f. Migration status is post-migrating {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1194.772036] env[69330]: INFO nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating resource usage from migration 708c465e-99be-4c5c-bb3e-ab251418ed8f [ 1194.796639] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.797470] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d96151fe-5ed4-48f8-8d64-52554141341e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.797470] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 737d7f9f-5be8-4b03-b313-11d83f6fda2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.797470] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 7c3c4310-5100-4326-b831-1a3b05259c2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.797470] env[69330]: WARNING nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d11a6a0d-489c-4826-b44f-83b2eae76bdf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1194.797470] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance f416e3dd-3802-4310-94fb-783c063da2b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.797470] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Migration 708c465e-99be-4c5c-bb3e-ab251418ed8f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1194.797677] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 473bf161-adfb-479d-9b4b-4b4e19ee61d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.797677] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.797746] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 4ab84b44-3022-47f4-a453-792a73dc58ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.118218] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.301872] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 1b716015-1cfc-4182-85a0-5ca0d1b87333 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1195.304421] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1195.304421] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1195.485974] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b22fd3-5099-4e77-ba97-c067865787a4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.494714] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b555f6a-6b3e-4c22-bc47-fd497ddcb2f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.524473] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b252d13-87a3-4bff-b23c-ebfa77aa4bae {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.534965] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f600af9d-6c67-43b3-b140-ffef36069948 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.548991] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.618256] env[69330]: DEBUG oslo_vmware.api [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129212, 'name': PowerOnVM_Task, 'duration_secs': 0.788923} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.618671] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.619148] env[69330]: INFO nova.compute.manager [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1195.619237] env[69330]: DEBUG nova.compute.manager [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1195.620414] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e855714-6e81-4c69-bdb0-62ec8fc13d6d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.718895] env[69330]: DEBUG oslo_concurrency.lockutils [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.719341] env[69330]: DEBUG oslo_concurrency.lockutils [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.719341] env[69330]: DEBUG nova.network.neutron [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.782982] env[69330]: DEBUG nova.compute.manager [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.829123] env[69330]: DEBUG nova.virt.hardware [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.829123] env[69330]: DEBUG nova.virt.hardware [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.829123] env[69330]: DEBUG nova.virt.hardware [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.829574] env[69330]: DEBUG nova.virt.hardware [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.830127] env[69330]: DEBUG nova.virt.hardware [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.830468] env[69330]: DEBUG nova.virt.hardware [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.830862] env[69330]: DEBUG nova.virt.hardware [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.831465] env[69330]: DEBUG nova.virt.hardware [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.831955] env[69330]: DEBUG nova.virt.hardware [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.834251] env[69330]: DEBUG nova.virt.hardware [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.834251] env[69330]: DEBUG nova.virt.hardware [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.834251] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b72efd-5733-4a14-9f5f-cded45bca7ff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.842531] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309059c9-43e7-463f-a0eb-7c1ebc333494 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.052135] env[69330]: DEBUG nova.scheduler.client.report [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.084650] env[69330]: DEBUG nova.compute.manager [req-bd51e2b0-4816-4471-b8ba-a1d47e68aff5 req-9a6b4313-c7ef-49b2-b5d9-a29f8ada26a6 service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Received event network-vif-plugged-e81281f5-492d-4847-9ac0-00a36da4bf35 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.084997] env[69330]: DEBUG oslo_concurrency.lockutils [req-bd51e2b0-4816-4471-b8ba-a1d47e68aff5 req-9a6b4313-c7ef-49b2-b5d9-a29f8ada26a6 service nova] Acquiring lock "4ab84b44-3022-47f4-a453-792a73dc58ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.085346] env[69330]: DEBUG oslo_concurrency.lockutils [req-bd51e2b0-4816-4471-b8ba-a1d47e68aff5 req-9a6b4313-c7ef-49b2-b5d9-a29f8ada26a6 service nova] Lock "4ab84b44-3022-47f4-a453-792a73dc58ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.085762] env[69330]: DEBUG oslo_concurrency.lockutils [req-bd51e2b0-4816-4471-b8ba-a1d47e68aff5 req-9a6b4313-c7ef-49b2-b5d9-a29f8ada26a6 service nova] Lock "4ab84b44-3022-47f4-a453-792a73dc58ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.086055] env[69330]: DEBUG nova.compute.manager [req-bd51e2b0-4816-4471-b8ba-a1d47e68aff5 req-9a6b4313-c7ef-49b2-b5d9-a29f8ada26a6 service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] No waiting events found dispatching network-vif-plugged-e81281f5-492d-4847-9ac0-00a36da4bf35 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1196.086519] env[69330]: WARNING nova.compute.manager [req-bd51e2b0-4816-4471-b8ba-a1d47e68aff5 req-9a6b4313-c7ef-49b2-b5d9-a29f8ada26a6 service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Received unexpected event network-vif-plugged-e81281f5-492d-4847-9ac0-00a36da4bf35 for instance with vm_state building and task_state spawning. [ 1196.142401] env[69330]: INFO nova.compute.manager [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Took 24.84 seconds to build instance. [ 1196.190786] env[69330]: DEBUG nova.network.neutron [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Successfully updated port: e81281f5-492d-4847-9ac0-00a36da4bf35 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.474576] env[69330]: DEBUG nova.network.neutron [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance_info_cache with network_info: [{"id": "ac2fa6a3-c73f-400f-9ad4-58d07c99e47f", "address": "fa:16:3e:23:cb:0d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2fa6a3-c7", "ovs_interfaceid": "ac2fa6a3-c73f-400f-9ad4-58d07c99e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.557016] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1196.557237] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.804s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.557520] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.408s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.557689] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.559905] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.577s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.561493] env[69330]: INFO nova.compute.claims [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.563979] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.564165] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Cleaning up deleted instances {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1196.599553] env[69330]: INFO nova.scheduler.client.report [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleted allocations for instance d11a6a0d-489c-4826-b44f-83b2eae76bdf [ 1196.644943] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Lock "4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.355s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.665674] env[69330]: DEBUG oslo_concurrency.lockutils [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Acquiring lock "4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.665674] env[69330]: DEBUG oslo_concurrency.lockutils [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Lock "4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.665674] env[69330]: DEBUG oslo_concurrency.lockutils [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Acquiring lock "4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.665674] env[69330]: DEBUG oslo_concurrency.lockutils [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Lock "4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.665674] env[69330]: DEBUG oslo_concurrency.lockutils [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Lock "4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.671345] env[69330]: INFO nova.compute.manager [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Terminating instance [ 1196.697810] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.697810] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.697810] env[69330]: DEBUG nova.network.neutron [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.977836] env[69330]: DEBUG oslo_concurrency.lockutils [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.086628] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] There are 60 instances to clean {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1197.086865] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 5103731b-325e-4b49-bf23-d4eb14c86b07] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.108569] env[69330]: DEBUG oslo_concurrency.lockutils [None req-fdfff01e-4264-448f-8113-10c2742f9817 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "d11a6a0d-489c-4826-b44f-83b2eae76bdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.003s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.178412] env[69330]: DEBUG nova.compute.manager [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.178650] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.179595] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a45157-8172-4490-8b33-b14395234725 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.190075] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.190370] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c47eeae3-ecf2-403e-af91-acfd57c33a86 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.197656] env[69330]: DEBUG oslo_vmware.api [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Waiting for the task: (returnval){ [ 1197.197656] env[69330]: value = "task-4129213" [ 1197.197656] env[69330]: _type = "Task" [ 1197.197656] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.214932] env[69330]: DEBUG oslo_vmware.api [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.250309] env[69330]: DEBUG nova.network.neutron [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.300146] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9204b47-2721-4e4a-993e-461939d2fe18 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.311548] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67481ba-9fad-4627-8f30-6489bc39b6c5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.347507] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7a3e0f-9db0-474b-936f-2aea58195318 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.357447] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5ff108-2090-42a3-a23d-614af951794f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.374035] env[69330]: DEBUG nova.compute.provider_tree [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.490024] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f274bbe-7505-4e1b-bbbf-79a5414f71d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.498402] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ff6697-14ac-4852-8b4d-10a172b43407 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.602646] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: fe25d9ba-5f51-4161-b47f-660cc7623da6] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.604925] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "0ca17a0f-73d1-4a32-b1df-a3e89f7bf386" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.605674] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "0ca17a0f-73d1-4a32-b1df-a3e89f7bf386" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.606039] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "0ca17a0f-73d1-4a32-b1df-a3e89f7bf386-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.606273] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "0ca17a0f-73d1-4a32-b1df-a3e89f7bf386-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.606515] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "0ca17a0f-73d1-4a32-b1df-a3e89f7bf386-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.608683] env[69330]: INFO nova.compute.manager [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Terminating instance [ 1197.659092] env[69330]: DEBUG nova.network.neutron [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance_info_cache with network_info: [{"id": "e81281f5-492d-4847-9ac0-00a36da4bf35", "address": "fa:16:3e:4c:a5:28", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81281f5-49", "ovs_interfaceid": "e81281f5-492d-4847-9ac0-00a36da4bf35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.710697] env[69330]: DEBUG oslo_vmware.api [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129213, 'name': PowerOffVM_Task, 'duration_secs': 0.224446} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.710697] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.710697] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.710697] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ddc59f2-336b-489e-82f5-6d6aa2396a64 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.789569] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.789569] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.789569] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Deleting the datastore file [datastore2] 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.789569] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bea971ab-09f3-462e-a01b-b55ff8860963 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.798430] env[69330]: DEBUG oslo_vmware.api [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Waiting for the task: (returnval){ [ 1197.798430] env[69330]: value = "task-4129215" [ 1197.798430] env[69330]: _type = "Task" [ 1197.798430] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.811516] env[69330]: DEBUG oslo_vmware.api [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.878082] env[69330]: DEBUG nova.scheduler.client.report [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.115343] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: d4856daf-04ec-44db-9ef9-c385c67eeb16] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.117232] env[69330]: DEBUG nova.compute.manager [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.117454] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.118722] env[69330]: DEBUG nova.compute.manager [req-8bdb2d61-1cad-48dd-8f2b-fce03b5a483d req-bb3af242-51aa-482b-bcf1-dc006977c56b service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Received event network-changed-e81281f5-492d-4847-9ac0-00a36da4bf35 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.118892] env[69330]: DEBUG nova.compute.manager [req-8bdb2d61-1cad-48dd-8f2b-fce03b5a483d req-bb3af242-51aa-482b-bcf1-dc006977c56b service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Refreshing instance network info cache due to event network-changed-e81281f5-492d-4847-9ac0-00a36da4bf35. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.119092] env[69330]: DEBUG oslo_concurrency.lockutils [req-8bdb2d61-1cad-48dd-8f2b-fce03b5a483d req-bb3af242-51aa-482b-bcf1-dc006977c56b service nova] Acquiring lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.120803] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdefe6c-8fe8-4e7c-bca5-1ed321d54072 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.130356] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.130621] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6c4c965-4d72-485b-9b96-ab05df1897bb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.138921] env[69330]: DEBUG oslo_vmware.api [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1198.138921] env[69330]: value = "task-4129219" [ 1198.138921] env[69330]: _type = "Task" [ 1198.138921] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.151147] env[69330]: DEBUG oslo_vmware.api [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.161958] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.162350] env[69330]: DEBUG nova.compute.manager [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Instance network_info: |[{"id": "e81281f5-492d-4847-9ac0-00a36da4bf35", "address": "fa:16:3e:4c:a5:28", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81281f5-49", "ovs_interfaceid": "e81281f5-492d-4847-9ac0-00a36da4bf35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.162697] env[69330]: DEBUG oslo_concurrency.lockutils [req-8bdb2d61-1cad-48dd-8f2b-fce03b5a483d req-bb3af242-51aa-482b-bcf1-dc006977c56b service nova] Acquired lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.162934] env[69330]: DEBUG nova.network.neutron [req-8bdb2d61-1cad-48dd-8f2b-fce03b5a483d req-bb3af242-51aa-482b-bcf1-dc006977c56b service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Refreshing network info cache for port e81281f5-492d-4847-9ac0-00a36da4bf35 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.164566] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:a5:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e81281f5-492d-4847-9ac0-00a36da4bf35', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.177022] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.177022] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.177022] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e74d439f-6639-479b-9cc2-46352ca41ba6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.197550] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.197550] env[69330]: value = "task-4129220" [ 1198.197550] env[69330]: _type = "Task" [ 1198.197550] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.206571] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129220, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.308607] env[69330]: DEBUG oslo_vmware.api [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Task: {'id': task-4129215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15909} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.308892] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.309117] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.309305] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.309483] env[69330]: INFO nova.compute.manager [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1198.309841] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.309966] env[69330]: DEBUG nova.compute.manager [-] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.310150] env[69330]: DEBUG nova.network.neutron [-] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.385266] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.825s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.385681] env[69330]: DEBUG nova.compute.manager [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.618102] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da3b0bf-f081-4694-adda-4a72a57448d0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.621208] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: b8c3d3d2-2319-4723-9ee9-f1fd300179b3] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.645703] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83dc11b-d835-4f73-bd20-ef49d97c8934 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.654814] env[69330]: DEBUG oslo_vmware.api [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129219, 'name': PowerOffVM_Task, 'duration_secs': 0.272209} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.658877] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.658877] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.658877] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance '473bf161-adfb-479d-9b4b-4b4e19ee61d7' progress to 83 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.661426] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-951242b5-b5cb-468f-914b-e5606e8b6009 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.708443] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129220, 'name': CreateVM_Task, 'duration_secs': 0.392525} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.708687] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.709353] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.709549] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.709939] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.710926] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37589341-8ede-4063-aa90-b05fd49105ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.717112] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1198.717112] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]526f705b-dbc5-905e-4883-415060235845" [ 1198.717112] env[69330]: _type = "Task" [ 1198.717112] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.730535] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]526f705b-dbc5-905e-4883-415060235845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.732383] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.732590] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.732771] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleting the datastore file [datastore2] 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.733110] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99573a2f-87b3-4875-807b-1b7776623593 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.739976] env[69330]: DEBUG oslo_vmware.api [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for the task: (returnval){ [ 1198.739976] env[69330]: value = "task-4129222" [ 1198.739976] env[69330]: _type = "Task" [ 1198.739976] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.748324] env[69330]: DEBUG oslo_vmware.api [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.894784] env[69330]: DEBUG nova.compute.utils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.896394] env[69330]: DEBUG nova.compute.manager [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.896602] env[69330]: DEBUG nova.network.neutron [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.905106] env[69330]: DEBUG nova.network.neutron [req-8bdb2d61-1cad-48dd-8f2b-fce03b5a483d req-bb3af242-51aa-482b-bcf1-dc006977c56b service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updated VIF entry in instance network info cache for port e81281f5-492d-4847-9ac0-00a36da4bf35. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.905421] env[69330]: DEBUG nova.network.neutron [req-8bdb2d61-1cad-48dd-8f2b-fce03b5a483d req-bb3af242-51aa-482b-bcf1-dc006977c56b service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance_info_cache with network_info: [{"id": "e81281f5-492d-4847-9ac0-00a36da4bf35", "address": "fa:16:3e:4c:a5:28", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81281f5-49", "ovs_interfaceid": "e81281f5-492d-4847-9ac0-00a36da4bf35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.931897] env[69330]: DEBUG nova.policy [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '808d831dabbe430b893b39074edb0124', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af82179fe57040ad8a1ebd138470cadd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.053993] env[69330]: DEBUG nova.network.neutron [-] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.125926] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 5db41c59-4495-417b-82c2-79232c80a46d] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.165789] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.166216] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ba563e9-0f5f-41c4-ad08-24413204e0cd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.183107] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1199.183107] env[69330]: value = "task-4129223" [ 1199.183107] env[69330]: _type = "Task" [ 1199.183107] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.195106] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.230235] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]526f705b-dbc5-905e-4883-415060235845, 'name': SearchDatastore_Task, 'duration_secs': 0.012081} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.230589] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.230819] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.231078] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.231233] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.231418] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.231693] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17cb8490-b679-44f1-8801-0ef2194affb0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.247387] env[69330]: DEBUG nova.network.neutron [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Successfully created port: 627aa9ac-b90e-4124-827c-53510478cca5 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.251360] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.251429] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.252242] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c124efc8-e56a-495b-9123-6b0ff691b6c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.257388] env[69330]: DEBUG oslo_vmware.api [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Task: {'id': task-4129222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13028} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.257983] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.258185] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.258384] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.258629] env[69330]: INFO nova.compute.manager [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1199.258894] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.259123] env[69330]: DEBUG nova.compute.manager [-] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.259236] env[69330]: DEBUG nova.network.neutron [-] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.262426] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1199.262426] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cc896b-6daf-2166-7cdf-4857096fdfb4" [ 1199.262426] env[69330]: _type = "Task" [ 1199.262426] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.272407] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cc896b-6daf-2166-7cdf-4857096fdfb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.400164] env[69330]: DEBUG nova.compute.manager [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.408022] env[69330]: DEBUG oslo_concurrency.lockutils [req-8bdb2d61-1cad-48dd-8f2b-fce03b5a483d req-bb3af242-51aa-482b-bcf1-dc006977c56b service nova] Releasing lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.556931] env[69330]: INFO nova.compute.manager [-] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Took 1.25 seconds to deallocate network for instance. [ 1199.629499] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 777704ba-28f1-4ae4-beae-0728957551bd] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.697309] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129223, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.773424] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52cc896b-6daf-2166-7cdf-4857096fdfb4, 'name': SearchDatastore_Task, 'duration_secs': 0.011009} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.774308] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe2ca39a-58c9-44d8-8267-2be519b49c49 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.780265] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1199.780265] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]526392d5-350d-0ad4-3ef4-6c6572ff5c6d" [ 1199.780265] env[69330]: _type = "Task" [ 1199.780265] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.788116] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]526392d5-350d-0ad4-3ef4-6c6572ff5c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.011822] env[69330]: DEBUG nova.network.neutron [-] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.065660] env[69330]: DEBUG oslo_concurrency.lockutils [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.065983] env[69330]: DEBUG oslo_concurrency.lockutils [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.066236] env[69330]: DEBUG nova.objects.instance [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Lazy-loading 'resources' on Instance uuid 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.132779] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: ac4ecd38-54f2-477d-b6c0-edade68da6f9] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.153923] env[69330]: DEBUG nova.compute.manager [req-7ace9d01-93b0-4e13-9864-a6e4cdf9e3fe req-9616599b-f54b-4816-9ba1-ec4b4cdce61a service nova] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Received event network-vif-deleted-d7d7a676-e07a-4477-904d-9744abf04271 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.154302] env[69330]: DEBUG nova.compute.manager [req-7ace9d01-93b0-4e13-9864-a6e4cdf9e3fe req-9616599b-f54b-4816-9ba1-ec4b4cdce61a service nova] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Received event network-vif-deleted-a0ff322e-fc5f-4a13-afcf-8d78e269e956 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.198605] env[69330]: DEBUG oslo_vmware.api [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129223, 'name': PowerOnVM_Task, 'duration_secs': 0.5681} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.198919] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.199273] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-dd62a6cd-4a79-43ea-910f-4bef8e456cd6 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance '473bf161-adfb-479d-9b4b-4b4e19ee61d7' progress to 100 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.292056] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]526392d5-350d-0ad4-3ef4-6c6572ff5c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.292056] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.292274] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 4ab84b44-3022-47f4-a453-792a73dc58ca/4ab84b44-3022-47f4-a453-792a73dc58ca.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.292538] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-828dad1d-36a3-4c7f-9d36-dccc08953752 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.301087] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1200.301087] env[69330]: value = "task-4129224" [ 1200.301087] env[69330]: _type = "Task" [ 1200.301087] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.314026] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.409896] env[69330]: DEBUG nova.compute.manager [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1200.433154] env[69330]: DEBUG nova.virt.hardware [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.433571] env[69330]: DEBUG nova.virt.hardware [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.433780] env[69330]: DEBUG nova.virt.hardware [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.434015] env[69330]: DEBUG nova.virt.hardware [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.434250] env[69330]: DEBUG nova.virt.hardware [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.434489] env[69330]: DEBUG nova.virt.hardware [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.434771] env[69330]: DEBUG nova.virt.hardware [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.434954] env[69330]: DEBUG nova.virt.hardware [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.435140] env[69330]: DEBUG nova.virt.hardware [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.435306] env[69330]: DEBUG nova.virt.hardware [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.435549] env[69330]: DEBUG nova.virt.hardware [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.436533] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7d4e5f-b545-4e89-9f33-ab25695814df {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.445247] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adf0cf1-36cc-4ac7-bef8-6fd5ed53c87d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.515573] env[69330]: INFO nova.compute.manager [-] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Took 1.26 seconds to deallocate network for instance. [ 1200.637759] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 83fe277b-2296-48ee-a5e4-7e1c40c8378d] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.814402] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129224, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.818084] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4115cbbc-5d39-4064-a047-986d893ec787 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.825900] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe3e8a0-1b81-418b-ae1a-40f05e101c28 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.859538] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b550bea7-8334-4fb1-b8ea-4cd5135c1390 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.864030] env[69330]: DEBUG nova.compute.manager [req-ed19e206-6a71-4685-9b71-e2c1f4bb8967 req-6d05e44b-9fa2-4538-8704-6bbcc77b7e80 service nova] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Received event network-vif-plugged-627aa9ac-b90e-4124-827c-53510478cca5 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.864261] env[69330]: DEBUG oslo_concurrency.lockutils [req-ed19e206-6a71-4685-9b71-e2c1f4bb8967 req-6d05e44b-9fa2-4538-8704-6bbcc77b7e80 service nova] Acquiring lock "1b716015-1cfc-4182-85a0-5ca0d1b87333-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.864503] env[69330]: DEBUG oslo_concurrency.lockutils [req-ed19e206-6a71-4685-9b71-e2c1f4bb8967 req-6d05e44b-9fa2-4538-8704-6bbcc77b7e80 service nova] Lock "1b716015-1cfc-4182-85a0-5ca0d1b87333-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.864672] env[69330]: DEBUG oslo_concurrency.lockutils [req-ed19e206-6a71-4685-9b71-e2c1f4bb8967 req-6d05e44b-9fa2-4538-8704-6bbcc77b7e80 service nova] Lock "1b716015-1cfc-4182-85a0-5ca0d1b87333-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.864838] env[69330]: DEBUG nova.compute.manager [req-ed19e206-6a71-4685-9b71-e2c1f4bb8967 req-6d05e44b-9fa2-4538-8704-6bbcc77b7e80 service nova] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] No waiting events found dispatching network-vif-plugged-627aa9ac-b90e-4124-827c-53510478cca5 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1200.864999] env[69330]: WARNING nova.compute.manager [req-ed19e206-6a71-4685-9b71-e2c1f4bb8967 req-6d05e44b-9fa2-4538-8704-6bbcc77b7e80 service nova] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Received unexpected event network-vif-plugged-627aa9ac-b90e-4124-827c-53510478cca5 for instance with vm_state building and task_state spawning. [ 1200.871201] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1658a6-212f-4d36-8ee7-57742b2ce983 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.888475] env[69330]: DEBUG nova.compute.provider_tree [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.027329] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.141910] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 3d04a9e0-59b8-4d89-8e89-5695c685f7f1] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.258511] env[69330]: DEBUG nova.network.neutron [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Successfully updated port: 627aa9ac-b90e-4124-827c-53510478cca5 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.314049] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578932} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.314381] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 4ab84b44-3022-47f4-a453-792a73dc58ca/4ab84b44-3022-47f4-a453-792a73dc58ca.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.314622] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.314902] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b898099a-7d2c-4562-bb6e-cd71327411c9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.322121] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1201.322121] env[69330]: value = "task-4129226" [ 1201.322121] env[69330]: _type = "Task" [ 1201.322121] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.331273] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.391326] env[69330]: DEBUG nova.scheduler.client.report [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.645882] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: aa37010a-b04d-4461-985a-8f127472f976] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.761518] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.761706] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.761784] env[69330]: DEBUG nova.network.neutron [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.832975] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119641} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.833308] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.834117] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b17e4f-a6ea-4b1a-9404-7e97ee6296c5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.859032] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 4ab84b44-3022-47f4-a453-792a73dc58ca/4ab84b44-3022-47f4-a453-792a73dc58ca.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.859697] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0397edde-9ef1-4ab5-9999-826c720f98c5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.883126] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1201.883126] env[69330]: value = "task-4129227" [ 1201.883126] env[69330]: _type = "Task" [ 1201.883126] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.894867] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.897775] env[69330]: DEBUG oslo_concurrency.lockutils [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.900203] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.873s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.900455] env[69330]: DEBUG nova.objects.instance [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lazy-loading 'resources' on Instance uuid 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.926174] env[69330]: INFO nova.scheduler.client.report [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Deleted allocations for instance 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6 [ 1202.149067] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 7d98df4c-419b-41e0-bfdf-af9d01574ba6] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.320033] env[69330]: DEBUG nova.network.neutron [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.400377] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.434354] env[69330]: DEBUG oslo_concurrency.lockutils [None req-59a6f070-c5de-49a8-b922-3dba2a37bcbd tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Lock "4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.771s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.553741] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44330dfc-503a-4405-a0a9-04c6d11e07cc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.558228] env[69330]: DEBUG nova.network.neutron [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating instance_info_cache with network_info: [{"id": "627aa9ac-b90e-4124-827c-53510478cca5", "address": "fa:16:3e:fd:03:3c", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627aa9ac-b9", "ovs_interfaceid": "627aa9ac-b90e-4124-827c-53510478cca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.564331] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72ed34a-2927-4041-9d63-28ac86f04d05 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.597951] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c58fa4e-21cd-4092-90f7-7e3369f19d46 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.610037] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6101819-a59a-4a54-b2d4-4cfdc6afdbfd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.624826] env[69330]: DEBUG nova.compute.provider_tree [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.651469] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 292799d0-2d6c-4b2a-84a3-fcb811c98372] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.898640] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129227, 'name': ReconfigVM_Task, 'duration_secs': 0.751295} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.902336] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 4ab84b44-3022-47f4-a453-792a73dc58ca/4ab84b44-3022-47f4-a453-792a73dc58ca.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.903821] env[69330]: DEBUG nova.compute.manager [req-c6b488e1-5599-46df-8c0c-4949567195d6 req-1756087e-1483-4a09-b52d-f1e49e82dc0e service nova] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Received event network-changed-627aa9ac-b90e-4124-827c-53510478cca5 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.903993] env[69330]: DEBUG nova.compute.manager [req-c6b488e1-5599-46df-8c0c-4949567195d6 req-1756087e-1483-4a09-b52d-f1e49e82dc0e service nova] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Refreshing instance network info cache due to event network-changed-627aa9ac-b90e-4124-827c-53510478cca5. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.904199] env[69330]: DEBUG oslo_concurrency.lockutils [req-c6b488e1-5599-46df-8c0c-4949567195d6 req-1756087e-1483-4a09-b52d-f1e49e82dc0e service nova] Acquiring lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.904403] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afabfd7d-984a-4c8f-ba20-6556118fab32 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.912487] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1202.912487] env[69330]: value = "task-4129228" [ 1202.912487] env[69330]: _type = "Task" [ 1202.912487] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.923771] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129228, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.995988] env[69330]: DEBUG nova.network.neutron [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Port ac2fa6a3-c73f-400f-9ad4-58d07c99e47f binding to destination host cpu-1 is already ACTIVE {{(pid=69330) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1202.996288] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.996442] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.996682] env[69330]: DEBUG nova.network.neutron [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.060491] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.060839] env[69330]: DEBUG nova.compute.manager [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Instance network_info: |[{"id": "627aa9ac-b90e-4124-827c-53510478cca5", "address": "fa:16:3e:fd:03:3c", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627aa9ac-b9", "ovs_interfaceid": "627aa9ac-b90e-4124-827c-53510478cca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.061202] env[69330]: DEBUG oslo_concurrency.lockutils [req-c6b488e1-5599-46df-8c0c-4949567195d6 req-1756087e-1483-4a09-b52d-f1e49e82dc0e service nova] Acquired lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.061445] env[69330]: DEBUG nova.network.neutron [req-c6b488e1-5599-46df-8c0c-4949567195d6 req-1756087e-1483-4a09-b52d-f1e49e82dc0e service nova] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Refreshing network info cache for port 627aa9ac-b90e-4124-827c-53510478cca5 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.062790] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:03:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '627aa9ac-b90e-4124-827c-53510478cca5', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.071019] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.072113] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.072354] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e547342e-192d-4458-8751-a5caeb1a2677 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.093635] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.093635] env[69330]: value = "task-4129230" [ 1203.093635] env[69330]: _type = "Task" [ 1203.093635] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.102822] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129230, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.128159] env[69330]: DEBUG nova.scheduler.client.report [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.154491] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 2a6c25f9-0c1c-4873-b587-a7f6818a9613] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.428026] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129228, 'name': Rename_Task, 'duration_secs': 0.324826} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.428026] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.428026] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11d4cef1-49bc-42eb-a473-0031aea81a5f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.433990] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1203.433990] env[69330]: value = "task-4129231" [ 1203.433990] env[69330]: _type = "Task" [ 1203.433990] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.442833] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.605575] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129230, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.633985] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.659449] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 663b748d-8fb8-462f-86ed-e85f57a415bf] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.662151] env[69330]: INFO nova.scheduler.client.report [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Deleted allocations for instance 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386 [ 1203.896900] env[69330]: DEBUG nova.network.neutron [req-c6b488e1-5599-46df-8c0c-4949567195d6 req-1756087e-1483-4a09-b52d-f1e49e82dc0e service nova] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updated VIF entry in instance network info cache for port 627aa9ac-b90e-4124-827c-53510478cca5. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.897334] env[69330]: DEBUG nova.network.neutron [req-c6b488e1-5599-46df-8c0c-4949567195d6 req-1756087e-1483-4a09-b52d-f1e49e82dc0e service nova] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating instance_info_cache with network_info: [{"id": "627aa9ac-b90e-4124-827c-53510478cca5", "address": "fa:16:3e:fd:03:3c", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627aa9ac-b9", "ovs_interfaceid": "627aa9ac-b90e-4124-827c-53510478cca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.900460] env[69330]: DEBUG nova.network.neutron [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance_info_cache with network_info: [{"id": "ac2fa6a3-c73f-400f-9ad4-58d07c99e47f", "address": "fa:16:3e:23:cb:0d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2fa6a3-c7", "ovs_interfaceid": "ac2fa6a3-c73f-400f-9ad4-58d07c99e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.957258] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129231, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.106653] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129230, 'name': CreateVM_Task, 'duration_secs': 0.554381} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.106831] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.107527] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.107702] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.108040] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.108292] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd1e0b8-3c50-4b81-8cc2-915e913b071e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.113157] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1204.113157] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]528229f0-0423-3b30-ec5e-dd6618e291be" [ 1204.113157] env[69330]: _type = "Task" [ 1204.113157] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.122288] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528229f0-0423-3b30-ec5e-dd6618e291be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.165250] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 7bb0a892-c239-4c4b-83ce-563224fd85e2] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.169922] env[69330]: DEBUG oslo_concurrency.lockutils [None req-82dc3361-a862-415e-b154-8b27e3502b24 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Lock "0ca17a0f-73d1-4a32-b1df-a3e89f7bf386" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.564s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.400942] env[69330]: DEBUG oslo_concurrency.lockutils [req-c6b488e1-5599-46df-8c0c-4949567195d6 req-1756087e-1483-4a09-b52d-f1e49e82dc0e service nova] Releasing lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.403855] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.449718] env[69330]: DEBUG oslo_vmware.api [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129231, 'name': PowerOnVM_Task, 'duration_secs': 0.890759} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.450013] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.450214] env[69330]: INFO nova.compute.manager [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1204.450839] env[69330]: DEBUG nova.compute.manager [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1204.451779] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d626e5f1-13b9-4603-b96b-ca3228f819b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.634751] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]528229f0-0423-3b30-ec5e-dd6618e291be, 'name': SearchDatastore_Task, 'duration_secs': 0.009981} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.635364] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.635467] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.635708] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.635890] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.636122] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.636419] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4787711-0668-4152-9c56-0632ae803278 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.646742] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.646990] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.647813] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa8c6d2-be9e-47b9-b057-7ca733c0c55b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.653659] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1204.653659] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fbd2c0-02d2-fec9-0578-03cfd4d5b93e" [ 1204.653659] env[69330]: _type = "Task" [ 1204.653659] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.662433] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fbd2c0-02d2-fec9-0578-03cfd4d5b93e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.668096] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 7fcc16da-c1be-4242-aa4e-4982047d57c7] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.913034] env[69330]: DEBUG nova.compute.manager [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69330) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1204.973798] env[69330]: INFO nova.compute.manager [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Took 16.32 seconds to build instance. [ 1205.166730] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fbd2c0-02d2-fec9-0578-03cfd4d5b93e, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.167597] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b63c066-b127-4f55-a23c-350cd55dafa8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.174318] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1205.174318] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b0a9e5-2455-bcca-30db-ee4e475a3c8c" [ 1205.174318] env[69330]: _type = "Task" [ 1205.174318] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.178318] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: a58e4dd3-b892-4e14-a71f-bd853ab158bc] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.191475] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52b0a9e5-2455-bcca-30db-ee4e475a3c8c, 'name': SearchDatastore_Task, 'duration_secs': 0.01043} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.195032] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.195032] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 1b716015-1cfc-4182-85a0-5ca0d1b87333/1b716015-1cfc-4182-85a0-5ca0d1b87333.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.195032] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4e04d93-a8dd-44c3-8b57-6d1d0d42064f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.202038] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1205.202038] env[69330]: value = "task-4129233" [ 1205.202038] env[69330]: _type = "Task" [ 1205.202038] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.214566] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.476074] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e032e187-a0d4-454f-8f4d-731d88b25395 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "4ab84b44-3022-47f4-a453-792a73dc58ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.829s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.568902] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.569236] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.681764] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 6a9fc9aa-9b11-4530-a361-b3128bcb12c2] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.714978] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129233, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.853804] env[69330]: DEBUG nova.compute.manager [req-08e0825b-14e3-451a-be3c-0793c00c5afa req-fb8639f5-9324-4353-ba8c-416814c55494 service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Received event network-changed-e81281f5-492d-4847-9ac0-00a36da4bf35 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.853804] env[69330]: DEBUG nova.compute.manager [req-08e0825b-14e3-451a-be3c-0793c00c5afa req-fb8639f5-9324-4353-ba8c-416814c55494 service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Refreshing instance network info cache due to event network-changed-e81281f5-492d-4847-9ac0-00a36da4bf35. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.854074] env[69330]: DEBUG oslo_concurrency.lockutils [req-08e0825b-14e3-451a-be3c-0793c00c5afa req-fb8639f5-9324-4353-ba8c-416814c55494 service nova] Acquiring lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.855233] env[69330]: DEBUG oslo_concurrency.lockutils [req-08e0825b-14e3-451a-be3c-0793c00c5afa req-fb8639f5-9324-4353-ba8c-416814c55494 service nova] Acquired lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.855434] env[69330]: DEBUG nova.network.neutron [req-08e0825b-14e3-451a-be3c-0793c00c5afa req-fb8639f5-9324-4353-ba8c-416814c55494 service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Refreshing network info cache for port e81281f5-492d-4847-9ac0-00a36da4bf35 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.061130] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.062249] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.075232] env[69330]: INFO nova.compute.manager [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Detaching volume 5b3fdc6f-1763-41b3-a7b3-442172f841a1 [ 1206.185976] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 88f8ade3-bf90-4c53-89eb-21f543f6e594] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.219668] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520062} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.219992] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 1b716015-1cfc-4182-85a0-5ca0d1b87333/1b716015-1cfc-4182-85a0-5ca0d1b87333.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.220271] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.220588] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec750148-00d8-413b-ad5a-a2f53cdbb585 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.230343] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1206.230343] env[69330]: value = "task-4129234" [ 1206.230343] env[69330]: _type = "Task" [ 1206.230343] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.239582] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.240965] env[69330]: INFO nova.virt.block_device [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Attempting to driver detach volume 5b3fdc6f-1763-41b3-a7b3-442172f841a1 from mountpoint /dev/sdb [ 1206.241193] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1206.241785] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817846', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'name': 'volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '737d7f9f-5be8-4b03-b313-11d83f6fda2e', 'attached_at': '', 'detached_at': '', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'serial': '5b3fdc6f-1763-41b3-a7b3-442172f841a1'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1206.242619] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33110a44-2491-47de-89c7-45fa41297050 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.268144] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af5ba2c-f8bc-403f-aa13-630e77513d46 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.276518] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b0ec49-d16b-4629-a617-249ea8f8028a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.302807] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50effecc-39e8-441a-a6af-e5a730ab8949 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.319852] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] The volume has not been displaced from its original location: [datastore2] volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1/volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1206.325857] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.326342] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed7067c8-e721-4e37-91ec-4efc9f0750f7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.346560] env[69330]: DEBUG oslo_vmware.api [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1206.346560] env[69330]: value = "task-4129235" [ 1206.346560] env[69330]: _type = "Task" [ 1206.346560] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.356347] env[69330]: DEBUG oslo_vmware.api [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.568998] env[69330]: DEBUG nova.objects.instance [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'migration_context' on Instance uuid 473bf161-adfb-479d-9b4b-4b4e19ee61d7 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.620069] env[69330]: DEBUG nova.network.neutron [req-08e0825b-14e3-451a-be3c-0793c00c5afa req-fb8639f5-9324-4353-ba8c-416814c55494 service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updated VIF entry in instance network info cache for port e81281f5-492d-4847-9ac0-00a36da4bf35. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.620447] env[69330]: DEBUG nova.network.neutron [req-08e0825b-14e3-451a-be3c-0793c00c5afa req-fb8639f5-9324-4353-ba8c-416814c55494 service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance_info_cache with network_info: [{"id": "e81281f5-492d-4847-9ac0-00a36da4bf35", "address": "fa:16:3e:4c:a5:28", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81281f5-49", "ovs_interfaceid": "e81281f5-492d-4847-9ac0-00a36da4bf35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.690161] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 172ee0df-1cff-46d6-a257-dce70701cd2b] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.744478] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260577} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.744903] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.746192] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5bf70b-61a3-4e91-89e8-c75326233236 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.772027] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 1b716015-1cfc-4182-85a0-5ca0d1b87333/1b716015-1cfc-4182-85a0-5ca0d1b87333.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.773202] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f200c6-2781-4fa6-ad92-1c7410b87560 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.796429] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1206.796429] env[69330]: value = "task-4129236" [ 1206.796429] env[69330]: _type = "Task" [ 1206.796429] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.805551] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.858455] env[69330]: DEBUG oslo_vmware.api [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129235, 'name': ReconfigVM_Task, 'duration_secs': 0.250547} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.858860] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.864719] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a5b0f7-d3ac-484b-a6cf-ec3eea1cc019 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.882481] env[69330]: DEBUG oslo_vmware.api [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1206.882481] env[69330]: value = "task-4129237" [ 1206.882481] env[69330]: _type = "Task" [ 1206.882481] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.894318] env[69330]: DEBUG oslo_vmware.api [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.123644] env[69330]: DEBUG oslo_concurrency.lockutils [req-08e0825b-14e3-451a-be3c-0793c00c5afa req-fb8639f5-9324-4353-ba8c-416814c55494 service nova] Releasing lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.195236] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 213d5055-bde4-4ebf-908c-f84d79eaa08e] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.241145] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b633fc9-2fd9-4835-b457-0ce1a87b61c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.249915] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61755945-115a-41c8-90e5-ed5982d4276f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.289297] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3d7464-9fe9-444c-96de-ce7071495285 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.301837] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8107b8-666e-4bfc-aa7c-22d99e780a3f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.320125] env[69330]: DEBUG nova.compute.provider_tree [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.326331] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129236, 'name': ReconfigVM_Task, 'duration_secs': 0.314164} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.326626] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 1b716015-1cfc-4182-85a0-5ca0d1b87333/1b716015-1cfc-4182-85a0-5ca0d1b87333.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.327304] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99cd3720-17f3-4e79-86a2-4389de4b56a4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.334853] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1207.334853] env[69330]: value = "task-4129239" [ 1207.334853] env[69330]: _type = "Task" [ 1207.334853] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.348422] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129239, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.395842] env[69330]: DEBUG oslo_vmware.api [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129237, 'name': ReconfigVM_Task, 'duration_secs': 0.179007} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.396404] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817846', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'name': 'volume-5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '737d7f9f-5be8-4b03-b313-11d83f6fda2e', 'attached_at': '', 'detached_at': '', 'volume_id': '5b3fdc6f-1763-41b3-a7b3-442172f841a1', 'serial': '5b3fdc6f-1763-41b3-a7b3-442172f841a1'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1207.702546] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 6a8572e6-fb4f-4a8c-bb79-e0ec1dd355a9] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.825139] env[69330]: DEBUG nova.scheduler.client.report [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.846309] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129239, 'name': Rename_Task, 'duration_secs': 0.171384} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.847557] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.848359] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1015c9d-17b5-4d3d-ae70-a7960e77e650 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.857708] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1207.857708] env[69330]: value = "task-4129240" [ 1207.857708] env[69330]: _type = "Task" [ 1207.857708] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.869989] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.951554] env[69330]: DEBUG nova.objects.instance [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lazy-loading 'flavor' on Instance uuid 737d7f9f-5be8-4b03-b313-11d83f6fda2e {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.208545] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 3bad0450-f8d2-47db-a11a-0ad6295b7215] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.370969] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129240, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.712129] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: dbae30ee-bb10-42fc-b75b-ff002b413f73] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.840233] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.777s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.871179] env[69330]: DEBUG oslo_vmware.api [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129240, 'name': PowerOnVM_Task, 'duration_secs': 0.565798} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.871988] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.872260] env[69330]: INFO nova.compute.manager [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1208.872462] env[69330]: DEBUG nova.compute.manager [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1208.873976] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea874fd-3886-4b3d-8425-e00a7a30d38e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.961269] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f7af1999-999a-48d8-8459-0128eb44fe69 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.392s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.216584] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: cde3d0c8-dfcd-4eaa-a2ef-645b50b02072] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.300750] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "0cc17389-fde8-43ed-b752-39018a8e3e20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.301041] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "0cc17389-fde8-43ed-b752-39018a8e3e20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.393840] env[69330]: INFO nova.compute.manager [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Took 15.43 seconds to build instance. [ 1209.724668] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 32730492-3587-42ca-9706-9a9d4142417a] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.804084] env[69330]: DEBUG nova.compute.manager [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1209.899746] env[69330]: DEBUG oslo_concurrency.lockutils [None req-585fbd55-c006-432d-b852-e8d069faa75c tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "1b716015-1cfc-4182-85a0-5ca0d1b87333" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.945s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.099932] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.100868] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.101151] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.101363] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.101535] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.104081] env[69330]: INFO nova.compute.manager [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Terminating instance [ 1210.229463] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: f8b5b6e0-4ad3-4f38-b3ac-ccd94514d1f0] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.324982] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.325909] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.329538] env[69330]: INFO nova.compute.claims [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.378710] env[69330]: INFO nova.compute.manager [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Swapping old allocation on dict_keys(['f00e7378-0f14-4d90-8510-13b5fe6d69be']) held by migration 708c465e-99be-4c5c-bb3e-ab251418ed8f for instance [ 1210.403904] env[69330]: DEBUG nova.scheduler.client.report [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Overwriting current allocation {'allocations': {'f00e7378-0f14-4d90-8510-13b5fe6d69be': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 162}}, 'project_id': '55315806889f42cda60482f7d60fb6cd', 'user_id': '628a4e99e3af4ecb966f1d029b9b428e', 'consumer_generation': 1} on consumer 473bf161-adfb-479d-9b4b-4b4e19ee61d7 {{(pid=69330) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1210.486629] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.487244] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.487244] env[69330]: DEBUG nova.network.neutron [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.608196] env[69330]: DEBUG nova.compute.manager [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.608445] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.609399] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17063ced-656d-4457-a4e6-fe086b2473ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.618323] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.618614] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4358026c-2daf-4698-9320-87e11680801c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.629184] env[69330]: DEBUG oslo_vmware.api [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1210.629184] env[69330]: value = "task-4129242" [ 1210.629184] env[69330]: _type = "Task" [ 1210.629184] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.642311] env[69330]: DEBUG oslo_vmware.api [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.670631] env[69330]: DEBUG nova.compute.manager [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Stashing vm_state: active {{(pid=69330) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1210.737087] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 0074cf53-68f3-4fc5-865b-aed263d7942c] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.140725] env[69330]: DEBUG oslo_vmware.api [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129242, 'name': PowerOffVM_Task, 'duration_secs': 0.223155} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.141054] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.141249] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.141527] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3003e0c0-aede-416c-92fe-b38a0128396b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.196240] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.216990] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.217232] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.217448] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleting the datastore file [datastore2] 737d7f9f-5be8-4b03-b313-11d83f6fda2e {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.217719] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-324e4bb8-47c6-4bdc-8e03-a8e8edbe6c49 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.220488] env[69330]: DEBUG nova.network.neutron [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance_info_cache with network_info: [{"id": "ac2fa6a3-c73f-400f-9ad4-58d07c99e47f", "address": "fa:16:3e:23:cb:0d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2fa6a3-c7", "ovs_interfaceid": "ac2fa6a3-c73f-400f-9ad4-58d07c99e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.228333] env[69330]: DEBUG oslo_vmware.api [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1211.228333] env[69330]: value = "task-4129244" [ 1211.228333] env[69330]: _type = "Task" [ 1211.228333] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.237969] env[69330]: DEBUG oslo_vmware.api [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.239589] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: aba9acde-9aeb-4c0f-83be-626b392b5a15] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.480785] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059f54e7-d147-43e6-a82f-f44ca617808e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.488844] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ffb4ad-bf48-4be2-9f29-d22a960da85f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.519761] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28396328-65dc-4888-ab01-16f3fc21ba8c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.528477] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1136d63-cd1e-4d07-8a4b-b4fdd36ebf03 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.543842] env[69330]: DEBUG nova.compute.provider_tree [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.723837] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "refresh_cache-473bf161-adfb-479d-9b4b-4b4e19ee61d7" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.724920] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b07046d-400e-4f11-bb5a-84d694ff5ca2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.739553] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf99963-f43e-4991-ae85-fd5aba9ea3cb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.742323] env[69330]: DEBUG oslo_vmware.api [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140627} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.742630] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.742814] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.742987] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.743176] env[69330]: INFO nova.compute.manager [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1211.743474] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.744200] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 24b7d938-0f88-41e6-919d-07db448545c6] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.746094] env[69330]: DEBUG nova.compute.manager [-] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.746197] env[69330]: DEBUG nova.network.neutron [-] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.046889] env[69330]: DEBUG nova.scheduler.client.report [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.248717] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: c07958ca-b12e-4b1f-ad68-f227d4f66421] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.294524] env[69330]: DEBUG nova.compute.manager [req-3119ee7b-7b5c-4163-b10e-91fe6612d871 req-1d43fea7-1cbe-47e4-a984-11f10286dcce service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Received event network-vif-deleted-b7fdb297-2a09-4720-962b-49422b9d1c8a {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.294770] env[69330]: INFO nova.compute.manager [req-3119ee7b-7b5c-4163-b10e-91fe6612d871 req-1d43fea7-1cbe-47e4-a984-11f10286dcce service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Neutron deleted interface b7fdb297-2a09-4720-962b-49422b9d1c8a; detaching it from the instance and deleting it from the info cache [ 1212.294969] env[69330]: DEBUG nova.network.neutron [req-3119ee7b-7b5c-4163-b10e-91fe6612d871 req-1d43fea7-1cbe-47e4-a984-11f10286dcce service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.551943] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.552796] env[69330]: DEBUG nova.compute.manager [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.556762] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.361s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.752099] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: add1e099-0dd5-4316-bbd5-c7a925ab932e] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.770124] env[69330]: DEBUG nova.network.neutron [-] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.798685] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6db893a2-c6c4-424d-9700-2bb8aafb2301 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.809199] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e850a02-0eff-4d9c-9f4e-6347b6519eed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.842212] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.842610] env[69330]: DEBUG nova.compute.manager [req-3119ee7b-7b5c-4163-b10e-91fe6612d871 req-1d43fea7-1cbe-47e4-a984-11f10286dcce service nova] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Detach interface failed, port_id=b7fdb297-2a09-4720-962b-49422b9d1c8a, reason: Instance 737d7f9f-5be8-4b03-b313-11d83f6fda2e could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1212.843724] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57253912-f73c-4e09-a1f8-f41ffa1191b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.852072] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1212.852072] env[69330]: value = "task-4129246" [ 1212.852072] env[69330]: _type = "Task" [ 1212.852072] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.863157] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.061399] env[69330]: DEBUG nova.compute.utils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.066079] env[69330]: INFO nova.compute.claims [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.070417] env[69330]: DEBUG nova.compute.manager [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.070554] env[69330]: DEBUG nova.network.neutron [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.127210] env[69330]: DEBUG nova.policy [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7defd0ddddd94293a801501581271a0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc10af42a4a49009c338384018d0fbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.255810] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: a690ba5b-c7ca-4383-bd59-1c4f1184b7be] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.272729] env[69330]: INFO nova.compute.manager [-] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Took 1.53 seconds to deallocate network for instance. [ 1213.362582] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129246, 'name': PowerOffVM_Task, 'duration_secs': 0.284112} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.362917] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.364092] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.364330] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.364672] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.364771] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.364920] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.365083] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.365301] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.365465] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.365656] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.366022] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.366022] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.371262] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24b1d9ae-47ce-4887-a8ed-f88b57260305 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.387613] env[69330]: DEBUG nova.network.neutron [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Successfully created port: 1fd25fc4-1858-4003-9f71-d191a45422c6 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.391740] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1213.391740] env[69330]: value = "task-4129248" [ 1213.391740] env[69330]: _type = "Task" [ 1213.391740] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.400998] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.564664] env[69330]: DEBUG nova.compute.manager [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.572801] env[69330]: INFO nova.compute.resource_tracker [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating resource usage from migration a170ed9f-a121-4928-bcb8-b7bf9603f365 [ 1213.708121] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc4fd15-f910-42c2-92e9-e8813a4071af {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.716993] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbaa65d-08b4-417e-ae7b-c0861cf8cd6e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.751087] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b886c4b-8277-42a2-a6b5-371ccb45a9a9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.758762] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3758de4a-e5bc-4f3c-a8c4-7cb448a40a91 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.762793] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: a39d8145-220b-4c62-a164-7ae645ae0608] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.774926] env[69330]: DEBUG nova.compute.provider_tree [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.779971] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.903579] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129248, 'name': ReconfigVM_Task, 'duration_secs': 0.172449} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.904461] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eaa94a-5f6f-4a8d-89ff-858436457204 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.926530] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.926759] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.926955] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.927164] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.927388] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.927460] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.927774] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.927841] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.927977] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.928704] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.928704] env[69330]: DEBUG nova.virt.hardware [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.929208] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d188ac-cf3a-482c-af2f-d21462faac64 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.935792] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1213.935792] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52034f9d-c4ab-35c2-cd9a-a33a5f8f0365" [ 1213.935792] env[69330]: _type = "Task" [ 1213.935792] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.944892] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52034f9d-c4ab-35c2-cd9a-a33a5f8f0365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.265916] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 6267f87d-af0a-4ffa-a779-6966003cd064] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.278580] env[69330]: DEBUG nova.scheduler.client.report [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.446916] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52034f9d-c4ab-35c2-cd9a-a33a5f8f0365, 'name': SearchDatastore_Task, 'duration_secs': 0.012644} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.452572] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1214.452906] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e06845f6-6670-4be3-9a14-1ceb7c7a62da {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.472683] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1214.472683] env[69330]: value = "task-4129249" [ 1214.472683] env[69330]: _type = "Task" [ 1214.472683] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.481243] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.575566] env[69330]: DEBUG nova.compute.manager [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.605845] env[69330]: DEBUG nova.virt.hardware [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.606129] env[69330]: DEBUG nova.virt.hardware [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.606292] env[69330]: DEBUG nova.virt.hardware [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.606477] env[69330]: DEBUG nova.virt.hardware [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.606621] env[69330]: DEBUG nova.virt.hardware [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.606769] env[69330]: DEBUG nova.virt.hardware [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.606978] env[69330]: DEBUG nova.virt.hardware [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.607155] env[69330]: DEBUG nova.virt.hardware [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.607330] env[69330]: DEBUG nova.virt.hardware [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.607500] env[69330]: DEBUG nova.virt.hardware [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.607666] env[69330]: DEBUG nova.virt.hardware [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.608543] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5886f73c-83c9-4ccc-84bc-8e29236f5a92 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.617068] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb44e00-2b06-46d0-b49e-53140e6ee8ee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.766629] env[69330]: DEBUG nova.compute.manager [req-20021e15-6f2f-4afc-9dde-1a48cb392e2d req-d2bc98fb-2d22-4086-89fe-4e57a2336b52 service nova] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Received event network-vif-plugged-1fd25fc4-1858-4003-9f71-d191a45422c6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.766856] env[69330]: DEBUG oslo_concurrency.lockutils [req-20021e15-6f2f-4afc-9dde-1a48cb392e2d req-d2bc98fb-2d22-4086-89fe-4e57a2336b52 service nova] Acquiring lock "0cc17389-fde8-43ed-b752-39018a8e3e20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.767087] env[69330]: DEBUG oslo_concurrency.lockutils [req-20021e15-6f2f-4afc-9dde-1a48cb392e2d req-d2bc98fb-2d22-4086-89fe-4e57a2336b52 service nova] Lock "0cc17389-fde8-43ed-b752-39018a8e3e20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.767305] env[69330]: DEBUG oslo_concurrency.lockutils [req-20021e15-6f2f-4afc-9dde-1a48cb392e2d req-d2bc98fb-2d22-4086-89fe-4e57a2336b52 service nova] Lock "0cc17389-fde8-43ed-b752-39018a8e3e20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.767447] env[69330]: DEBUG nova.compute.manager [req-20021e15-6f2f-4afc-9dde-1a48cb392e2d req-d2bc98fb-2d22-4086-89fe-4e57a2336b52 service nova] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] No waiting events found dispatching network-vif-plugged-1fd25fc4-1858-4003-9f71-d191a45422c6 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1214.767613] env[69330]: WARNING nova.compute.manager [req-20021e15-6f2f-4afc-9dde-1a48cb392e2d req-d2bc98fb-2d22-4086-89fe-4e57a2336b52 service nova] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Received unexpected event network-vif-plugged-1fd25fc4-1858-4003-9f71-d191a45422c6 for instance with vm_state building and task_state spawning. [ 1214.769377] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 0fa8e642-7b8f-4678-9279-f29d6c386f68] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.784582] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.228s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.784783] env[69330]: INFO nova.compute.manager [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Migrating [ 1214.791352] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.012s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.791602] env[69330]: DEBUG nova.objects.instance [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lazy-loading 'resources' on Instance uuid 737d7f9f-5be8-4b03-b313-11d83f6fda2e {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.855196] env[69330]: DEBUG nova.network.neutron [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Successfully updated port: 1fd25fc4-1858-4003-9f71-d191a45422c6 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.983476] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129249, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.272113] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: ce355e72-3e8c-48ba-bae3-8c0ee167cb0a] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.303037] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.303037] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.303134] env[69330]: DEBUG nova.network.neutron [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.357371] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "refresh_cache-0cc17389-fde8-43ed-b752-39018a8e3e20" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.357583] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquired lock "refresh_cache-0cc17389-fde8-43ed-b752-39018a8e3e20" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.357680] env[69330]: DEBUG nova.network.neutron [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.426620] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33183737-02ee-4a85-90fb-8176651a0a1f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.435084] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ba5f81-fadf-43ee-a2f1-e2af2177fab4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.468174] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5b6801-6ccb-4900-8c23-d6481d702173 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.239987] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000889f8-7e08-403f-b8df-b774563e50e9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.244828] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 7ee9fcd0-070d-48e7-8e5e-dd5c971d39cd] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.271082] env[69330]: DEBUG nova.compute.provider_tree [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.272540] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129249, 'name': ReconfigVM_Task, 'duration_secs': 1.202745} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.272812] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1216.273653] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448ff21c-9da8-4f0a-9f80-23883511960b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.300674] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 473bf161-adfb-479d-9b4b-4b4e19ee61d7/473bf161-adfb-479d-9b4b-4b4e19ee61d7.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.301848] env[69330]: DEBUG nova.network.neutron [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.304649] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af9bf446-347d-457b-a6d2-dd8e0ba77e49 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.324952] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1216.324952] env[69330]: value = "task-4129250" [ 1216.324952] env[69330]: _type = "Task" [ 1216.324952] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.337401] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.458111] env[69330]: DEBUG nova.network.neutron [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Updating instance_info_cache with network_info: [{"id": "1fd25fc4-1858-4003-9f71-d191a45422c6", "address": "fa:16:3e:28:99:fc", "network": {"id": "032d200a-f2b1-4dc6-bd66-de9e1145a912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1508797577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ecc10af42a4a49009c338384018d0fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd25fc4-18", "ovs_interfaceid": "1fd25fc4-1858-4003-9f71-d191a45422c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.753980] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: c53a48e6-0819-41bc-947a-ad02f5b411de] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.780545] env[69330]: DEBUG nova.scheduler.client.report [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.835441] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129250, 'name': ReconfigVM_Task, 'duration_secs': 0.322832} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.835807] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 473bf161-adfb-479d-9b4b-4b4e19ee61d7/473bf161-adfb-479d-9b4b-4b4e19ee61d7.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.836726] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc257f74-6a00-4949-b9d3-8b6fa5fbde9b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.858791] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a66b01b-a1e9-497c-91fa-643b22b02774 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.881736] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df71168d-32e0-4963-8b3d-12e2d09cd719 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.906461] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60678ccf-aadc-44d5-ba25-cb7ea7a76c86 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.914692] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.915039] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e9b7244-872b-47e6-91f0-4dabc8cfffa6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.922367] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1216.922367] env[69330]: value = "task-4129251" [ 1216.922367] env[69330]: _type = "Task" [ 1216.922367] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.931419] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.960173] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Releasing lock "refresh_cache-0cc17389-fde8-43ed-b752-39018a8e3e20" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.960500] env[69330]: DEBUG nova.compute.manager [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Instance network_info: |[{"id": "1fd25fc4-1858-4003-9f71-d191a45422c6", "address": "fa:16:3e:28:99:fc", "network": {"id": "032d200a-f2b1-4dc6-bd66-de9e1145a912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1508797577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ecc10af42a4a49009c338384018d0fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd25fc4-18", "ovs_interfaceid": "1fd25fc4-1858-4003-9f71-d191a45422c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.961748] env[69330]: DEBUG nova.compute.manager [req-a112c81d-8444-4e2e-92d2-60c0bb67f928 req-6cc20ab1-8b59-4484-8d87-8faf97bf0f68 service nova] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Received event network-changed-1fd25fc4-1858-4003-9f71-d191a45422c6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.961957] env[69330]: DEBUG nova.compute.manager [req-a112c81d-8444-4e2e-92d2-60c0bb67f928 req-6cc20ab1-8b59-4484-8d87-8faf97bf0f68 service nova] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Refreshing instance network info cache due to event network-changed-1fd25fc4-1858-4003-9f71-d191a45422c6. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.962276] env[69330]: DEBUG oslo_concurrency.lockutils [req-a112c81d-8444-4e2e-92d2-60c0bb67f928 req-6cc20ab1-8b59-4484-8d87-8faf97bf0f68 service nova] Acquiring lock "refresh_cache-0cc17389-fde8-43ed-b752-39018a8e3e20" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.962463] env[69330]: DEBUG oslo_concurrency.lockutils [req-a112c81d-8444-4e2e-92d2-60c0bb67f928 req-6cc20ab1-8b59-4484-8d87-8faf97bf0f68 service nova] Acquired lock "refresh_cache-0cc17389-fde8-43ed-b752-39018a8e3e20" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.962662] env[69330]: DEBUG nova.network.neutron [req-a112c81d-8444-4e2e-92d2-60c0bb67f928 req-6cc20ab1-8b59-4484-8d87-8faf97bf0f68 service nova] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Refreshing network info cache for port 1fd25fc4-1858-4003-9f71-d191a45422c6 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.963941] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:99:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fd25fc4-1858-4003-9f71-d191a45422c6', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.971246] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Creating folder: Project (ecc10af42a4a49009c338384018d0fbb). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.972837] env[69330]: DEBUG nova.network.neutron [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating instance_info_cache with network_info: [{"id": "627aa9ac-b90e-4124-827c-53510478cca5", "address": "fa:16:3e:fd:03:3c", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627aa9ac-b9", "ovs_interfaceid": "627aa9ac-b90e-4124-827c-53510478cca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.974441] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1f3c921-7400-4df2-9b89-d789958aed5e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.993180] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Created folder: Project (ecc10af42a4a49009c338384018d0fbb) in parent group-v817559. [ 1216.993180] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Creating folder: Instances. Parent ref: group-v817869. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.993180] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12a5ab08-15da-44b1-86e0-121c27582afa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.005123] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Created folder: Instances in parent group-v817869. [ 1217.005123] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.005123] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.005123] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f42e55a7-0764-4e13-990f-ba59cccbe47f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.027816] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.027816] env[69330]: value = "task-4129254" [ 1217.027816] env[69330]: _type = "Task" [ 1217.027816] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.035671] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129254, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.261338] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: d358134d-299b-4a91-90e5-bad725ee2715] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.288091] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.496s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.314348] env[69330]: INFO nova.scheduler.client.report [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleted allocations for instance 737d7f9f-5be8-4b03-b313-11d83f6fda2e [ 1217.432233] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129251, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.477562] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.541057] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129254, 'name': CreateVM_Task, 'duration_secs': 0.430245} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.541241] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.541975] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.542145] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.542461] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.542848] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d66a61-c401-497d-9ae8-1394554f2747 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.548205] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1217.548205] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a697d7-331e-5226-4120-7cccbc8c591b" [ 1217.548205] env[69330]: _type = "Task" [ 1217.548205] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.558632] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a697d7-331e-5226-4120-7cccbc8c591b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.756369] env[69330]: DEBUG nova.network.neutron [req-a112c81d-8444-4e2e-92d2-60c0bb67f928 req-6cc20ab1-8b59-4484-8d87-8faf97bf0f68 service nova] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Updated VIF entry in instance network info cache for port 1fd25fc4-1858-4003-9f71-d191a45422c6. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.756791] env[69330]: DEBUG nova.network.neutron [req-a112c81d-8444-4e2e-92d2-60c0bb67f928 req-6cc20ab1-8b59-4484-8d87-8faf97bf0f68 service nova] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Updating instance_info_cache with network_info: [{"id": "1fd25fc4-1858-4003-9f71-d191a45422c6", "address": "fa:16:3e:28:99:fc", "network": {"id": "032d200a-f2b1-4dc6-bd66-de9e1145a912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1508797577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ecc10af42a4a49009c338384018d0fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd25fc4-18", "ovs_interfaceid": "1fd25fc4-1858-4003-9f71-d191a45422c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.764225] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 21ab2c36-8c2e-4dbc-9d6d-1ccaa0b57362] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.823506] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "737d7f9f-5be8-4b03-b313-11d83f6fda2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.723s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.892689] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Acquiring lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.892930] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.932447] env[69330]: DEBUG oslo_vmware.api [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129251, 'name': PowerOnVM_Task, 'duration_secs': 0.511332} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.932742] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.058912] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a697d7-331e-5226-4120-7cccbc8c591b, 'name': SearchDatastore_Task, 'duration_secs': 0.018754} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.059248] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.059481] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.059719] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.059864] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.060047] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.060316] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edb0a72b-4ef8-4b4d-bda6-70e32e898340 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.074580] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.074580] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.075407] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5da7237-4f90-434f-8d52-a5120d265ea6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.081055] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1218.081055] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5278ae87-98c2-6073-f0cb-5de3cabf4a15" [ 1218.081055] env[69330]: _type = "Task" [ 1218.081055] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.089256] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5278ae87-98c2-6073-f0cb-5de3cabf4a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.260378] env[69330]: DEBUG oslo_concurrency.lockutils [req-a112c81d-8444-4e2e-92d2-60c0bb67f928 req-6cc20ab1-8b59-4484-8d87-8faf97bf0f68 service nova] Releasing lock "refresh_cache-0cc17389-fde8-43ed-b752-39018a8e3e20" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.268903] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 3640563f-1559-4624-9078-1ebd508bdc3c] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.395773] env[69330]: DEBUG nova.compute.manager [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.592675] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5278ae87-98c2-6073-f0cb-5de3cabf4a15, 'name': SearchDatastore_Task, 'duration_secs': 0.02704} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.593047] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb93053-af5f-4085-9c65-ace6322e93dc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.598608] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1218.598608] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5212d0e8-39ff-c094-c407-97423af05ebe" [ 1218.598608] env[69330]: _type = "Task" [ 1218.598608] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.606876] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5212d0e8-39ff-c094-c407-97423af05ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.772069] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 582e644b-fc0f-4c2c-a15a-79232a1d2038] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.920010] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.920314] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.921960] env[69330]: INFO nova.compute.claims [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.934030] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "7c3c4310-5100-4326-b831-1a3b05259c2b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.934300] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.976788] env[69330]: INFO nova.compute.manager [None req-a411402b-4e08-42d3-b9d3-d25f8dc13afd tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance to original state: 'active' [ 1218.992600] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde16e0d-35ef-4873-88af-d6e656ddf413 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.011813] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating instance '1b716015-1cfc-4182-85a0-5ca0d1b87333' progress to 0 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.109197] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5212d0e8-39ff-c094-c407-97423af05ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.029} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.109611] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.109935] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0cc17389-fde8-43ed-b752-39018a8e3e20/0cc17389-fde8-43ed-b752-39018a8e3e20.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.110231] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef5da656-eddf-4c4c-82bb-87c154b97351 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.117523] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1219.117523] env[69330]: value = "task-4129255" [ 1219.117523] env[69330]: _type = "Task" [ 1219.117523] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.126524] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.204218] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.204519] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.275822] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 01d61e8b-07a5-49ef-952a-bbb603fb3ca2] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.437620] env[69330]: DEBUG nova.compute.utils [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.518336] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.518753] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa699355-5230-4178-a77e-7d393073d7c9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.528876] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1219.528876] env[69330]: value = "task-4129256" [ 1219.528876] env[69330]: _type = "Task" [ 1219.528876] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.540766] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.628678] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491167} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.628908] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0cc17389-fde8-43ed-b752-39018a8e3e20/0cc17389-fde8-43ed-b752-39018a8e3e20.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.629151] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.629426] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdcc3c26-fac6-4e28-8987-714cad10920d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.637675] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1219.637675] env[69330]: value = "task-4129257" [ 1219.637675] env[69330]: _type = "Task" [ 1219.637675] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.647494] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.707276] env[69330]: DEBUG nova.compute.manager [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.779499] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: e75d8fe2-1fa0-40d4-984f-8a6f4f7ff880] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.940669] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.040388] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129256, 'name': PowerOffVM_Task, 'duration_secs': 0.280005} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.043139] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.043375] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating instance '1b716015-1cfc-4182-85a0-5ca0d1b87333' progress to 17 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.081888] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6105b09f-037f-4ed5-86d1-b440f58786ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.091122] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8043cd7a-0612-4b20-bf40-bae8cd5efcdd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.123789] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4412509e-8880-42c0-843b-73bfa3a0bf1f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.132221] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b7251a-cbbc-4682-ab82-de5450f1cbe6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.146949] env[69330]: DEBUG nova.compute.provider_tree [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.156883] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078503} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.157819] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.158626] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf3306c-1921-498d-ad22-e1d33ef84b4f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.183948] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 0cc17389-fde8-43ed-b752-39018a8e3e20/0cc17389-fde8-43ed-b752-39018a8e3e20.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.183948] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2100f39d-04c8-418b-aa45-eda84376d885 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.205251] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1220.205251] env[69330]: value = "task-4129258" [ 1220.205251] env[69330]: _type = "Task" [ 1220.205251] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.216891] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.230995] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.283885] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 976043c3-a667-4bf5-a20d-fbfa78a71621] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.549438] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.549842] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.549899] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.550107] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.550319] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.550512] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.550730] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.550892] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.551075] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.551247] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.551422] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.556683] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94d4ffcc-ba56-462b-898f-82aea2713629 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.578443] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1220.578443] env[69330]: value = "task-4129259" [ 1220.578443] env[69330]: _type = "Task" [ 1220.578443] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.588441] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.652925] env[69330]: DEBUG nova.scheduler.client.report [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.706740] env[69330]: DEBUG oslo_concurrency.lockutils [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.707092] env[69330]: DEBUG oslo_concurrency.lockutils [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.707319] env[69330]: DEBUG oslo_concurrency.lockutils [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.707595] env[69330]: DEBUG oslo_concurrency.lockutils [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.707769] env[69330]: DEBUG oslo_concurrency.lockutils [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.714302] env[69330]: INFO nova.compute.manager [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Terminating instance [ 1220.725282] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.788068] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: e7e29762-73da-4a5b-832c-7f865b05c2c5] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.002778] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "7c3c4310-5100-4326-b831-1a3b05259c2b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.003159] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.003541] env[69330]: INFO nova.compute.manager [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Attaching volume 57e5b1ad-1f81-4a84-8871-22db0fcfa34c to /dev/sdb [ 1221.046924] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026ac661-a9ae-4511-a689-9c9b30755fed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.054526] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb2b92e-ea3f-4da5-a248-35effc5751d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.070141] env[69330]: DEBUG nova.virt.block_device [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Updating existing volume attachment record: 78a64487-f70c-4bcd-8e90-92b932d667cb {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1221.089343] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129259, 'name': ReconfigVM_Task, 'duration_secs': 0.265538} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.089591] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating instance '1b716015-1cfc-4182-85a0-5ca0d1b87333' progress to 33 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.158251] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.158645] env[69330]: DEBUG nova.compute.manager [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.161336] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.930s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.162725] env[69330]: INFO nova.compute.claims [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.220612] env[69330]: DEBUG nova.compute.manager [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.220945] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.221319] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.221581] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b1da815-6d97-42f0-9684-b9f44713b1fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.230130] env[69330]: DEBUG oslo_vmware.api [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1221.230130] env[69330]: value = "task-4129261" [ 1221.230130] env[69330]: _type = "Task" [ 1221.230130] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.239845] env[69330]: DEBUG oslo_vmware.api [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.292186] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: ea607582-c245-47ac-a85c-65d06dc5fe94] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.598307] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.598692] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.598854] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.599102] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.599304] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.599505] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.599734] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.599914] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.600159] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.600385] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.600624] env[69330]: DEBUG nova.virt.hardware [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.606456] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.606752] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d77f129c-3c67-41b1-bc79-fe52f6b45347 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.627253] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1221.627253] env[69330]: value = "task-4129264" [ 1221.627253] env[69330]: _type = "Task" [ 1221.627253] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.637592] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.667542] env[69330]: DEBUG nova.compute.utils [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.671148] env[69330]: DEBUG nova.compute.manager [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.671368] env[69330]: DEBUG nova.network.neutron [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.720387] env[69330]: DEBUG nova.policy [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36304cda8ee746bb81cb74d89c7b90d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '355935316cf949e9b5f625669ea1e064', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.725835] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129258, 'name': ReconfigVM_Task, 'duration_secs': 1.228091} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.726144] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 0cc17389-fde8-43ed-b752-39018a8e3e20/0cc17389-fde8-43ed-b752-39018a8e3e20.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.726822] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-213ec0c1-1d99-4b96-b8c4-31e9e0d3a20c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.735892] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1221.735892] env[69330]: value = "task-4129265" [ 1221.735892] env[69330]: _type = "Task" [ 1221.735892] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.743383] env[69330]: DEBUG oslo_vmware.api [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129261, 'name': PowerOffVM_Task, 'duration_secs': 0.252707} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.744112] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.744345] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1221.744550] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817853', 'volume_id': '00e7eb20-1403-41b8-9adf-29f70effa447', 'name': 'volume-00e7eb20-1403-41b8-9adf-29f70effa447', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '473bf161-adfb-479d-9b4b-4b4e19ee61d7', 'attached_at': '2025-05-14T06:26:18.000000', 'detached_at': '', 'volume_id': '00e7eb20-1403-41b8-9adf-29f70effa447', 'serial': '00e7eb20-1403-41b8-9adf-29f70effa447'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1221.745513] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f02f92-5a30-485d-a5fb-91233c23ceec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.753675] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129265, 'name': Rename_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.780133] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26f0ad3-eef2-446e-a62f-60b557162c03 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.788670] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b94c8f-be5f-46f7-88e2-21f965cc10f7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.795591] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 3cc04786-da3d-4e81-ad6b-2066cdcc941e] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.813811] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8e9a8a-3a69-4eaa-838e-9008a997dc33 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.829718] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] The volume has not been displaced from its original location: [datastore2] volume-00e7eb20-1403-41b8-9adf-29f70effa447/volume-00e7eb20-1403-41b8-9adf-29f70effa447.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1221.835133] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.836075] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5545cd56-0856-48e8-8f52-3aa2be285fc7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.856366] env[69330]: DEBUG oslo_vmware.api [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1221.856366] env[69330]: value = "task-4129266" [ 1221.856366] env[69330]: _type = "Task" [ 1221.856366] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.865636] env[69330]: DEBUG oslo_vmware.api [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.014233] env[69330]: DEBUG nova.network.neutron [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Successfully created port: b9130950-8fa0-4cba-a5f6-d980918f53f4 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.138150] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129264, 'name': ReconfigVM_Task, 'duration_secs': 0.181949} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.138440] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.139237] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0fd034-947d-4945-ad4f-41a4e307a6b1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.161348] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 1b716015-1cfc-4182-85a0-5ca0d1b87333/1b716015-1cfc-4182-85a0-5ca0d1b87333.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.161638] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b8119ef-2bcf-4bf3-87be-f6dde8bbc5c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.174594] env[69330]: DEBUG nova.compute.manager [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.187917] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1222.187917] env[69330]: value = "task-4129267" [ 1222.187917] env[69330]: _type = "Task" [ 1222.187917] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.198775] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.249090] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129265, 'name': Rename_Task, 'duration_secs': 0.2009} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.249264] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.249507] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0deb5531-a444-403c-a9fc-077c172e7735 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.256138] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1222.256138] env[69330]: value = "task-4129268" [ 1222.256138] env[69330]: _type = "Task" [ 1222.256138] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.267942] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.314165] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: f9abeb72-0f94-4bae-8fd5-714ba035bfa9] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.331237] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85be98b-ecd5-4fcc-ada2-c4d6cf99fe47 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.339477] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d368b789-a7cf-4a38-b228-d23e40ac57d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.372391] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b8a873-e21e-46b3-9a93-10aad0bb99d3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.380584] env[69330]: DEBUG oslo_vmware.api [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129266, 'name': ReconfigVM_Task, 'duration_secs': 0.205476} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.382751] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.387278] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3ecad57-c4fb-4464-a158-6f7b24163433 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.397706] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ac7484-7832-4f72-b3cd-16412a311f73 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.411996] env[69330]: DEBUG nova.compute.provider_tree [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.415027] env[69330]: DEBUG oslo_vmware.api [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1222.415027] env[69330]: value = "task-4129269" [ 1222.415027] env[69330]: _type = "Task" [ 1222.415027] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.422438] env[69330]: DEBUG oslo_vmware.api [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.682963] env[69330]: INFO nova.virt.block_device [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Booting with volume 2ecf9266-11f5-4f48-9074-2044e68a6915 at /dev/sda [ 1222.704799] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.718411] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-079658f9-59a6-45b7-a06b-d92054e70e2d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.730571] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438aebf1-dee9-4ec9-a121-b32528f8b44b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.773240] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e19487e4-15d9-40c6-b75a-b316329bb087 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.779175] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129268, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.783435] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6957f768-0082-42a5-b27d-3ee068c64542 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.815990] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb47994-1015-43ac-bffb-c865a737e23a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.819022] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 6541e871-4e66-4499-8eb8-8a70ff9df0eb] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.825327] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7cd14f-ca28-4b6d-aba3-00b8ce00b3c0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.839391] env[69330]: DEBUG nova.virt.block_device [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Updating existing volume attachment record: 0011beb2-c9aa-458b-b3b7-509a945c3023 {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1222.916324] env[69330]: DEBUG nova.scheduler.client.report [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.931037] env[69330]: DEBUG oslo_vmware.api [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129269, 'name': ReconfigVM_Task, 'duration_secs': 0.175044} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.931037] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817853', 'volume_id': '00e7eb20-1403-41b8-9adf-29f70effa447', 'name': 'volume-00e7eb20-1403-41b8-9adf-29f70effa447', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '473bf161-adfb-479d-9b4b-4b4e19ee61d7', 'attached_at': '2025-05-14T06:26:18.000000', 'detached_at': '', 'volume_id': '00e7eb20-1403-41b8-9adf-29f70effa447', 'serial': '00e7eb20-1403-41b8-9adf-29f70effa447'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1222.931340] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.932176] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbc1b0b-a559-4ddf-a7e2-6c777546f3c6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.940688] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.940951] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6783d9b-82d1-4947-ab2a-2f74f495630b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.026705] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.027090] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.027350] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleting the datastore file [datastore1] 473bf161-adfb-479d-9b4b-4b4e19ee61d7 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.027640] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f715263-fb31-4639-a7ed-1f73e108cf81 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.034826] env[69330]: DEBUG oslo_vmware.api [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1223.034826] env[69330]: value = "task-4129271" [ 1223.034826] env[69330]: _type = "Task" [ 1223.034826] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.042844] env[69330]: DEBUG oslo_vmware.api [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.201771] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129267, 'name': ReconfigVM_Task, 'duration_secs': 0.831614} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.202069] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 1b716015-1cfc-4182-85a0-5ca0d1b87333/1b716015-1cfc-4182-85a0-5ca0d1b87333.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.202400] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating instance '1b716015-1cfc-4182-85a0-5ca0d1b87333' progress to 50 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.268723] env[69330]: DEBUG oslo_vmware.api [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129268, 'name': PowerOnVM_Task, 'duration_secs': 0.531222} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.269382] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.269613] env[69330]: INFO nova.compute.manager [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1223.269795] env[69330]: DEBUG nova.compute.manager [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1223.270592] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29f8a65-0f9c-475e-869b-abcc30b8bfe8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.322773] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 0db83f12-91e4-40d9-b67b-f717108c5865] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.422270] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.422813] env[69330]: DEBUG nova.compute.manager [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.451432] env[69330]: DEBUG nova.compute.manager [req-4c715038-9131-4b27-a5e6-149d215ab6d6 req-e10b4e2a-7064-4221-a1ec-26e00e6dfa89 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Received event network-vif-plugged-b9130950-8fa0-4cba-a5f6-d980918f53f4 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.451611] env[69330]: DEBUG oslo_concurrency.lockutils [req-4c715038-9131-4b27-a5e6-149d215ab6d6 req-e10b4e2a-7064-4221-a1ec-26e00e6dfa89 service nova] Acquiring lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.451832] env[69330]: DEBUG oslo_concurrency.lockutils [req-4c715038-9131-4b27-a5e6-149d215ab6d6 req-e10b4e2a-7064-4221-a1ec-26e00e6dfa89 service nova] Lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.452015] env[69330]: DEBUG oslo_concurrency.lockutils [req-4c715038-9131-4b27-a5e6-149d215ab6d6 req-e10b4e2a-7064-4221-a1ec-26e00e6dfa89 service nova] Lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.452192] env[69330]: DEBUG nova.compute.manager [req-4c715038-9131-4b27-a5e6-149d215ab6d6 req-e10b4e2a-7064-4221-a1ec-26e00e6dfa89 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] No waiting events found dispatching network-vif-plugged-b9130950-8fa0-4cba-a5f6-d980918f53f4 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1223.452362] env[69330]: WARNING nova.compute.manager [req-4c715038-9131-4b27-a5e6-149d215ab6d6 req-e10b4e2a-7064-4221-a1ec-26e00e6dfa89 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Received unexpected event network-vif-plugged-b9130950-8fa0-4cba-a5f6-d980918f53f4 for instance with vm_state building and task_state block_device_mapping. [ 1223.547546] env[69330]: DEBUG oslo_vmware.api [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146005} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.550024] env[69330]: DEBUG nova.network.neutron [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Successfully updated port: b9130950-8fa0-4cba-a5f6-d980918f53f4 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.551947] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.552156] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.552403] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.553033] env[69330]: INFO nova.compute.manager [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1223.553033] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.553322] env[69330]: DEBUG nova.compute.manager [-] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.553423] env[69330]: DEBUG nova.network.neutron [-] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.709820] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08e0ca7-5829-4318-87ea-e374f959c836 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.738262] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203d8751-8997-42aa-a51d-11f9bc6ed821 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.766378] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating instance '1b716015-1cfc-4182-85a0-5ca0d1b87333' progress to 67 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.794023] env[69330]: INFO nova.compute.manager [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Took 13.48 seconds to build instance. [ 1223.826190] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 63c431fc-2eba-4384-90df-38d924c83407] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.928291] env[69330]: DEBUG nova.compute.utils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.930270] env[69330]: DEBUG nova.compute.manager [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.930270] env[69330]: DEBUG nova.network.neutron [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.980236] env[69330]: DEBUG nova.policy [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6284cf2075824bd0849b1dce77889097', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7714fe6c2d84cc99ad110f5804ea68f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.054767] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Acquiring lock "refresh_cache-02ca81f3-b20b-41c9-9589-5b09eea79fc5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.054925] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Acquired lock "refresh_cache-02ca81f3-b20b-41c9-9589-5b09eea79fc5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.055073] env[69330]: DEBUG nova.network.neutron [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.249591] env[69330]: DEBUG nova.network.neutron [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Successfully created port: b87e7251-7986-404a-90b1-0246e79aca42 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.293907] env[69330]: DEBUG oslo_concurrency.lockutils [None req-08801995-31f5-43a7-bccd-934ce651f061 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "0cc17389-fde8-43ed-b752-39018a8e3e20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.993s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.307745] env[69330]: DEBUG nova.network.neutron [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Port 627aa9ac-b90e-4124-827c-53510478cca5 binding to destination host cpu-1 is already ACTIVE {{(pid=69330) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1224.329693] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 281be6bd-4961-4ce5-9179-98256244069a] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.352229] env[69330]: INFO nova.compute.manager [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Rescuing [ 1224.352542] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "refresh_cache-0cc17389-fde8-43ed-b752-39018a8e3e20" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.352705] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquired lock "refresh_cache-0cc17389-fde8-43ed-b752-39018a8e3e20" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.352871] env[69330]: DEBUG nova.network.neutron [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.433422] env[69330]: DEBUG nova.compute.manager [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.587177] env[69330]: DEBUG nova.network.neutron [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.661839] env[69330]: DEBUG nova.network.neutron [-] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.749336] env[69330]: DEBUG nova.network.neutron [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Updating instance_info_cache with network_info: [{"id": "b9130950-8fa0-4cba-a5f6-d980918f53f4", "address": "fa:16:3e:68:33:24", "network": {"id": "b84869a0-afab-4210-b36e-b202cde27399", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-255236267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355935316cf949e9b5f625669ea1e064", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9130950-8f", "ovs_interfaceid": "b9130950-8fa0-4cba-a5f6-d980918f53f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.833035] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 166e9b2f-cd18-4498-82c8-47a5085961f8] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.943485] env[69330]: DEBUG nova.compute.manager [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.943485] env[69330]: DEBUG nova.virt.hardware [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.943485] env[69330]: DEBUG nova.virt.hardware [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.943485] env[69330]: DEBUG nova.virt.hardware [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.943794] env[69330]: DEBUG nova.virt.hardware [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.943794] env[69330]: DEBUG nova.virt.hardware [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.944065] env[69330]: DEBUG nova.virt.hardware [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.944183] env[69330]: DEBUG nova.virt.hardware [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.944348] env[69330]: DEBUG nova.virt.hardware [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.944534] env[69330]: DEBUG nova.virt.hardware [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.944698] env[69330]: DEBUG nova.virt.hardware [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.944868] env[69330]: DEBUG nova.virt.hardware [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.945989] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adad7fcb-4715-4d8b-9f6a-fb6a33b051d3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.956939] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6d48d0-36de-477a-a27c-21da7acf85ee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.111586] env[69330]: DEBUG nova.network.neutron [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Updating instance_info_cache with network_info: [{"id": "1fd25fc4-1858-4003-9f71-d191a45422c6", "address": "fa:16:3e:28:99:fc", "network": {"id": "032d200a-f2b1-4dc6-bd66-de9e1145a912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1508797577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ecc10af42a4a49009c338384018d0fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd25fc4-18", "ovs_interfaceid": "1fd25fc4-1858-4003-9f71-d191a45422c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.164726] env[69330]: INFO nova.compute.manager [-] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Took 1.61 seconds to deallocate network for instance. [ 1225.251902] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Releasing lock "refresh_cache-02ca81f3-b20b-41c9-9589-5b09eea79fc5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.252268] env[69330]: DEBUG nova.compute.manager [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Instance network_info: |[{"id": "b9130950-8fa0-4cba-a5f6-d980918f53f4", "address": "fa:16:3e:68:33:24", "network": {"id": "b84869a0-afab-4210-b36e-b202cde27399", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-255236267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355935316cf949e9b5f625669ea1e064", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9130950-8f", "ovs_interfaceid": "b9130950-8fa0-4cba-a5f6-d980918f53f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.253103] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:33:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9130950-8fa0-4cba-a5f6-d980918f53f4', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.265712] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Creating folder: Project (355935316cf949e9b5f625669ea1e064). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.266192] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3512fd73-b521-4fc0-8e55-b05f8a341c80 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.287083] env[69330]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1225.287358] env[69330]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69330) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1225.287917] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Folder already exists: Project (355935316cf949e9b5f625669ea1e064). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1225.288221] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Creating folder: Instances. Parent ref: group-v817863. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.288562] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92810542-2611-4c6e-84f8-88cfd2c9a27f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.303798] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Created folder: Instances in parent group-v817863. [ 1225.303798] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.304046] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.304283] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b820e0bf-914f-4fbb-b0b8-e862608ce7a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.340281] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "1b716015-1cfc-4182-85a0-5ca0d1b87333-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.340533] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "1b716015-1cfc-4182-85a0-5ca0d1b87333-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.340718] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "1b716015-1cfc-4182-85a0-5ca0d1b87333-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.342177] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: d3941c63-5974-4a1b-9e79-f4df050659cd] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.344063] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.344063] env[69330]: value = "task-4129275" [ 1225.344063] env[69330]: _type = "Task" [ 1225.344063] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.356244] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129275, 'name': CreateVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.448087] env[69330]: DEBUG nova.compute.manager [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.481199] env[69330]: DEBUG nova.virt.hardware [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.481580] env[69330]: DEBUG nova.virt.hardware [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.481845] env[69330]: DEBUG nova.virt.hardware [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.482146] env[69330]: DEBUG nova.virt.hardware [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.482372] env[69330]: DEBUG nova.virt.hardware [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.482624] env[69330]: DEBUG nova.virt.hardware [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.482900] env[69330]: DEBUG nova.virt.hardware [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.483143] env[69330]: DEBUG nova.virt.hardware [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.483424] env[69330]: DEBUG nova.virt.hardware [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.483653] env[69330]: DEBUG nova.virt.hardware [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.484267] env[69330]: DEBUG nova.virt.hardware [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.485063] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af490b6-a7be-4cfa-9333-9b1bf392be19 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.491332] env[69330]: DEBUG nova.compute.manager [req-8473332a-7a10-488e-8d56-f13f4a6f852b req-f8864a39-dcb4-4025-8983-d8a48085b070 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Received event network-changed-b9130950-8fa0-4cba-a5f6-d980918f53f4 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.491574] env[69330]: DEBUG nova.compute.manager [req-8473332a-7a10-488e-8d56-f13f4a6f852b req-f8864a39-dcb4-4025-8983-d8a48085b070 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Refreshing instance network info cache due to event network-changed-b9130950-8fa0-4cba-a5f6-d980918f53f4. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.491891] env[69330]: DEBUG oslo_concurrency.lockutils [req-8473332a-7a10-488e-8d56-f13f4a6f852b req-f8864a39-dcb4-4025-8983-d8a48085b070 service nova] Acquiring lock "refresh_cache-02ca81f3-b20b-41c9-9589-5b09eea79fc5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.492119] env[69330]: DEBUG oslo_concurrency.lockutils [req-8473332a-7a10-488e-8d56-f13f4a6f852b req-f8864a39-dcb4-4025-8983-d8a48085b070 service nova] Acquired lock "refresh_cache-02ca81f3-b20b-41c9-9589-5b09eea79fc5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.492340] env[69330]: DEBUG nova.network.neutron [req-8473332a-7a10-488e-8d56-f13f4a6f852b req-f8864a39-dcb4-4025-8983-d8a48085b070 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Refreshing network info cache for port b9130950-8fa0-4cba-a5f6-d980918f53f4 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.501035] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa792fe-620f-4808-990b-c9ab8ad71971 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.615119] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Releasing lock "refresh_cache-0cc17389-fde8-43ed-b752-39018a8e3e20" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.618565] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1225.618618] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817873', 'volume_id': '57e5b1ad-1f81-4a84-8871-22db0fcfa34c', 'name': 'volume-57e5b1ad-1f81-4a84-8871-22db0fcfa34c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c3c4310-5100-4326-b831-1a3b05259c2b', 'attached_at': '', 'detached_at': '', 'volume_id': '57e5b1ad-1f81-4a84-8871-22db0fcfa34c', 'serial': '57e5b1ad-1f81-4a84-8871-22db0fcfa34c'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1225.619542] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9728e42-a57f-4dd8-8f15-653cbda598f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.640529] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb5b2ff-d6ce-44e1-9ed2-47d921e40973 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.669508] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-57e5b1ad-1f81-4a84-8871-22db0fcfa34c/volume-57e5b1ad-1f81-4a84-8871-22db0fcfa34c.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.674256] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d988de10-fef4-452c-8c44-5d51df714b49 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.691729] env[69330]: DEBUG nova.compute.manager [req-10e4cb56-6779-4718-9d17-1cb1d2b59166 req-a0c52260-d61f-4fc6-88ce-7a45e5efb277 service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Received event network-vif-plugged-b87e7251-7986-404a-90b1-0246e79aca42 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.691993] env[69330]: DEBUG oslo_concurrency.lockutils [req-10e4cb56-6779-4718-9d17-1cb1d2b59166 req-a0c52260-d61f-4fc6-88ce-7a45e5efb277 service nova] Acquiring lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.692341] env[69330]: DEBUG oslo_concurrency.lockutils [req-10e4cb56-6779-4718-9d17-1cb1d2b59166 req-a0c52260-d61f-4fc6-88ce-7a45e5efb277 service nova] Lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.692567] env[69330]: DEBUG oslo_concurrency.lockutils [req-10e4cb56-6779-4718-9d17-1cb1d2b59166 req-a0c52260-d61f-4fc6-88ce-7a45e5efb277 service nova] Lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.692771] env[69330]: DEBUG nova.compute.manager [req-10e4cb56-6779-4718-9d17-1cb1d2b59166 req-a0c52260-d61f-4fc6-88ce-7a45e5efb277 service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] No waiting events found dispatching network-vif-plugged-b87e7251-7986-404a-90b1-0246e79aca42 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1225.692960] env[69330]: WARNING nova.compute.manager [req-10e4cb56-6779-4718-9d17-1cb1d2b59166 req-a0c52260-d61f-4fc6-88ce-7a45e5efb277 service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Received unexpected event network-vif-plugged-b87e7251-7986-404a-90b1-0246e79aca42 for instance with vm_state building and task_state spawning. [ 1225.703520] env[69330]: DEBUG oslo_vmware.api [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1225.703520] env[69330]: value = "task-4129276" [ 1225.703520] env[69330]: _type = "Task" [ 1225.703520] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.713764] env[69330]: DEBUG oslo_vmware.api [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.723178] env[69330]: INFO nova.compute.manager [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Took 0.56 seconds to detach 1 volumes for instance. [ 1225.782805] env[69330]: DEBUG nova.network.neutron [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Successfully updated port: b87e7251-7986-404a-90b1-0246e79aca42 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.845763] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 4cb8cfd0-37b6-466b-8be2-42eebcc4e00d] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.858267] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129275, 'name': CreateVM_Task, 'duration_secs': 0.365739} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.858611] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.859146] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817868', 'volume_id': '2ecf9266-11f5-4f48-9074-2044e68a6915', 'name': 'volume-2ecf9266-11f5-4f48-9074-2044e68a6915', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02ca81f3-b20b-41c9-9589-5b09eea79fc5', 'attached_at': '', 'detached_at': '', 'volume_id': '2ecf9266-11f5-4f48-9074-2044e68a6915', 'serial': '2ecf9266-11f5-4f48-9074-2044e68a6915'}, 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': None, 'attachment_id': '0011beb2-c9aa-458b-b3b7-509a945c3023', 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69330) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1225.859412] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Root volume attach. Driver type: vmdk {{(pid=69330) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1225.860255] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69397685-0429-4390-b42a-1764028da037 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.870122] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0399bee-defe-4b58-87e3-40054311df8b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.876586] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82116955-2625-47ac-be68-88d6215494e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.883869] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-217c73c4-b520-4bf5-b4fd-391c9a9c968d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.892834] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Waiting for the task: (returnval){ [ 1225.892834] env[69330]: value = "task-4129277" [ 1225.892834] env[69330]: _type = "Task" [ 1225.892834] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.901836] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129277, 'name': RelocateVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.211322] env[69330]: DEBUG nova.network.neutron [req-8473332a-7a10-488e-8d56-f13f4a6f852b req-f8864a39-dcb4-4025-8983-d8a48085b070 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Updated VIF entry in instance network info cache for port b9130950-8fa0-4cba-a5f6-d980918f53f4. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.211719] env[69330]: DEBUG nova.network.neutron [req-8473332a-7a10-488e-8d56-f13f4a6f852b req-f8864a39-dcb4-4025-8983-d8a48085b070 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Updating instance_info_cache with network_info: [{"id": "b9130950-8fa0-4cba-a5f6-d980918f53f4", "address": "fa:16:3e:68:33:24", "network": {"id": "b84869a0-afab-4210-b36e-b202cde27399", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-255236267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355935316cf949e9b5f625669ea1e064", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9130950-8f", "ovs_interfaceid": "b9130950-8fa0-4cba-a5f6-d980918f53f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.219920] env[69330]: DEBUG oslo_vmware.api [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129276, 'name': ReconfigVM_Task, 'duration_secs': 0.379882} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.220217] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-57e5b1ad-1f81-4a84-8871-22db0fcfa34c/volume-57e5b1ad-1f81-4a84-8871-22db0fcfa34c.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.225561] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdae3c31-47b7-4bf9-a588-729cc45e0554 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.236468] env[69330]: DEBUG oslo_concurrency.lockutils [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.236803] env[69330]: DEBUG oslo_concurrency.lockutils [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.237046] env[69330]: DEBUG oslo_concurrency.lockutils [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.245590] env[69330]: DEBUG oslo_vmware.api [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1226.245590] env[69330]: value = "task-4129278" [ 1226.245590] env[69330]: _type = "Task" [ 1226.245590] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.256719] env[69330]: DEBUG oslo_vmware.api [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.262824] env[69330]: INFO nova.scheduler.client.report [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleted allocations for instance 473bf161-adfb-479d-9b4b-4b4e19ee61d7 [ 1226.286077] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "refresh_cache-5d46d3e3-95fd-4d37-9552-95d89f68a7ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.286285] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "refresh_cache-5d46d3e3-95fd-4d37-9552-95d89f68a7ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.286639] env[69330]: DEBUG nova.network.neutron [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.352959] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: e85feaa7-ac85-4146-b9f2-3cf5b196729c] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.378322] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.378519] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.378698] env[69330]: DEBUG nova.network.neutron [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.404036] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129277, 'name': RelocateVM_Task, 'duration_secs': 0.435012} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.404036] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1226.404036] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817868', 'volume_id': '2ecf9266-11f5-4f48-9074-2044e68a6915', 'name': 'volume-2ecf9266-11f5-4f48-9074-2044e68a6915', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02ca81f3-b20b-41c9-9589-5b09eea79fc5', 'attached_at': '', 'detached_at': '', 'volume_id': '2ecf9266-11f5-4f48-9074-2044e68a6915', 'serial': '2ecf9266-11f5-4f48-9074-2044e68a6915'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1226.404765] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be7f938-c00f-44e5-aa24-a373a447eebc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.424082] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b417dc12-9f83-4532-be8d-c45b64afdd5a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.447721] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-2ecf9266-11f5-4f48-9074-2044e68a6915/volume-2ecf9266-11f5-4f48-9074-2044e68a6915.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.448046] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41b07a18-681c-4c90-9cef-06509c2bca90 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.468944] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Waiting for the task: (returnval){ [ 1226.468944] env[69330]: value = "task-4129279" [ 1226.468944] env[69330]: _type = "Task" [ 1226.468944] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.477901] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.702275] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.702616] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f6d464e-c64f-4975-b38a-15db769d9048 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.710905] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1226.710905] env[69330]: value = "task-4129280" [ 1226.710905] env[69330]: _type = "Task" [ 1226.710905] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.714836] env[69330]: DEBUG oslo_concurrency.lockutils [req-8473332a-7a10-488e-8d56-f13f4a6f852b req-f8864a39-dcb4-4025-8983-d8a48085b070 service nova] Releasing lock "refresh_cache-02ca81f3-b20b-41c9-9589-5b09eea79fc5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.715179] env[69330]: DEBUG nova.compute.manager [req-8473332a-7a10-488e-8d56-f13f4a6f852b req-f8864a39-dcb4-4025-8983-d8a48085b070 service nova] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Received event network-vif-deleted-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.721248] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.756194] env[69330]: DEBUG oslo_vmware.api [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129278, 'name': ReconfigVM_Task, 'duration_secs': 0.168663} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.756513] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817873', 'volume_id': '57e5b1ad-1f81-4a84-8871-22db0fcfa34c', 'name': 'volume-57e5b1ad-1f81-4a84-8871-22db0fcfa34c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c3c4310-5100-4326-b831-1a3b05259c2b', 'attached_at': '', 'detached_at': '', 'volume_id': '57e5b1ad-1f81-4a84-8871-22db0fcfa34c', 'serial': '57e5b1ad-1f81-4a84-8871-22db0fcfa34c'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1226.771977] env[69330]: DEBUG oslo_concurrency.lockutils [None req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "473bf161-adfb-479d-9b4b-4b4e19ee61d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.065s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.832492] env[69330]: DEBUG nova.network.neutron [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.857067] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: fc2ad100-ef01-4938-91ad-d1037856259e] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.980899] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.982018] env[69330]: DEBUG nova.network.neutron [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Updating instance_info_cache with network_info: [{"id": "b87e7251-7986-404a-90b1-0246e79aca42", "address": "fa:16:3e:94:57:33", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87e7251-79", "ovs_interfaceid": "b87e7251-7986-404a-90b1-0246e79aca42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.086874] env[69330]: DEBUG nova.network.neutron [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating instance_info_cache with network_info: [{"id": "627aa9ac-b90e-4124-827c-53510478cca5", "address": "fa:16:3e:fd:03:3c", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627aa9ac-b9", "ovs_interfaceid": "627aa9ac-b90e-4124-827c-53510478cca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.221692] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129280, 'name': PowerOffVM_Task, 'duration_secs': 0.219783} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.221990] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.222804] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d56826-e5e6-4eb0-94ce-680482861609 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.241956] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07603718-2883-4742-bed6-2f399a5a9db7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.271167] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.271444] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffcf084e-3ba3-46e4-9454-da1561c6a906 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.279943] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1227.279943] env[69330]: value = "task-4129281" [ 1227.279943] env[69330]: _type = "Task" [ 1227.279943] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.288644] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.361475] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 87a19eb0-98f5-4435-858b-d7b643d549c8] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.480512] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129279, 'name': ReconfigVM_Task, 'duration_secs': 0.55395} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.480811] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-2ecf9266-11f5-4f48-9074-2044e68a6915/volume-2ecf9266-11f5-4f48-9074-2044e68a6915.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.486570] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "refresh_cache-5d46d3e3-95fd-4d37-9552-95d89f68a7ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.486874] env[69330]: DEBUG nova.compute.manager [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Instance network_info: |[{"id": "b87e7251-7986-404a-90b1-0246e79aca42", "address": "fa:16:3e:94:57:33", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87e7251-79", "ovs_interfaceid": "b87e7251-7986-404a-90b1-0246e79aca42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.492029] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c1a6395-50ea-4cde-883b-2c0c43374254 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.500748] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:57:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b87e7251-7986-404a-90b1-0246e79aca42', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.508935] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.509329] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.510136] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3154ba2a-3743-4da2-ae25-7c0c30975da9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.528193] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Waiting for the task: (returnval){ [ 1227.528193] env[69330]: value = "task-4129282" [ 1227.528193] env[69330]: _type = "Task" [ 1227.528193] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.534938] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.534938] env[69330]: value = "task-4129283" [ 1227.534938] env[69330]: _type = "Task" [ 1227.534938] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.539997] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.550763] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129283, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.590071] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.698999] env[69330]: DEBUG nova.compute.manager [req-57fb3ef9-c66c-4536-bef3-2c075e745f12 req-4614cc6d-8062-4438-83f5-3385908b6c09 service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Received event network-changed-b87e7251-7986-404a-90b1-0246e79aca42 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.699197] env[69330]: DEBUG nova.compute.manager [req-57fb3ef9-c66c-4536-bef3-2c075e745f12 req-4614cc6d-8062-4438-83f5-3385908b6c09 service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Refreshing instance network info cache due to event network-changed-b87e7251-7986-404a-90b1-0246e79aca42. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.699583] env[69330]: DEBUG oslo_concurrency.lockutils [req-57fb3ef9-c66c-4536-bef3-2c075e745f12 req-4614cc6d-8062-4438-83f5-3385908b6c09 service nova] Acquiring lock "refresh_cache-5d46d3e3-95fd-4d37-9552-95d89f68a7ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.699834] env[69330]: DEBUG oslo_concurrency.lockutils [req-57fb3ef9-c66c-4536-bef3-2c075e745f12 req-4614cc6d-8062-4438-83f5-3385908b6c09 service nova] Acquired lock "refresh_cache-5d46d3e3-95fd-4d37-9552-95d89f68a7ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.700075] env[69330]: DEBUG nova.network.neutron [req-57fb3ef9-c66c-4536-bef3-2c075e745f12 req-4614cc6d-8062-4438-83f5-3385908b6c09 service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Refreshing network info cache for port b87e7251-7986-404a-90b1-0246e79aca42 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.791105] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1227.791467] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.791731] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.791879] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.792068] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.792320] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69be843c-ddb9-4e83-a2ca-547af0dbc7c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.799211] env[69330]: DEBUG nova.objects.instance [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lazy-loading 'flavor' on Instance uuid 7c3c4310-5100-4326-b831-1a3b05259c2b {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.801633] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.801813] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.802737] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e45e34-cfc6-4137-8163-2456ae77d054 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.808383] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1227.808383] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c2fb3d-6418-5059-9201-da188bfcf40d" [ 1227.808383] env[69330]: _type = "Task" [ 1227.808383] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.816903] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c2fb3d-6418-5059-9201-da188bfcf40d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.865339] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.865736] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Cleaning up deleted instances with incomplete migration {{(pid=69330) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1227.999455] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.999701] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.039654] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129282, 'name': ReconfigVM_Task, 'duration_secs': 0.143532} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.040051] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817868', 'volume_id': '2ecf9266-11f5-4f48-9074-2044e68a6915', 'name': 'volume-2ecf9266-11f5-4f48-9074-2044e68a6915', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02ca81f3-b20b-41c9-9589-5b09eea79fc5', 'attached_at': '', 'detached_at': '', 'volume_id': '2ecf9266-11f5-4f48-9074-2044e68a6915', 'serial': '2ecf9266-11f5-4f48-9074-2044e68a6915'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1228.043545] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b8aba4b-a258-4d8f-8d64-0311940cb52b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.051860] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129283, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.053341] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Waiting for the task: (returnval){ [ 1228.053341] env[69330]: value = "task-4129284" [ 1228.053341] env[69330]: _type = "Task" [ 1228.053341] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.061635] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129284, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.115502] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c15bac3-7efc-451b-a513-c3586040f150 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.135365] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f134a59b-ce72-409a-a5fa-b16caceef48e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.143445] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating instance '1b716015-1cfc-4182-85a0-5ca0d1b87333' progress to 83 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.306357] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6ae6abbd-839f-429d-9f98-3bf20874cbaf tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.303s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.320759] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52c2fb3d-6418-5059-9201-da188bfcf40d, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.322379] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f858f1f2-458d-4c50-bbfc-f119c40b2483 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.329055] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1228.329055] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]520f2956-ab50-6e77-c085-51e51da2fa8b" [ 1228.329055] env[69330]: _type = "Task" [ 1228.329055] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.337283] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520f2956-ab50-6e77-c085-51e51da2fa8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.368076] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.371963] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9d303f75-e21d-4f20-a33d-4c039cfcd51a tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "7c3c4310-5100-4326-b831-1a3b05259c2b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.372204] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9d303f75-e21d-4f20-a33d-4c039cfcd51a tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.372382] env[69330]: DEBUG nova.compute.manager [None req-9d303f75-e21d-4f20-a33d-4c039cfcd51a tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1228.373477] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204839dd-99b5-43b0-bf41-d8f5ec9f0084 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.384016] env[69330]: DEBUG nova.compute.manager [None req-9d303f75-e21d-4f20-a33d-4c039cfcd51a tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69330) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1228.384604] env[69330]: DEBUG nova.objects.instance [None req-9d303f75-e21d-4f20-a33d-4c039cfcd51a tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lazy-loading 'flavor' on Instance uuid 7c3c4310-5100-4326-b831-1a3b05259c2b {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.416455] env[69330]: DEBUG nova.network.neutron [req-57fb3ef9-c66c-4536-bef3-2c075e745f12 req-4614cc6d-8062-4438-83f5-3385908b6c09 service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Updated VIF entry in instance network info cache for port b87e7251-7986-404a-90b1-0246e79aca42. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.416827] env[69330]: DEBUG nova.network.neutron [req-57fb3ef9-c66c-4536-bef3-2c075e745f12 req-4614cc6d-8062-4438-83f5-3385908b6c09 service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Updating instance_info_cache with network_info: [{"id": "b87e7251-7986-404a-90b1-0246e79aca42", "address": "fa:16:3e:94:57:33", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87e7251-79", "ovs_interfaceid": "b87e7251-7986-404a-90b1-0246e79aca42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.502386] env[69330]: DEBUG nova.compute.manager [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.551132] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129283, 'name': CreateVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.564119] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129284, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.649615] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.649938] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8fc8d60-e3b9-4162-8e3f-2cac29b23c65 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.662211] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1228.662211] env[69330]: value = "task-4129285" [ 1228.662211] env[69330]: _type = "Task" [ 1228.662211] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.670647] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.838957] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]520f2956-ab50-6e77-c085-51e51da2fa8b, 'name': SearchDatastore_Task, 'duration_secs': 0.010751} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.839167] env[69330]: DEBUG oslo_concurrency.lockutils [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.839562] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0cc17389-fde8-43ed-b752-39018a8e3e20/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk. {{(pid=69330) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1228.839857] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36c75a82-bb71-4db8-a03b-5eb023a87c26 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.848052] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1228.848052] env[69330]: value = "task-4129286" [ 1228.848052] env[69330]: _type = "Task" [ 1228.848052] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.858163] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.919302] env[69330]: DEBUG oslo_concurrency.lockutils [req-57fb3ef9-c66c-4536-bef3-2c075e745f12 req-4614cc6d-8062-4438-83f5-3385908b6c09 service nova] Releasing lock "refresh_cache-5d46d3e3-95fd-4d37-9552-95d89f68a7ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.027827] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.028197] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.029839] env[69330]: INFO nova.compute.claims [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.050292] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129283, 'name': CreateVM_Task, 'duration_secs': 1.340875} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.050502] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.051212] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.051406] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.051725] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.051986] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b24a7f-4db7-4b2f-89f5-1fc31fa38e06 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.064668] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129284, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.065846] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1229.065846] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a0ff21-6f37-042e-de82-fa20df3a1f6f" [ 1229.065846] env[69330]: _type = "Task" [ 1229.065846] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.074739] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a0ff21-6f37-042e-de82-fa20df3a1f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.175817] env[69330]: DEBUG oslo_vmware.api [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129285, 'name': PowerOnVM_Task, 'duration_secs': 0.458393} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.176144] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.176360] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5100af-23ad-4b4c-b73c-03b20b8e7286 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating instance '1b716015-1cfc-4182-85a0-5ca0d1b87333' progress to 100 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.300229] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "f416e3dd-3802-4310-94fb-783c063da2b2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.300514] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "f416e3dd-3802-4310-94fb-783c063da2b2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.358468] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129286, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.391235] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d303f75-e21d-4f20-a33d-4c039cfcd51a tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.391778] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad519f08-5115-477f-90ca-50ea558cde22 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.399309] env[69330]: DEBUG oslo_vmware.api [None req-9d303f75-e21d-4f20-a33d-4c039cfcd51a tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1229.399309] env[69330]: value = "task-4129287" [ 1229.399309] env[69330]: _type = "Task" [ 1229.399309] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.408445] env[69330]: DEBUG oslo_vmware.api [None req-9d303f75-e21d-4f20-a33d-4c039cfcd51a tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.565430] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129284, 'name': Rename_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.580677] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a0ff21-6f37-042e-de82-fa20df3a1f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.062111} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.581009] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.581251] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.581483] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.581635] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.581804] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.582130] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97880792-cc8c-4e19-994d-bfa83620b32a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.592316] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.592674] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.593488] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceea8032-6235-47b0-9513-9d2360b3a4fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.599263] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1229.599263] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5260d0c3-a028-8ad9-b0ee-75c098264752" [ 1229.599263] env[69330]: _type = "Task" [ 1229.599263] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.608568] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5260d0c3-a028-8ad9-b0ee-75c098264752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.804458] env[69330]: DEBUG nova.compute.utils [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.859349] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530744} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.859698] env[69330]: INFO nova.virt.vmwareapi.ds_util [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0cc17389-fde8-43ed-b752-39018a8e3e20/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk. [ 1229.860550] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcab5b9-15e4-4192-9613-cd7b676a1e29 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.879683] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.888291] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 0cc17389-fde8-43ed-b752-39018a8e3e20/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.888828] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7485b384-1afe-4eeb-b377-a415e801d84e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.913093] env[69330]: DEBUG oslo_vmware.api [None req-9d303f75-e21d-4f20-a33d-4c039cfcd51a tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129287, 'name': PowerOffVM_Task, 'duration_secs': 0.224223} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.914476] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d303f75-e21d-4f20-a33d-4c039cfcd51a tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.914690] env[69330]: DEBUG nova.compute.manager [None req-9d303f75-e21d-4f20-a33d-4c039cfcd51a tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1229.915357] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1229.915357] env[69330]: value = "task-4129288" [ 1229.915357] env[69330]: _type = "Task" [ 1229.915357] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.916110] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d9fe07-029e-4113-94f5-63454ede7f98 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.934167] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129288, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.067209] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129284, 'name': Rename_Task, 'duration_secs': 1.877781} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.069900] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.070359] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c51e619a-d7ac-421e-acef-f7366f2074e2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.077968] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Waiting for the task: (returnval){ [ 1230.077968] env[69330]: value = "task-4129289" [ 1230.077968] env[69330]: _type = "Task" [ 1230.077968] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.092695] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.110688] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5260d0c3-a028-8ad9-b0ee-75c098264752, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.114451] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6179969d-02d4-430e-a5d9-d18884bb1e52 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.120524] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1230.120524] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52abbdbd-a125-0ab8-da6c-fd17354d2f2c" [ 1230.120524] env[69330]: _type = "Task" [ 1230.120524] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.133842] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52abbdbd-a125-0ab8-da6c-fd17354d2f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.185029] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37e0d9c-9a5d-4521-987b-1aeee6bfe626 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.196333] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe14c2a1-24ce-4e70-9cee-9f9e414f121e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.230453] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42371469-e00b-4d01-998e-96f4e9060d24 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.240567] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38a4eef-fe00-4364-943d-bd0b24a69b37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.257604] env[69330]: DEBUG nova.compute.provider_tree [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.308010] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "f416e3dd-3802-4310-94fb-783c063da2b2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.393162] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.393397] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.393583] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.430331] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129288, 'name': ReconfigVM_Task, 'duration_secs': 0.41049} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.430655] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 0cc17389-fde8-43ed-b752-39018a8e3e20/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.431701] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a3b645-b23e-4b9f-b015-2f363dc82121 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.437583] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9d303f75-e21d-4f20-a33d-4c039cfcd51a tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.465118] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01bfbd3e-3f37-43fc-be3b-482c1bcbaa15 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.482578] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1230.482578] env[69330]: value = "task-4129290" [ 1230.482578] env[69330]: _type = "Task" [ 1230.482578] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.492131] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.593392] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129289, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.634698] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52abbdbd-a125-0ab8-da6c-fd17354d2f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.047099} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.635023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.635360] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 5d46d3e3-95fd-4d37-9552-95d89f68a7ca/5d46d3e3-95fd-4d37-9552-95d89f68a7ca.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.635698] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8416aac1-e61d-4d13-abb8-613071ea8df1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.644325] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1230.644325] env[69330]: value = "task-4129291" [ 1230.644325] env[69330]: _type = "Task" [ 1230.644325] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.654187] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.761560] env[69330]: DEBUG nova.scheduler.client.report [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.774696] env[69330]: DEBUG nova.objects.instance [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lazy-loading 'flavor' on Instance uuid 7c3c4310-5100-4326-b831-1a3b05259c2b {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.897457] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Getting list of instances from cluster (obj){ [ 1230.897457] env[69330]: value = "domain-c8" [ 1230.897457] env[69330]: _type = "ClusterComputeResource" [ 1230.897457] env[69330]: } {{(pid=69330) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1230.899198] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e6ba46-80b7-4bf8-bf08-932f74e493bb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.920547] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Got total of 8 instances {{(pid=69330) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1230.920732] env[69330]: WARNING nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1230.920879] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Triggering sync for uuid d96151fe-5ed4-48f8-8d64-52554141341e {{(pid=69330) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.921095] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Triggering sync for uuid 7c3c4310-5100-4326-b831-1a3b05259c2b {{(pid=69330) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.921277] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Triggering sync for uuid f416e3dd-3802-4310-94fb-783c063da2b2 {{(pid=69330) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.921433] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Triggering sync for uuid 4ab84b44-3022-47f4-a453-792a73dc58ca {{(pid=69330) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.921588] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Triggering sync for uuid 1b716015-1cfc-4182-85a0-5ca0d1b87333 {{(pid=69330) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.921759] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Triggering sync for uuid 0cc17389-fde8-43ed-b752-39018a8e3e20 {{(pid=69330) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.921981] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Triggering sync for uuid 02ca81f3-b20b-41c9-9589-5b09eea79fc5 {{(pid=69330) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.922165] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Triggering sync for uuid 5d46d3e3-95fd-4d37-9552-95d89f68a7ca {{(pid=69330) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.922319] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Triggering sync for uuid b46ac3c1-871b-412f-817f-465ea0bd7b0d {{(pid=69330) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.922985] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "d96151fe-5ed4-48f8-8d64-52554141341e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.923231] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "d96151fe-5ed4-48f8-8d64-52554141341e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.923558] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "7c3c4310-5100-4326-b831-1a3b05259c2b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.923744] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.923915] env[69330]: INFO nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] During sync_power_state the instance has a pending task (powering-on). Skip. [ 1230.924091] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.924282] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "f416e3dd-3802-4310-94fb-783c063da2b2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.924472] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "f416e3dd-3802-4310-94fb-783c063da2b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.924713] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "4ab84b44-3022-47f4-a453-792a73dc58ca" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.924888] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "4ab84b44-3022-47f4-a453-792a73dc58ca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.925126] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "1b716015-1cfc-4182-85a0-5ca0d1b87333" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.925355] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "1b716015-1cfc-4182-85a0-5ca0d1b87333" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.925529] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "0cc17389-fde8-43ed-b752-39018a8e3e20" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.925708] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "0cc17389-fde8-43ed-b752-39018a8e3e20" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.925866] env[69330]: INFO nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1230.926034] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "0cc17389-fde8-43ed-b752-39018a8e3e20" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.926222] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.926424] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.926629] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.926803] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.926935] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69330) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1230.927714] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55cebfd-d000-42a3-807a-e5577ae67a81 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.931040] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc0e35e-50de-4744-b8b2-a25a5ab7a0d9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.933847] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cf1f51-89d4-479e-85e9-ad34e28e19f9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.937368] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac207c5f-8d36-4acc-9911-f1fe82b94846 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.996499] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129290, 'name': ReconfigVM_Task, 'duration_secs': 0.163591} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.996826] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.997112] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd4c48c0-a465-457f-9cd8-24c3c3a62945 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.005364] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1231.005364] env[69330]: value = "task-4129292" [ 1231.005364] env[69330]: _type = "Task" [ 1231.005364] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.014140] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.090997] env[69330]: DEBUG oslo_vmware.api [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129289, 'name': PowerOnVM_Task, 'duration_secs': 0.523761} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.091339] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.091544] env[69330]: INFO nova.compute.manager [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Took 6.15 seconds to spawn the instance on the hypervisor. [ 1231.091730] env[69330]: DEBUG nova.compute.manager [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1231.092666] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7381f35-6271-48dc-9a33-9fef5fa80cdc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.156764] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129291, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.266704] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.267294] env[69330]: DEBUG nova.compute.manager [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1231.279692] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.279930] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquired lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.280056] env[69330]: DEBUG nova.network.neutron [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.280242] env[69330]: DEBUG nova.objects.instance [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lazy-loading 'info_cache' on Instance uuid 7c3c4310-5100-4326-b831-1a3b05259c2b {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.378831] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "f416e3dd-3802-4310-94fb-783c063da2b2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.457023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "d96151fe-5ed4-48f8-8d64-52554141341e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.457515] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "1b716015-1cfc-4182-85a0-5ca0d1b87333" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.458146] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "4ab84b44-3022-47f4-a453-792a73dc58ca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.468887] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "f416e3dd-3802-4310-94fb-783c063da2b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.469080] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "f416e3dd-3802-4310-94fb-783c063da2b2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.091s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.469460] env[69330]: INFO nova.compute.manager [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Attaching volume f80acf62-451b-43f5-ba43-6e7d33dba688 to /dev/sdb [ 1231.504296] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c27a623-b6a4-4b74-99f9-3ff075468d96 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.516620] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129292, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.518966] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baa223e-66c0-4926-b457-d9638cdc0859 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.534405] env[69330]: DEBUG nova.virt.block_device [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Updating existing volume attachment record: 436115f7-3145-4625-91aa-b9e09c8b240d {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1231.613064] env[69330]: INFO nova.compute.manager [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Took 12.71 seconds to build instance. [ 1231.656497] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830143} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.656792] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 5d46d3e3-95fd-4d37-9552-95d89f68a7ca/5d46d3e3-95fd-4d37-9552-95d89f68a7ca.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.657025] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.657308] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0870904e-afe7-4c3f-8a5e-6be4e9e8d01c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.663810] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1231.663810] env[69330]: value = "task-4129293" [ 1231.663810] env[69330]: _type = "Task" [ 1231.663810] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.668073] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "1b716015-1cfc-4182-85a0-5ca0d1b87333" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.668367] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "1b716015-1cfc-4182-85a0-5ca0d1b87333" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.668598] env[69330]: DEBUG nova.compute.manager [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Going to confirm migration 8 {{(pid=69330) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1231.676905] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.772901] env[69330]: DEBUG nova.compute.utils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.774750] env[69330]: DEBUG nova.compute.manager [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.774983] env[69330]: DEBUG nova.network.neutron [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.783907] env[69330]: DEBUG nova.objects.base [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Object Instance<7c3c4310-5100-4326-b831-1a3b05259c2b> lazy-loaded attributes: flavor,info_cache {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1231.846374] env[69330]: DEBUG nova.policy [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '628a4e99e3af4ecb966f1d029b9b428e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55315806889f42cda60482f7d60fb6cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1232.017697] env[69330]: DEBUG oslo_vmware.api [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129292, 'name': PowerOnVM_Task, 'duration_secs': 0.640079} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.018254] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.021061] env[69330]: DEBUG nova.compute.manager [None req-bccafec4-417b-4eaf-a689-fc100228e07c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1232.022321] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2321c6-fa45-49c1-bdea-6c0d6d075046 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.115833] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7c0d36b0-247b-4c48-83f2-493657806398 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.223s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.116120] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.190s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.116383] env[69330]: INFO nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] During sync_power_state the instance has a pending task (spawning). Skip. [ 1232.116704] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.176403] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114622} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.178737] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.179574] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccde979b-ec28-4794-b482-c1290d4c11c5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.209323] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 5d46d3e3-95fd-4d37-9552-95d89f68a7ca/5d46d3e3-95fd-4d37-9552-95d89f68a7ca.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.211979] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95c5efa5-a119-4115-b74c-ae8f0ad73904 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.234378] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1232.234378] env[69330]: value = "task-4129295" [ 1232.234378] env[69330]: _type = "Task" [ 1232.234378] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.245942] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129295, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.273553] env[69330]: DEBUG nova.network.neutron [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Successfully created port: 4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.278769] env[69330]: DEBUG nova.compute.manager [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1232.358886] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.359182] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquired lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.359291] env[69330]: DEBUG nova.network.neutron [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.359478] env[69330]: DEBUG nova.objects.instance [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lazy-loading 'info_cache' on Instance uuid 1b716015-1cfc-4182-85a0-5ca0d1b87333 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.615963] env[69330]: DEBUG nova.network.neutron [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Updating instance_info_cache with network_info: [{"id": "15f88752-4157-4232-b54f-7abb49fde703", "address": "fa:16:3e:5f:9d:a5", "network": {"id": "a59c935a-0bdd-43ba-bce2-69babf328a2e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822185158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8654bfade57f4267a939febf1979f12a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f88752-41", "ovs_interfaceid": "15f88752-4157-4232-b54f-7abb49fde703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.746672] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.810172] env[69330]: DEBUG nova.compute.manager [req-feef6b0b-3a87-4cb3-b456-e261990872b1 req-4e9ebcbc-a30f-4fe9-ab19-e1cd0eb95161 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Received event network-changed-b9130950-8fa0-4cba-a5f6-d980918f53f4 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.811091] env[69330]: DEBUG nova.compute.manager [req-feef6b0b-3a87-4cb3-b456-e261990872b1 req-4e9ebcbc-a30f-4fe9-ab19-e1cd0eb95161 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Refreshing instance network info cache due to event network-changed-b9130950-8fa0-4cba-a5f6-d980918f53f4. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.811091] env[69330]: DEBUG oslo_concurrency.lockutils [req-feef6b0b-3a87-4cb3-b456-e261990872b1 req-4e9ebcbc-a30f-4fe9-ab19-e1cd0eb95161 service nova] Acquiring lock "refresh_cache-02ca81f3-b20b-41c9-9589-5b09eea79fc5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.811091] env[69330]: DEBUG oslo_concurrency.lockutils [req-feef6b0b-3a87-4cb3-b456-e261990872b1 req-4e9ebcbc-a30f-4fe9-ab19-e1cd0eb95161 service nova] Acquired lock "refresh_cache-02ca81f3-b20b-41c9-9589-5b09eea79fc5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.811275] env[69330]: DEBUG nova.network.neutron [req-feef6b0b-3a87-4cb3-b456-e261990872b1 req-4e9ebcbc-a30f-4fe9-ab19-e1cd0eb95161 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Refreshing network info cache for port b9130950-8fa0-4cba-a5f6-d980918f53f4 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.118677] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Releasing lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.246503] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129295, 'name': ReconfigVM_Task, 'duration_secs': 0.794196} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.247181] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 5d46d3e3-95fd-4d37-9552-95d89f68a7ca/5d46d3e3-95fd-4d37-9552-95d89f68a7ca.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.247487] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-710a18ec-b458-46ef-9b51-dedf51a40fc1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.255256] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1233.255256] env[69330]: value = "task-4129296" [ 1233.255256] env[69330]: _type = "Task" [ 1233.255256] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.265598] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129296, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.293882] env[69330]: DEBUG nova.compute.manager [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.300926] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "461804aa-7ce8-4b03-a8ee-61346da98db4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.300926] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "461804aa-7ce8-4b03-a8ee-61346da98db4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.330597] env[69330]: DEBUG nova.virt.hardware [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.330931] env[69330]: DEBUG nova.virt.hardware [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.331159] env[69330]: DEBUG nova.virt.hardware [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.331391] env[69330]: DEBUG nova.virt.hardware [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.331595] env[69330]: DEBUG nova.virt.hardware [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.331780] env[69330]: DEBUG nova.virt.hardware [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.332072] env[69330]: DEBUG nova.virt.hardware [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.332286] env[69330]: DEBUG nova.virt.hardware [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.332536] env[69330]: DEBUG nova.virt.hardware [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.332699] env[69330]: DEBUG nova.virt.hardware [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.332888] env[69330]: DEBUG nova.virt.hardware [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.333865] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e69699-e094-40e4-8ada-eede3d74ce4a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.343128] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e9b02f-2c84-46a4-8baf-03f5d397b833 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.651853] env[69330]: DEBUG nova.network.neutron [req-feef6b0b-3a87-4cb3-b456-e261990872b1 req-4e9ebcbc-a30f-4fe9-ab19-e1cd0eb95161 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Updated VIF entry in instance network info cache for port b9130950-8fa0-4cba-a5f6-d980918f53f4. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.652279] env[69330]: DEBUG nova.network.neutron [req-feef6b0b-3a87-4cb3-b456-e261990872b1 req-4e9ebcbc-a30f-4fe9-ab19-e1cd0eb95161 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Updating instance_info_cache with network_info: [{"id": "b9130950-8fa0-4cba-a5f6-d980918f53f4", "address": "fa:16:3e:68:33:24", "network": {"id": "b84869a0-afab-4210-b36e-b202cde27399", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-255236267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355935316cf949e9b5f625669ea1e064", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9130950-8f", "ovs_interfaceid": "b9130950-8fa0-4cba-a5f6-d980918f53f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.677396] env[69330]: DEBUG nova.network.neutron [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating instance_info_cache with network_info: [{"id": "627aa9ac-b90e-4124-827c-53510478cca5", "address": "fa:16:3e:fd:03:3c", "network": {"id": "77dff49f-a02d-482e-ae7c-760feb42cc73", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1646084976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af82179fe57040ad8a1ebd138470cadd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627aa9ac-b9", "ovs_interfaceid": "627aa9ac-b90e-4124-827c-53510478cca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.766440] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129296, 'name': Rename_Task, 'duration_secs': 0.201638} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.767058] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.767058] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-608ef08d-dd29-4f45-abaa-b9a4d869dc91 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.773737] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1233.773737] env[69330]: value = "task-4129298" [ 1233.773737] env[69330]: _type = "Task" [ 1233.773737] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.782231] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.788504] env[69330]: DEBUG nova.compute.manager [req-a42f10e4-3c0c-4afb-97e0-acf1319a0ef8 req-23f3b4a8-1319-4026-b8a2-aed461cd78ba service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Received event network-vif-plugged-4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.788743] env[69330]: DEBUG oslo_concurrency.lockutils [req-a42f10e4-3c0c-4afb-97e0-acf1319a0ef8 req-23f3b4a8-1319-4026-b8a2-aed461cd78ba service nova] Acquiring lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.788980] env[69330]: DEBUG oslo_concurrency.lockutils [req-a42f10e4-3c0c-4afb-97e0-acf1319a0ef8 req-23f3b4a8-1319-4026-b8a2-aed461cd78ba service nova] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.789191] env[69330]: DEBUG oslo_concurrency.lockutils [req-a42f10e4-3c0c-4afb-97e0-acf1319a0ef8 req-23f3b4a8-1319-4026-b8a2-aed461cd78ba service nova] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.789390] env[69330]: DEBUG nova.compute.manager [req-a42f10e4-3c0c-4afb-97e0-acf1319a0ef8 req-23f3b4a8-1319-4026-b8a2-aed461cd78ba service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] No waiting events found dispatching network-vif-plugged-4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1233.789571] env[69330]: WARNING nova.compute.manager [req-a42f10e4-3c0c-4afb-97e0-acf1319a0ef8 req-23f3b4a8-1319-4026-b8a2-aed461cd78ba service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Received unexpected event network-vif-plugged-4227349f-c50a-410e-87d7-c3d6ef1d630f for instance with vm_state building and task_state spawning. [ 1233.803301] env[69330]: DEBUG nova.compute.manager [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.927986] env[69330]: DEBUG nova.network.neutron [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Successfully updated port: 4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1234.128282] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.128710] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5943374-bc54-4a34-ba0a-8ff315467722 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.137372] env[69330]: DEBUG oslo_vmware.api [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1234.137372] env[69330]: value = "task-4129299" [ 1234.137372] env[69330]: _type = "Task" [ 1234.137372] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.146586] env[69330]: DEBUG oslo_vmware.api [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.155500] env[69330]: DEBUG oslo_concurrency.lockutils [req-feef6b0b-3a87-4cb3-b456-e261990872b1 req-4e9ebcbc-a30f-4fe9-ab19-e1cd0eb95161 service nova] Releasing lock "refresh_cache-02ca81f3-b20b-41c9-9589-5b09eea79fc5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.180591] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Releasing lock "refresh_cache-1b716015-1cfc-4182-85a0-5ca0d1b87333" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.180907] env[69330]: DEBUG nova.objects.instance [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lazy-loading 'migration_context' on Instance uuid 1b716015-1cfc-4182-85a0-5ca0d1b87333 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.284273] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129298, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.329786] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.330109] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.331723] env[69330]: INFO nova.compute.claims [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.440441] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.440696] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.440925] env[69330]: DEBUG nova.network.neutron [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.649061] env[69330]: DEBUG oslo_vmware.api [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.684508] env[69330]: DEBUG nova.objects.base [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Object Instance<1b716015-1cfc-4182-85a0-5ca0d1b87333> lazy-loaded attributes: info_cache,migration_context {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1234.685513] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fa7cec-4107-4d26-b171-2d89dbfbf21e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.706975] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c34e86d7-91e6-44d0-b3ee-4572b624c91b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.714257] env[69330]: DEBUG oslo_vmware.api [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1234.714257] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5242148b-a76f-3171-744f-f6a25989b281" [ 1234.714257] env[69330]: _type = "Task" [ 1234.714257] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.723219] env[69330]: DEBUG oslo_vmware.api [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5242148b-a76f-3171-744f-f6a25989b281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.785478] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129298, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.025986] env[69330]: DEBUG nova.network.neutron [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.148489] env[69330]: DEBUG oslo_vmware.api [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129299, 'name': PowerOnVM_Task, 'duration_secs': 0.972509} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.148934] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.148934] env[69330]: DEBUG nova.compute.manager [None req-7af0116a-3aea-4430-beb0-a7e0bab34691 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1235.149725] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b1d7ba-8bbe-4738-b860-24047509a8fa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.233676] env[69330]: DEBUG oslo_vmware.api [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5242148b-a76f-3171-744f-f6a25989b281, 'name': SearchDatastore_Task, 'duration_secs': 0.010993} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.234196] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.284214] env[69330]: DEBUG nova.network.neutron [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Updating instance_info_cache with network_info: [{"id": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "address": "fa:16:3e:10:ae:8d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4227349f-c5", "ovs_interfaceid": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.294476] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129298, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.500977] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2383e8f-ea8e-4b71-927e-c329e8b6ca11 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.509211] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1708438-fd9d-483d-9a0b-284bf6b42dc4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.541512] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dea72f-c203-496c-8d4d-77799156b5b6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.549664] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616dcc2a-25c6-468f-b8e3-2c8ad27aeb7a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.565037] env[69330]: DEBUG nova.compute.provider_tree [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.785779] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129298, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.788404] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.788740] env[69330]: DEBUG nova.compute.manager [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Instance network_info: |[{"id": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "address": "fa:16:3e:10:ae:8d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4227349f-c5", "ovs_interfaceid": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1235.789161] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:ae:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4227349f-c50a-410e-87d7-c3d6ef1d630f', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.796843] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.797104] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.797340] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1466c569-5361-476a-86b4-2e50baeb80b4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.818474] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.818474] env[69330]: value = "task-4129300" [ 1235.818474] env[69330]: _type = "Task" [ 1235.818474] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.824727] env[69330]: DEBUG nova.compute.manager [req-0b40850a-264b-40b0-9b3a-dcfa5bc93126 req-54196ad6-38a7-4dce-8514-f3b6ebfe9687 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Received event network-changed-4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.824820] env[69330]: DEBUG nova.compute.manager [req-0b40850a-264b-40b0-9b3a-dcfa5bc93126 req-54196ad6-38a7-4dce-8514-f3b6ebfe9687 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Refreshing instance network info cache due to event network-changed-4227349f-c50a-410e-87d7-c3d6ef1d630f. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.825122] env[69330]: DEBUG oslo_concurrency.lockutils [req-0b40850a-264b-40b0-9b3a-dcfa5bc93126 req-54196ad6-38a7-4dce-8514-f3b6ebfe9687 service nova] Acquiring lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.825290] env[69330]: DEBUG oslo_concurrency.lockutils [req-0b40850a-264b-40b0-9b3a-dcfa5bc93126 req-54196ad6-38a7-4dce-8514-f3b6ebfe9687 service nova] Acquired lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.825456] env[69330]: DEBUG nova.network.neutron [req-0b40850a-264b-40b0-9b3a-dcfa5bc93126 req-54196ad6-38a7-4dce-8514-f3b6ebfe9687 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Refreshing network info cache for port 4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.835323] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129300, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.069504] env[69330]: DEBUG nova.scheduler.client.report [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.083840] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1236.084112] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817877', 'volume_id': 'f80acf62-451b-43f5-ba43-6e7d33dba688', 'name': 'volume-f80acf62-451b-43f5-ba43-6e7d33dba688', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f416e3dd-3802-4310-94fb-783c063da2b2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f80acf62-451b-43f5-ba43-6e7d33dba688', 'serial': 'f80acf62-451b-43f5-ba43-6e7d33dba688'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1236.085058] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3acb11-2485-41f1-a8be-6e4fb6b63d82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.104978] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4b64b4-7341-4522-8d9b-09c66eba7041 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.131420] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-f80acf62-451b-43f5-ba43-6e7d33dba688/volume-f80acf62-451b-43f5-ba43-6e7d33dba688.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.131785] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-814c2b89-04ae-44fa-93b8-eaabd8c443c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.153098] env[69330]: DEBUG oslo_vmware.api [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1236.153098] env[69330]: value = "task-4129301" [ 1236.153098] env[69330]: _type = "Task" [ 1236.153098] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.163947] env[69330]: DEBUG oslo_vmware.api [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.288249] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129298, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.332483] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129300, 'name': CreateVM_Task, 'duration_secs': 0.360891} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.332688] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.333780] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.333924] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.334277] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.334575] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f800a56b-520b-4fca-82dc-5c1b33133f50 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.340119] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1236.340119] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]523c47eb-145f-98da-1355-c6fee4e29c63" [ 1236.340119] env[69330]: _type = "Task" [ 1236.340119] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.349745] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]523c47eb-145f-98da-1355-c6fee4e29c63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.574760] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.575315] env[69330]: DEBUG nova.compute.manager [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.580753] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.347s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.633950] env[69330]: DEBUG nova.network.neutron [req-0b40850a-264b-40b0-9b3a-dcfa5bc93126 req-54196ad6-38a7-4dce-8514-f3b6ebfe9687 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Updated VIF entry in instance network info cache for port 4227349f-c50a-410e-87d7-c3d6ef1d630f. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.634288] env[69330]: DEBUG nova.network.neutron [req-0b40850a-264b-40b0-9b3a-dcfa5bc93126 req-54196ad6-38a7-4dce-8514-f3b6ebfe9687 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Updating instance_info_cache with network_info: [{"id": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "address": "fa:16:3e:10:ae:8d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4227349f-c5", "ovs_interfaceid": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.664360] env[69330]: DEBUG oslo_vmware.api [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129301, 'name': ReconfigVM_Task, 'duration_secs': 0.479591} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.664663] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-f80acf62-451b-43f5-ba43-6e7d33dba688/volume-f80acf62-451b-43f5-ba43-6e7d33dba688.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.669681] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c7efb9b-8f9e-4015-9e66-b82af8caf4e5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.688844] env[69330]: DEBUG oslo_vmware.api [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1236.688844] env[69330]: value = "task-4129302" [ 1236.688844] env[69330]: _type = "Task" [ 1236.688844] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.698271] env[69330]: DEBUG oslo_vmware.api [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.788690] env[69330]: DEBUG oslo_vmware.api [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129298, 'name': PowerOnVM_Task, 'duration_secs': 2.51695} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.789433] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.789433] env[69330]: INFO nova.compute.manager [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Took 11.34 seconds to spawn the instance on the hypervisor. [ 1236.789433] env[69330]: DEBUG nova.compute.manager [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1236.790183] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c36d54-3b9c-4108-89e3-c2beb0314fa0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.850733] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]523c47eb-145f-98da-1355-c6fee4e29c63, 'name': SearchDatastore_Task, 'duration_secs': 0.012138} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.851014] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.851254] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.851578] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.851763] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.851956] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.852236] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57f5f527-95c7-47aa-ae6f-9b4421bc4027 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.861207] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.861427] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.862309] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f322f0ec-e1c6-4318-a34e-19400cfa1c37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.870026] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1236.870026] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522cdbe3-3c84-f15b-1ea2-239a0f334635" [ 1236.870026] env[69330]: _type = "Task" [ 1236.870026] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.878989] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522cdbe3-3c84-f15b-1ea2-239a0f334635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.085528] env[69330]: DEBUG nova.compute.utils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.091578] env[69330]: DEBUG nova.compute.manager [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.091955] env[69330]: DEBUG nova.network.neutron [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.136819] env[69330]: DEBUG oslo_concurrency.lockutils [req-0b40850a-264b-40b0-9b3a-dcfa5bc93126 req-54196ad6-38a7-4dce-8514-f3b6ebfe9687 service nova] Releasing lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.143665] env[69330]: DEBUG nova.policy [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7defd0ddddd94293a801501581271a0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc10af42a4a49009c338384018d0fbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.199029] env[69330]: DEBUG oslo_vmware.api [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129302, 'name': ReconfigVM_Task, 'duration_secs': 0.235742} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.202354] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817877', 'volume_id': 'f80acf62-451b-43f5-ba43-6e7d33dba688', 'name': 'volume-f80acf62-451b-43f5-ba43-6e7d33dba688', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f416e3dd-3802-4310-94fb-783c063da2b2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f80acf62-451b-43f5-ba43-6e7d33dba688', 'serial': 'f80acf62-451b-43f5-ba43-6e7d33dba688'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1237.264727] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad0811a-2f82-4a45-af75-0d1f35cd7993 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.273347] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeb7f90-54d9-453c-b546-a2b6b7c95d78 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.308759] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b81811-5e8c-418c-9d73-839797c699e9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.317870] env[69330]: INFO nova.compute.manager [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Took 17.10 seconds to build instance. [ 1237.325507] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e20f014-c01c-4275-a74a-42bb6c50579a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.342906] env[69330]: DEBUG nova.compute.provider_tree [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.381344] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]522cdbe3-3c84-f15b-1ea2-239a0f334635, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.382184] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd271fd-f8ea-41fe-8279-e1336874c11d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.388427] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1237.388427] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bcdd7d-210d-8e03-e8df-d94605ba5902" [ 1237.388427] env[69330]: _type = "Task" [ 1237.388427] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.397998] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bcdd7d-210d-8e03-e8df-d94605ba5902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.592075] env[69330]: DEBUG nova.compute.manager [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.811031] env[69330]: DEBUG nova.network.neutron [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Successfully created port: b0844d24-f28b-4c1a-a9ef-04cf862644fc {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.819703] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e3572c17-fa7a-454c-a7cf-d37bd5369851 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.615s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.819978] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.894s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.820190] env[69330]: INFO nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] During sync_power_state the instance has a pending task (spawning). Skip. [ 1237.820367] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.845982] env[69330]: DEBUG nova.scheduler.client.report [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.901072] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bcdd7d-210d-8e03-e8df-d94605ba5902, 'name': SearchDatastore_Task, 'duration_secs': 0.010143} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.901390] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.901661] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] b46ac3c1-871b-412f-817f-465ea0bd7b0d/b46ac3c1-871b-412f-817f-465ea0bd7b0d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.901923] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05ba8047-1f49-4529-b00e-189d33ca82d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.909669] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1237.909669] env[69330]: value = "task-4129303" [ 1237.909669] env[69330]: _type = "Task" [ 1237.909669] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.919597] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.259018] env[69330]: DEBUG nova.objects.instance [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lazy-loading 'flavor' on Instance uuid f416e3dd-3802-4310-94fb-783c063da2b2 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.376063] env[69330]: DEBUG nova.compute.manager [req-606083a7-f697-4896-a210-89dd53c1c86c req-3a1ae621-a003-4f1c-a036-89f505abc7ec service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Received event network-changed-b87e7251-7986-404a-90b1-0246e79aca42 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.376236] env[69330]: DEBUG nova.compute.manager [req-606083a7-f697-4896-a210-89dd53c1c86c req-3a1ae621-a003-4f1c-a036-89f505abc7ec service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Refreshing instance network info cache due to event network-changed-b87e7251-7986-404a-90b1-0246e79aca42. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.376476] env[69330]: DEBUG oslo_concurrency.lockutils [req-606083a7-f697-4896-a210-89dd53c1c86c req-3a1ae621-a003-4f1c-a036-89f505abc7ec service nova] Acquiring lock "refresh_cache-5d46d3e3-95fd-4d37-9552-95d89f68a7ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.376629] env[69330]: DEBUG oslo_concurrency.lockutils [req-606083a7-f697-4896-a210-89dd53c1c86c req-3a1ae621-a003-4f1c-a036-89f505abc7ec service nova] Acquired lock "refresh_cache-5d46d3e3-95fd-4d37-9552-95d89f68a7ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.376905] env[69330]: DEBUG nova.network.neutron [req-606083a7-f697-4896-a210-89dd53c1c86c req-3a1ae621-a003-4f1c-a036-89f505abc7ec service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Refreshing network info cache for port b87e7251-7986-404a-90b1-0246e79aca42 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.421673] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129303, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.445025] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.602418] env[69330]: DEBUG nova.compute.manager [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.636190] env[69330]: DEBUG nova.virt.hardware [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.636709] env[69330]: DEBUG nova.virt.hardware [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.636896] env[69330]: DEBUG nova.virt.hardware [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.637114] env[69330]: DEBUG nova.virt.hardware [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.637286] env[69330]: DEBUG nova.virt.hardware [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.637404] env[69330]: DEBUG nova.virt.hardware [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.637719] env[69330]: DEBUG nova.virt.hardware [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.637940] env[69330]: DEBUG nova.virt.hardware [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.638227] env[69330]: DEBUG nova.virt.hardware [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.638502] env[69330]: DEBUG nova.virt.hardware [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.638741] env[69330]: DEBUG nova.virt.hardware [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.640127] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e9e38c-b152-41a2-8de2-7fbb4006d2d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.648836] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7ad97f-7516-4399-a94b-8d44798cc233 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.764616] env[69330]: DEBUG oslo_concurrency.lockutils [None req-cf54c6a5-2ed4-4080-87a5-5b231e64bc0b tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "f416e3dd-3802-4310-94fb-783c063da2b2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.295s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.857406] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.277s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.898483] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.924382] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885192} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.924781] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] b46ac3c1-871b-412f-817f-465ea0bd7b0d/b46ac3c1-871b-412f-817f-465ea0bd7b0d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.925023] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.925293] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd923ef0-f697-4c72-9975-1015c54e554f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.934455] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1238.934455] env[69330]: value = "task-4129304" [ 1238.934455] env[69330]: _type = "Task" [ 1238.934455] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.947925] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.059742] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "f416e3dd-3802-4310-94fb-783c063da2b2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.060089] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "f416e3dd-3802-4310-94fb-783c063da2b2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.125547] env[69330]: DEBUG nova.network.neutron [req-606083a7-f697-4896-a210-89dd53c1c86c req-3a1ae621-a003-4f1c-a036-89f505abc7ec service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Updated VIF entry in instance network info cache for port b87e7251-7986-404a-90b1-0246e79aca42. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.126093] env[69330]: DEBUG nova.network.neutron [req-606083a7-f697-4896-a210-89dd53c1c86c req-3a1ae621-a003-4f1c-a036-89f505abc7ec service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Updating instance_info_cache with network_info: [{"id": "b87e7251-7986-404a-90b1-0246e79aca42", "address": "fa:16:3e:94:57:33", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87e7251-79", "ovs_interfaceid": "b87e7251-7986-404a-90b1-0246e79aca42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.426815] env[69330]: INFO nova.scheduler.client.report [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleted allocation for migration a170ed9f-a121-4928-bcb8-b7bf9603f365 [ 1239.445256] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09141} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.445556] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.446380] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ce3ba7-5b2f-4e69-a82f-eb01194ed3d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.470290] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b46ac3c1-871b-412f-817f-465ea0bd7b0d/b46ac3c1-871b-412f-817f-465ea0bd7b0d.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.471579] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb134293-d664-41bd-9d5a-49d9224c3dc3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.493202] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1239.493202] env[69330]: value = "task-4129306" [ 1239.493202] env[69330]: _type = "Task" [ 1239.493202] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.504730] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.505879] env[69330]: DEBUG nova.network.neutron [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Successfully updated port: b0844d24-f28b-4c1a-a9ef-04cf862644fc {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.563948] env[69330]: INFO nova.compute.manager [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Detaching volume f80acf62-451b-43f5-ba43-6e7d33dba688 [ 1239.600261] env[69330]: INFO nova.virt.block_device [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Attempting to driver detach volume f80acf62-451b-43f5-ba43-6e7d33dba688 from mountpoint /dev/sdb [ 1239.600569] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1239.600831] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817877', 'volume_id': 'f80acf62-451b-43f5-ba43-6e7d33dba688', 'name': 'volume-f80acf62-451b-43f5-ba43-6e7d33dba688', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f416e3dd-3802-4310-94fb-783c063da2b2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f80acf62-451b-43f5-ba43-6e7d33dba688', 'serial': 'f80acf62-451b-43f5-ba43-6e7d33dba688'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1239.601949] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8d88aa-42fe-4e90-99f7-5b4eb05864b2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.624703] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b02760a-fadd-46bc-912b-ecfa6ff138fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.629272] env[69330]: DEBUG oslo_concurrency.lockutils [req-606083a7-f697-4896-a210-89dd53c1c86c req-3a1ae621-a003-4f1c-a036-89f505abc7ec service nova] Releasing lock "refresh_cache-5d46d3e3-95fd-4d37-9552-95d89f68a7ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.632468] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023b75b8-3017-4b95-964e-ac8f79a3b93d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.653889] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f318912f-570f-4eb3-8ba7-3e7d7ed652af {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.670111] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] The volume has not been displaced from its original location: [datastore1] volume-f80acf62-451b-43f5-ba43-6e7d33dba688/volume-f80acf62-451b-43f5-ba43-6e7d33dba688.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1239.675498] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.675896] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17bee213-0c08-4140-9abe-1f8ab0a6a98d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.694764] env[69330]: DEBUG oslo_vmware.api [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1239.694764] env[69330]: value = "task-4129307" [ 1239.694764] env[69330]: _type = "Task" [ 1239.694764] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.706184] env[69330]: DEBUG oslo_vmware.api [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.934486] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "1b716015-1cfc-4182-85a0-5ca0d1b87333" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.266s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.003684] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.008479] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "refresh_cache-461804aa-7ce8-4b03-a8ee-61346da98db4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.008479] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquired lock "refresh_cache-461804aa-7ce8-4b03-a8ee-61346da98db4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.008611] env[69330]: DEBUG nova.network.neutron [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.205331] env[69330]: DEBUG oslo_vmware.api [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129307, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.444711] env[69330]: DEBUG nova.compute.manager [req-9d9d87c3-d71a-49eb-b8ac-dfd126e0c9b1 req-4d7a38d4-a512-4a04-85fd-b1c35c9a4ad4 service nova] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Received event network-vif-plugged-b0844d24-f28b-4c1a-a9ef-04cf862644fc {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.445226] env[69330]: DEBUG oslo_concurrency.lockutils [req-9d9d87c3-d71a-49eb-b8ac-dfd126e0c9b1 req-4d7a38d4-a512-4a04-85fd-b1c35c9a4ad4 service nova] Acquiring lock "461804aa-7ce8-4b03-a8ee-61346da98db4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.445226] env[69330]: DEBUG oslo_concurrency.lockutils [req-9d9d87c3-d71a-49eb-b8ac-dfd126e0c9b1 req-4d7a38d4-a512-4a04-85fd-b1c35c9a4ad4 service nova] Lock "461804aa-7ce8-4b03-a8ee-61346da98db4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.445367] env[69330]: DEBUG oslo_concurrency.lockutils [req-9d9d87c3-d71a-49eb-b8ac-dfd126e0c9b1 req-4d7a38d4-a512-4a04-85fd-b1c35c9a4ad4 service nova] Lock "461804aa-7ce8-4b03-a8ee-61346da98db4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.445574] env[69330]: DEBUG nova.compute.manager [req-9d9d87c3-d71a-49eb-b8ac-dfd126e0c9b1 req-4d7a38d4-a512-4a04-85fd-b1c35c9a4ad4 service nova] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] No waiting events found dispatching network-vif-plugged-b0844d24-f28b-4c1a-a9ef-04cf862644fc {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1240.445773] env[69330]: WARNING nova.compute.manager [req-9d9d87c3-d71a-49eb-b8ac-dfd126e0c9b1 req-4d7a38d4-a512-4a04-85fd-b1c35c9a4ad4 service nova] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Received unexpected event network-vif-plugged-b0844d24-f28b-4c1a-a9ef-04cf862644fc for instance with vm_state building and task_state spawning. [ 1240.445928] env[69330]: DEBUG nova.compute.manager [req-9d9d87c3-d71a-49eb-b8ac-dfd126e0c9b1 req-4d7a38d4-a512-4a04-85fd-b1c35c9a4ad4 service nova] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Received event network-changed-b0844d24-f28b-4c1a-a9ef-04cf862644fc {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.446093] env[69330]: DEBUG nova.compute.manager [req-9d9d87c3-d71a-49eb-b8ac-dfd126e0c9b1 req-4d7a38d4-a512-4a04-85fd-b1c35c9a4ad4 service nova] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Refreshing instance network info cache due to event network-changed-b0844d24-f28b-4c1a-a9ef-04cf862644fc. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.446263] env[69330]: DEBUG oslo_concurrency.lockutils [req-9d9d87c3-d71a-49eb-b8ac-dfd126e0c9b1 req-4d7a38d4-a512-4a04-85fd-b1c35c9a4ad4 service nova] Acquiring lock "refresh_cache-461804aa-7ce8-4b03-a8ee-61346da98db4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.505536] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129306, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.561729] env[69330]: DEBUG nova.network.neutron [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.707317] env[69330]: DEBUG oslo_vmware.api [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129307, 'name': ReconfigVM_Task, 'duration_secs': 0.559001} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.708493] env[69330]: DEBUG nova.network.neutron [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Updating instance_info_cache with network_info: [{"id": "b0844d24-f28b-4c1a-a9ef-04cf862644fc", "address": "fa:16:3e:d3:4e:49", "network": {"id": "032d200a-f2b1-4dc6-bd66-de9e1145a912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1508797577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ecc10af42a4a49009c338384018d0fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0844d24-f2", "ovs_interfaceid": "b0844d24-f28b-4c1a-a9ef-04cf862644fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.710330] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.716233] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa09908c-fb6b-40a7-bc62-b2d70f96723e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.734316] env[69330]: DEBUG oslo_vmware.api [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1240.734316] env[69330]: value = "task-4129308" [ 1240.734316] env[69330]: _type = "Task" [ 1240.734316] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.744171] env[69330]: DEBUG oslo_vmware.api [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.898362] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.898606] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.004204] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129306, 'name': ReconfigVM_Task, 'duration_secs': 1.038917} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.004535] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b46ac3c1-871b-412f-817f-465ea0bd7b0d/b46ac3c1-871b-412f-817f-465ea0bd7b0d.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.005192] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0b9f045-28bf-403f-a023-065c51245b5a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.014056] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1241.014056] env[69330]: value = "task-4129309" [ 1241.014056] env[69330]: _type = "Task" [ 1241.014056] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.021980] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129309, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.195282] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "1b716015-1cfc-4182-85a0-5ca0d1b87333" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.195589] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "1b716015-1cfc-4182-85a0-5ca0d1b87333" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.195820] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "1b716015-1cfc-4182-85a0-5ca0d1b87333-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.196023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "1b716015-1cfc-4182-85a0-5ca0d1b87333-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.196204] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "1b716015-1cfc-4182-85a0-5ca0d1b87333-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.198324] env[69330]: INFO nova.compute.manager [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Terminating instance [ 1241.216562] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Releasing lock "refresh_cache-461804aa-7ce8-4b03-a8ee-61346da98db4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.216920] env[69330]: DEBUG nova.compute.manager [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Instance network_info: |[{"id": "b0844d24-f28b-4c1a-a9ef-04cf862644fc", "address": "fa:16:3e:d3:4e:49", "network": {"id": "032d200a-f2b1-4dc6-bd66-de9e1145a912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1508797577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ecc10af42a4a49009c338384018d0fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0844d24-f2", "ovs_interfaceid": "b0844d24-f28b-4c1a-a9ef-04cf862644fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1241.217605] env[69330]: DEBUG oslo_concurrency.lockutils [req-9d9d87c3-d71a-49eb-b8ac-dfd126e0c9b1 req-4d7a38d4-a512-4a04-85fd-b1c35c9a4ad4 service nova] Acquired lock "refresh_cache-461804aa-7ce8-4b03-a8ee-61346da98db4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.217805] env[69330]: DEBUG nova.network.neutron [req-9d9d87c3-d71a-49eb-b8ac-dfd126e0c9b1 req-4d7a38d4-a512-4a04-85fd-b1c35c9a4ad4 service nova] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Refreshing network info cache for port b0844d24-f28b-4c1a-a9ef-04cf862644fc {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.219009] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:4e:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0844d24-f28b-4c1a-a9ef-04cf862644fc', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.226962] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.230122] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.230613] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-568f9808-715f-4e9a-abdd-9917ef503534 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.256820] env[69330]: DEBUG oslo_vmware.api [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129308, 'name': ReconfigVM_Task, 'duration_secs': 0.204616} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.258238] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817877', 'volume_id': 'f80acf62-451b-43f5-ba43-6e7d33dba688', 'name': 'volume-f80acf62-451b-43f5-ba43-6e7d33dba688', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f416e3dd-3802-4310-94fb-783c063da2b2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f80acf62-451b-43f5-ba43-6e7d33dba688', 'serial': 'f80acf62-451b-43f5-ba43-6e7d33dba688'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1241.260395] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.260395] env[69330]: value = "task-4129310" [ 1241.260395] env[69330]: _type = "Task" [ 1241.260395] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.269585] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129310, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.404253] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.404531] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.404742] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.404920] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69330) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1241.405846] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731b75f3-ac20-4336-903e-440a62330290 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.414830] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ed35e7-0803-45ef-89b6-cb7ca9b5b0b9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.433105] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1455b16a-2a23-487c-9e72-1888d8820e25 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.440494] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e07d3c-b7a1-4a57-9df0-a72c8f7a05d3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.444317] env[69330]: DEBUG nova.network.neutron [req-9d9d87c3-d71a-49eb-b8ac-dfd126e0c9b1 req-4d7a38d4-a512-4a04-85fd-b1c35c9a4ad4 service nova] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Updated VIF entry in instance network info cache for port b0844d24-f28b-4c1a-a9ef-04cf862644fc. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.444698] env[69330]: DEBUG nova.network.neutron [req-9d9d87c3-d71a-49eb-b8ac-dfd126e0c9b1 req-4d7a38d4-a512-4a04-85fd-b1c35c9a4ad4 service nova] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Updating instance_info_cache with network_info: [{"id": "b0844d24-f28b-4c1a-a9ef-04cf862644fc", "address": "fa:16:3e:d3:4e:49", "network": {"id": "032d200a-f2b1-4dc6-bd66-de9e1145a912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1508797577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ecc10af42a4a49009c338384018d0fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0844d24-f2", "ovs_interfaceid": "b0844d24-f28b-4c1a-a9ef-04cf862644fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.473131] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179689MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69330) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1241.473397] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.473462] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.526478] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129309, 'name': Rename_Task, 'duration_secs': 0.178946} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.526559] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.526817] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f71c4e47-97b3-4dd9-8498-094448ecfdda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.535524] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1241.535524] env[69330]: value = "task-4129311" [ 1241.535524] env[69330]: _type = "Task" [ 1241.535524] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.546208] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.642422] env[69330]: DEBUG nova.compute.manager [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Stashing vm_state: active {{(pid=69330) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1241.702040] env[69330]: DEBUG nova.compute.manager [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.702351] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.703872] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1145f4-a9b9-4e5b-abea-3c62e1d7fb12 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.716823] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.717556] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3271f2a6-b15a-4174-8e11-2b67c61112ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.727969] env[69330]: DEBUG oslo_vmware.api [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1241.727969] env[69330]: value = "task-4129312" [ 1241.727969] env[69330]: _type = "Task" [ 1241.727969] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.743191] env[69330]: DEBUG oslo_vmware.api [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.773716] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129310, 'name': CreateVM_Task, 'duration_secs': 0.397844} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.774031] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.783616] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.783616] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.783795] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.784037] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7f8c7d5-b574-4f0c-a4e9-20c5a73aac48 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.789756] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1241.789756] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]521ac731-4f84-c836-422f-4e27963edcd6" [ 1241.789756] env[69330]: _type = "Task" [ 1241.789756] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.801165] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521ac731-4f84-c836-422f-4e27963edcd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.808142] env[69330]: DEBUG nova.objects.instance [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lazy-loading 'flavor' on Instance uuid f416e3dd-3802-4310-94fb-783c063da2b2 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.948627] env[69330]: DEBUG oslo_concurrency.lockutils [req-9d9d87c3-d71a-49eb-b8ac-dfd126e0c9b1 req-4d7a38d4-a512-4a04-85fd-b1c35c9a4ad4 service nova] Releasing lock "refresh_cache-461804aa-7ce8-4b03-a8ee-61346da98db4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.047244] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129311, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.168787] env[69330]: DEBUG oslo_concurrency.lockutils [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.240099] env[69330]: DEBUG oslo_vmware.api [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129312, 'name': PowerOffVM_Task, 'duration_secs': 0.218329} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.240099] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.240099] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.240336] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b342c69-b746-462c-a83f-9f9d161a908f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.300475] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]521ac731-4f84-c836-422f-4e27963edcd6, 'name': SearchDatastore_Task, 'duration_secs': 0.016801} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.300829] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.301069] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.301340] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.301509] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.301696] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.301972] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78d21439-4cf2-40c3-aa73-321a7da23e4f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.314195] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.314470] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.317667] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835e146d-e103-4e42-a6ea-2b99f627958f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.328055] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1242.328055] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5298bc16-098a-4877-6ac7-de7a82a9130c" [ 1242.328055] env[69330]: _type = "Task" [ 1242.328055] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.328409] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.329325] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.329453] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleting the datastore file [datastore2] 1b716015-1cfc-4182-85a0-5ca0d1b87333 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.329723] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94803a46-c0bc-4eee-b3b0-839c158124aa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.341795] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5298bc16-098a-4877-6ac7-de7a82a9130c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.343381] env[69330]: DEBUG oslo_vmware.api [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for the task: (returnval){ [ 1242.343381] env[69330]: value = "task-4129314" [ 1242.343381] env[69330]: _type = "Task" [ 1242.343381] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.352521] env[69330]: DEBUG oslo_vmware.api [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.486846] env[69330]: INFO nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating resource usage from migration d71db2cf-75f3-428e-a5ac-68185d9a4a3f [ 1242.505532] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d96151fe-5ed4-48f8-8d64-52554141341e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.505697] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 7c3c4310-5100-4326-b831-1a3b05259c2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.505823] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance f416e3dd-3802-4310-94fb-783c063da2b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.505947] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 0cc17389-fde8-43ed-b752-39018a8e3e20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.506133] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 1b716015-1cfc-4182-85a0-5ca0d1b87333 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.506260] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 02ca81f3-b20b-41c9-9589-5b09eea79fc5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.506390] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 5d46d3e3-95fd-4d37-9552-95d89f68a7ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.506505] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance b46ac3c1-871b-412f-817f-465ea0bd7b0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.506619] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 461804aa-7ce8-4b03-a8ee-61346da98db4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.506730] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Migration d71db2cf-75f3-428e-a5ac-68185d9a4a3f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1242.506839] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 4ab84b44-3022-47f4-a453-792a73dc58ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.507079] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1242.507291] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1242.547175] env[69330]: DEBUG oslo_vmware.api [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129311, 'name': PowerOnVM_Task, 'duration_secs': 0.593975} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.547494] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.547798] env[69330]: INFO nova.compute.manager [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1242.548081] env[69330]: DEBUG nova.compute.manager [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1242.551696] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b723380-d345-414c-af2d-395150da711b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.670382] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79581376-57f0-4d61-822b-d1c1406e7d08 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.679828] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad66127-8103-4111-a92a-caed611c5435 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.712609] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0de1901-ffab-4d7b-9a62-4912393adfc8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.721677] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7caaf5-da48-48b8-bf28-aa898c2fedb3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.736799] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.822301] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f912164d-9ab6-4788-bb5d-7cb9e6ba4e59 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "f416e3dd-3802-4310-94fb-783c063da2b2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.762s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.842360] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5298bc16-098a-4877-6ac7-de7a82a9130c, 'name': SearchDatastore_Task, 'duration_secs': 0.015816} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.843246] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05014962-472b-4f67-98ac-923ca284fa0d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.854247] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1242.854247] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5248db4f-74f8-7af8-fe12-aa83293e412b" [ 1242.854247] env[69330]: _type = "Task" [ 1242.854247] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.857510] env[69330]: DEBUG oslo_vmware.api [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Task: {'id': task-4129314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22331} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.860732] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.861161] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.861161] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.861335] env[69330]: INFO nova.compute.manager [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1242.861617] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.862152] env[69330]: DEBUG nova.compute.manager [-] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.862255] env[69330]: DEBUG nova.network.neutron [-] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.869607] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5248db4f-74f8-7af8-fe12-aa83293e412b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.078025] env[69330]: INFO nova.compute.manager [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Took 14.07 seconds to build instance. [ 1243.239850] env[69330]: DEBUG nova.scheduler.client.report [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.333061] env[69330]: DEBUG nova.compute.manager [req-9911f5f0-1c6c-4b2b-83fb-62ad7ef40a7a req-e990eaf7-1a51-4399-957c-b9effa6da12f service nova] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Received event network-vif-deleted-627aa9ac-b90e-4124-827c-53510478cca5 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.333316] env[69330]: INFO nova.compute.manager [req-9911f5f0-1c6c-4b2b-83fb-62ad7ef40a7a req-e990eaf7-1a51-4399-957c-b9effa6da12f service nova] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Neutron deleted interface 627aa9ac-b90e-4124-827c-53510478cca5; detaching it from the instance and deleting it from the info cache [ 1243.333316] env[69330]: DEBUG nova.network.neutron [req-9911f5f0-1c6c-4b2b-83fb-62ad7ef40a7a req-e990eaf7-1a51-4399-957c-b9effa6da12f service nova] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.370097] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5248db4f-74f8-7af8-fe12-aa83293e412b, 'name': SearchDatastore_Task, 'duration_secs': 0.042995} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.370663] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.370663] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 461804aa-7ce8-4b03-a8ee-61346da98db4/461804aa-7ce8-4b03-a8ee-61346da98db4.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.370966] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70e7f8b2-be76-4a9a-93d7-4c22d796040f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.378202] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1243.378202] env[69330]: value = "task-4129316" [ 1243.378202] env[69330]: _type = "Task" [ 1243.378202] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.386750] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.580792] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.581s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.581224] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.654s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.582081] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23c2bc8-1fca-45eb-b0e5-222bcaad321a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.645076] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "f416e3dd-3802-4310-94fb-783c063da2b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.645076] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "f416e3dd-3802-4310-94fb-783c063da2b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.645076] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "f416e3dd-3802-4310-94fb-783c063da2b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.645330] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "f416e3dd-3802-4310-94fb-783c063da2b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.645330] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "f416e3dd-3802-4310-94fb-783c063da2b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.647569] env[69330]: INFO nova.compute.manager [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Terminating instance [ 1243.664317] env[69330]: DEBUG nova.network.neutron [-] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.745400] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1243.745698] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.272s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.746157] env[69330]: DEBUG oslo_concurrency.lockutils [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.578s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.836633] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a00ad323-20de-4ab6-930a-b9f3befaddad {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.849692] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8ca8e5-294e-4ad9-804a-ee690a0d66af {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.887542] env[69330]: DEBUG nova.compute.manager [req-9911f5f0-1c6c-4b2b-83fb-62ad7ef40a7a req-e990eaf7-1a51-4399-957c-b9effa6da12f service nova] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Detach interface failed, port_id=627aa9ac-b90e-4124-827c-53510478cca5, reason: Instance 1b716015-1cfc-4182-85a0-5ca0d1b87333 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1243.898732] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129316, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.095029] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.152976] env[69330]: DEBUG nova.compute.manager [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.153703] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.154719] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f90fabb-58d3-426c-af0c-2595385fc9dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.165134] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.165464] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6efcc8e-e2e0-4ab2-bd09-790918f19468 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.167489] env[69330]: INFO nova.compute.manager [-] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Took 1.31 seconds to deallocate network for instance. [ 1244.175339] env[69330]: DEBUG oslo_vmware.api [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1244.175339] env[69330]: value = "task-4129317" [ 1244.175339] env[69330]: _type = "Task" [ 1244.175339] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.189752] env[69330]: DEBUG oslo_vmware.api [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.251290] env[69330]: INFO nova.compute.claims [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.400483] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588955} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.400843] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 461804aa-7ce8-4b03-a8ee-61346da98db4/461804aa-7ce8-4b03-a8ee-61346da98db4.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.401149] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.401460] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e71dd862-6a7a-44db-94d3-c8ab465b5271 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.410544] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1244.410544] env[69330]: value = "task-4129319" [ 1244.410544] env[69330]: _type = "Task" [ 1244.410544] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.423217] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.681337] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.687708] env[69330]: DEBUG oslo_vmware.api [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129317, 'name': PowerOffVM_Task, 'duration_secs': 0.347531} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.687977] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.688165] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.688426] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90051282-160a-43f6-b124-5c044e9f21a5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.758571] env[69330]: INFO nova.compute.resource_tracker [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating resource usage from migration d71db2cf-75f3-428e-a5ac-68185d9a4a3f [ 1244.766026] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.766325] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.766513] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Deleting the datastore file [datastore2] f416e3dd-3802-4310-94fb-783c063da2b2 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.766809] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-729cdb3c-fd2b-434d-a8b2-01b9f7f71817 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.774948] env[69330]: DEBUG oslo_vmware.api [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1244.774948] env[69330]: value = "task-4129321" [ 1244.774948] env[69330]: _type = "Task" [ 1244.774948] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.783979] env[69330]: DEBUG oslo_vmware.api [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.921153] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22765} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.924288] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.925517] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4cf499-5106-4276-984e-6b920f89ab71 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.948547] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 461804aa-7ce8-4b03-a8ee-61346da98db4/461804aa-7ce8-4b03-a8ee-61346da98db4.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.949836] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f42d4ee6-520d-44f9-8133-5b7672366a13 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.964617] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf422aa-71cd-452c-bf32-6c39da6c74a8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.972686] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93991014-9413-4335-986e-da7c512a8f2e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.976771] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1244.976771] env[69330]: value = "task-4129322" [ 1244.976771] env[69330]: _type = "Task" [ 1244.976771] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.004489] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a435fe93-30e4-4510-9608-25ba0fbf7f39 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.010368] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.015484] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522c483f-bffa-438e-87e0-e68c33164bd3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.031017] env[69330]: DEBUG nova.compute.provider_tree [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.288883] env[69330]: DEBUG oslo_vmware.api [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149205} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.289309] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.289604] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.289870] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.290125] env[69330]: INFO nova.compute.manager [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1245.290558] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.290935] env[69330]: DEBUG nova.compute.manager [-] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.291105] env[69330]: DEBUG nova.network.neutron [-] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.364228] env[69330]: DEBUG nova.compute.manager [req-0e9b8c31-489d-4cc5-8e10-4c48aa3b8c16 req-34d974b8-ebdf-414f-92f9-c1c2c9f15bda service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Received event network-changed-4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.364519] env[69330]: DEBUG nova.compute.manager [req-0e9b8c31-489d-4cc5-8e10-4c48aa3b8c16 req-34d974b8-ebdf-414f-92f9-c1c2c9f15bda service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Refreshing instance network info cache due to event network-changed-4227349f-c50a-410e-87d7-c3d6ef1d630f. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.364767] env[69330]: DEBUG oslo_concurrency.lockutils [req-0e9b8c31-489d-4cc5-8e10-4c48aa3b8c16 req-34d974b8-ebdf-414f-92f9-c1c2c9f15bda service nova] Acquiring lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.365223] env[69330]: DEBUG oslo_concurrency.lockutils [req-0e9b8c31-489d-4cc5-8e10-4c48aa3b8c16 req-34d974b8-ebdf-414f-92f9-c1c2c9f15bda service nova] Acquired lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.365472] env[69330]: DEBUG nova.network.neutron [req-0e9b8c31-489d-4cc5-8e10-4c48aa3b8c16 req-34d974b8-ebdf-414f-92f9-c1c2c9f15bda service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Refreshing network info cache for port 4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.487877] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.535146] env[69330]: DEBUG nova.scheduler.client.report [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.988526] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.040484] env[69330]: DEBUG oslo_concurrency.lockutils [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.294s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.040684] env[69330]: INFO nova.compute.manager [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Migrating [ 1246.047694] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.366s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.047956] env[69330]: DEBUG nova.objects.instance [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lazy-loading 'resources' on Instance uuid 1b716015-1cfc-4182-85a0-5ca0d1b87333 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.096152] env[69330]: DEBUG nova.network.neutron [req-0e9b8c31-489d-4cc5-8e10-4c48aa3b8c16 req-34d974b8-ebdf-414f-92f9-c1c2c9f15bda service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Updated VIF entry in instance network info cache for port 4227349f-c50a-410e-87d7-c3d6ef1d630f. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.096686] env[69330]: DEBUG nova.network.neutron [req-0e9b8c31-489d-4cc5-8e10-4c48aa3b8c16 req-34d974b8-ebdf-414f-92f9-c1c2c9f15bda service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Updating instance_info_cache with network_info: [{"id": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "address": "fa:16:3e:10:ae:8d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4227349f-c5", "ovs_interfaceid": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.330466] env[69330]: DEBUG nova.network.neutron [-] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.490369] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129322, 'name': ReconfigVM_Task, 'duration_secs': 1.175352} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.490601] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 461804aa-7ce8-4b03-a8ee-61346da98db4/461804aa-7ce8-4b03-a8ee-61346da98db4.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.491265] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4df8eeeb-76ea-4b29-8302-de8501c593fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.497594] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1246.497594] env[69330]: value = "task-4129324" [ 1246.497594] env[69330]: _type = "Task" [ 1246.497594] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.506264] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129324, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.563057] env[69330]: DEBUG oslo_concurrency.lockutils [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.563182] env[69330]: DEBUG oslo_concurrency.lockutils [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.563506] env[69330]: DEBUG nova.network.neutron [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.599321] env[69330]: DEBUG oslo_concurrency.lockutils [req-0e9b8c31-489d-4cc5-8e10-4c48aa3b8c16 req-34d974b8-ebdf-414f-92f9-c1c2c9f15bda service nova] Releasing lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.727677] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647bdfee-ea28-4b18-b824-a046b358449f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.736345] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4278870e-7ace-4b3f-9f84-0da3b03faf25 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.742336] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.765588] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.766016] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.766724] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d347536-27e8-40d4-bfe3-2a0dd7a2553f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.769192] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.769453] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69330) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1246.774571] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca25590-488b-417c-9304-46b31c20c93c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.788078] env[69330]: DEBUG nova.compute.provider_tree [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.833832] env[69330]: INFO nova.compute.manager [-] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Took 1.54 seconds to deallocate network for instance. [ 1247.008450] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129324, 'name': Rename_Task, 'duration_secs': 0.168425} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.008786] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.009046] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab64e6d3-633b-4087-94c9-19b70dbd76c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.016090] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1247.016090] env[69330]: value = "task-4129325" [ 1247.016090] env[69330]: _type = "Task" [ 1247.016090] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.025486] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.291159] env[69330]: DEBUG nova.scheduler.client.report [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.295408] env[69330]: DEBUG nova.network.neutron [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance_info_cache with network_info: [{"id": "e81281f5-492d-4847-9ac0-00a36da4bf35", "address": "fa:16:3e:4c:a5:28", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81281f5-49", "ovs_interfaceid": "e81281f5-492d-4847-9ac0-00a36da4bf35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.340148] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.389218] env[69330]: DEBUG nova.compute.manager [req-acb11d5a-ed30-4ba0-bb88-e68beb20fbdc req-7c9d6b40-d719-465b-9501-26f659265aa0 service nova] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Received event network-vif-deleted-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.527556] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129325, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.798500] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.801053] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.461s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.801260] env[69330]: DEBUG nova.objects.instance [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lazy-loading 'resources' on Instance uuid f416e3dd-3802-4310-94fb-783c063da2b2 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.802600] env[69330]: DEBUG oslo_concurrency.lockutils [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.822991] env[69330]: INFO nova.scheduler.client.report [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Deleted allocations for instance 1b716015-1cfc-4182-85a0-5ca0d1b87333 [ 1248.027644] env[69330]: DEBUG oslo_vmware.api [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129325, 'name': PowerOnVM_Task, 'duration_secs': 0.557662} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.028049] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.028098] env[69330]: INFO nova.compute.manager [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1248.028254] env[69330]: DEBUG nova.compute.manager [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1248.029052] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a9b6f9-2b58-41e3-9cb0-4e3bb4b758d9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.333025] env[69330]: DEBUG oslo_concurrency.lockutils [None req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Lock "1b716015-1cfc-4182-85a0-5ca0d1b87333" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.137s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.454145] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241019b6-d724-49ad-bbe4-df177df7310b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.461918] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f2ab69-1853-48f7-a887-a8486e6a54a4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.494105] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a10e5c7-73ff-47f0-b7dc-b6ddd732e0e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.502090] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57390a00-d6a4-42f4-ae07-3cf92a83029f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.516679] env[69330]: DEBUG nova.compute.provider_tree [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.547525] env[69330]: INFO nova.compute.manager [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Took 14.24 seconds to build instance. [ 1249.020103] env[69330]: DEBUG nova.scheduler.client.report [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.048206] env[69330]: DEBUG oslo_concurrency.lockutils [None req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "461804aa-7ce8-4b03-a8ee-61346da98db4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.747s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.324021] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9155d658-472c-4b62-973a-08cf7f7b7877 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.343396] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance '4ab84b44-3022-47f4-a453-792a73dc58ca' progress to 0 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.525958] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.551375] env[69330]: INFO nova.scheduler.client.report [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Deleted allocations for instance f416e3dd-3802-4310-94fb-783c063da2b2 [ 1249.610832] env[69330]: INFO nova.compute.manager [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Rescuing [ 1249.611149] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "refresh_cache-461804aa-7ce8-4b03-a8ee-61346da98db4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.611408] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquired lock "refresh_cache-461804aa-7ce8-4b03-a8ee-61346da98db4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.611661] env[69330]: DEBUG nova.network.neutron [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.849980] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.850322] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6de11d6e-d983-4aad-bf90-a65144ea6260 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.858602] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1249.858602] env[69330]: value = "task-4129328" [ 1249.858602] env[69330]: _type = "Task" [ 1249.858602] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.869629] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.060841] env[69330]: DEBUG oslo_concurrency.lockutils [None req-b947ba9a-89bf-442e-84b5-d57fc438fa1a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "f416e3dd-3802-4310-94fb-783c063da2b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.416s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.369351] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129328, 'name': PowerOffVM_Task, 'duration_secs': 0.234727} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.369461] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.369668] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance '4ab84b44-3022-47f4-a453-792a73dc58ca' progress to 17 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.373919] env[69330]: DEBUG nova.network.neutron [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Updating instance_info_cache with network_info: [{"id": "b0844d24-f28b-4c1a-a9ef-04cf862644fc", "address": "fa:16:3e:d3:4e:49", "network": {"id": "032d200a-f2b1-4dc6-bd66-de9e1145a912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1508797577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ecc10af42a4a49009c338384018d0fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0844d24-f2", "ovs_interfaceid": "b0844d24-f28b-4c1a-a9ef-04cf862644fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.878146] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.878430] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.878627] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.878792] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.878940] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.879100] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.879315] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.879522] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.879705] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.879872] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.880060] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.885682] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Releasing lock "refresh_cache-461804aa-7ce8-4b03-a8ee-61346da98db4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.889478] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b8472ba-9624-4657-8ded-3fb340281461 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.906093] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1250.906093] env[69330]: value = "task-4129330" [ 1250.906093] env[69330]: _type = "Task" [ 1250.906093] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.916969] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.417772] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129330, 'name': ReconfigVM_Task, 'duration_secs': 0.386835} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.418255] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance '4ab84b44-3022-47f4-a453-792a73dc58ca' progress to 33 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.927780] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.928111] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.928317] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.928551] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.928926] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.929367] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.929609] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.929885] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.930109] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.930499] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.930865] env[69330]: DEBUG nova.virt.hardware [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.937429] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1251.939723] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9239509c-06d8-42db-9966-dc4001dd1242 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.962185] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1251.962185] env[69330]: value = "task-4129331" [ 1251.962185] env[69330]: _type = "Task" [ 1251.962185] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.974970] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.018708] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "a9b8ac6c-63bc-4563-a622-213accb115a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.018941] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "a9b8ac6c-63bc-4563-a622-213accb115a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.457730] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.458171] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59434c6d-f3d5-4367-a7c5-1774bd3faf2b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.467469] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1252.467469] env[69330]: value = "task-4129332" [ 1252.467469] env[69330]: _type = "Task" [ 1252.467469] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.474432] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129331, 'name': ReconfigVM_Task, 'duration_secs': 0.302277} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.475361] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1252.476084] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6209fff9-5600-410e-8836-d5bb8c83beba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.482086] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.506539] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 4ab84b44-3022-47f4-a453-792a73dc58ca/4ab84b44-3022-47f4-a453-792a73dc58ca.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.506912] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01136451-9dcf-413a-992b-36511165b9b2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.520691] env[69330]: DEBUG nova.compute.manager [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.531270] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1252.531270] env[69330]: value = "task-4129333" [ 1252.531270] env[69330]: _type = "Task" [ 1252.531270] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.540803] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.982023] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129332, 'name': PowerOffVM_Task, 'duration_secs': 0.347072} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.982023] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.982023] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02128a63-dc6e-4af9-bcca-c7d53c788b31 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.001785] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571b97be-5b52-469b-826d-a60a898e0add {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.038233] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.038563] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fb22fd3-56b7-4b2e-a8ba-a4bc99b68651 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.045906] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129333, 'name': ReconfigVM_Task, 'duration_secs': 0.32008} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.047024] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.047339] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.048890] env[69330]: INFO nova.compute.claims [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.052643] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 4ab84b44-3022-47f4-a453-792a73dc58ca/4ab84b44-3022-47f4-a453-792a73dc58ca.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.053011] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance '4ab84b44-3022-47f4-a453-792a73dc58ca' progress to 50 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.057097] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1253.057097] env[69330]: value = "task-4129335" [ 1253.057097] env[69330]: _type = "Task" [ 1253.057097] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.068434] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1253.068658] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.068984] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.069418] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.069418] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.069626] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-880a7e55-fd02-4282-acf1-dc3e76e2b671 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.080589] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.080819] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.081649] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21eab08f-a0cb-498d-a975-de29c1556b43 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.088146] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1253.088146] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52aa2ff6-042e-25f0-95b6-bd0a53761be8" [ 1253.088146] env[69330]: _type = "Task" [ 1253.088146] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.097837] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52aa2ff6-042e-25f0-95b6-bd0a53761be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.563685] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437655b0-7206-4f99-b12f-c805771bc3bf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.587597] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a47b0f2-022d-494b-8efd-de4f9b732387 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.601288] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52aa2ff6-042e-25f0-95b6-bd0a53761be8, 'name': SearchDatastore_Task, 'duration_secs': 0.011483} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.615316] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance '4ab84b44-3022-47f4-a453-792a73dc58ca' progress to 67 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.619492] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f6397d-05d5-4ce3-bbd6-cec742d7c0eb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.625181] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1253.625181] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]525a1374-dba0-8a35-1ec2-2179fef26958" [ 1253.625181] env[69330]: _type = "Task" [ 1253.625181] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.634424] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525a1374-dba0-8a35-1ec2-2179fef26958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.138264] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525a1374-dba0-8a35-1ec2-2179fef26958, 'name': SearchDatastore_Task, 'duration_secs': 0.013455} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.138264] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.138526] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 461804aa-7ce8-4b03-a8ee-61346da98db4/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk. {{(pid=69330) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1254.141420] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10a36737-af24-4f23-8055-600624c33947 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.149430] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1254.149430] env[69330]: value = "task-4129336" [ 1254.149430] env[69330]: _type = "Task" [ 1254.149430] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.160707] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.165405] env[69330]: DEBUG nova.network.neutron [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Port e81281f5-492d-4847-9ac0-00a36da4bf35 binding to destination host cpu-1 is already ACTIVE {{(pid=69330) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1254.214975] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d077f2b0-1fc1-44a6-87a6-0254e5a4518d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.223650] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3b6b28-d943-40af-a5dd-c41f6b0cdfbf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.256663] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60e64cd-59e3-41ab-9de5-c8992f705d33 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.265571] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ac19b0-03fe-44a8-9888-911cc3023568 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.280211] env[69330]: DEBUG nova.compute.provider_tree [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.662542] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129336, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.783325] env[69330]: DEBUG nova.scheduler.client.report [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.161315] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548562} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.161593] env[69330]: INFO nova.virt.vmwareapi.ds_util [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore1] 461804aa-7ce8-4b03-a8ee-61346da98db4/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk. [ 1255.162407] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c8efae-3538-49d7-b816-7ec0bd8a2f8c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.189698] env[69330]: DEBUG oslo_concurrency.lockutils [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "4ab84b44-3022-47f4-a453-792a73dc58ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.189926] env[69330]: DEBUG oslo_concurrency.lockutils [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "4ab84b44-3022-47f4-a453-792a73dc58ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.190117] env[69330]: DEBUG oslo_concurrency.lockutils [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "4ab84b44-3022-47f4-a453-792a73dc58ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.199587] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 461804aa-7ce8-4b03-a8ee-61346da98db4/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.201243] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a553a22b-d17d-497d-ac3e-58f396c0f061 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.228337] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1255.228337] env[69330]: value = "task-4129338" [ 1255.228337] env[69330]: _type = "Task" [ 1255.228337] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.240575] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.288853] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.289506] env[69330]: DEBUG nova.compute.manager [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.742025] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129338, 'name': ReconfigVM_Task, 'duration_secs': 0.308354} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.742318] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 461804aa-7ce8-4b03-a8ee-61346da98db4/4bf69476-2082-48c9-9b64-3181a0fc6e41-rescue.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.743143] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e3dcdf-300e-40f9-ae1d-e07fa4da033f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.769185] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e361634e-9826-476a-8f61-9a51daf33f5a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.784805] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1255.784805] env[69330]: value = "task-4129339" [ 1255.784805] env[69330]: _type = "Task" [ 1255.784805] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.794095] env[69330]: DEBUG nova.compute.utils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.795450] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.796044] env[69330]: DEBUG nova.compute.manager [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.796044] env[69330]: DEBUG nova.network.neutron [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.835655] env[69330]: DEBUG nova.policy [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ff0a8627e994a25952b53006e43335e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6d23a66f5794b89aed25cfac101e3c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.122041] env[69330]: DEBUG nova.network.neutron [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Successfully created port: a2b74bf1-2559-46a5-9362-990282a02455 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.265113] env[69330]: DEBUG oslo_concurrency.lockutils [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.265325] env[69330]: DEBUG oslo_concurrency.lockutils [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.265509] env[69330]: DEBUG nova.network.neutron [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.295097] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129339, 'name': ReconfigVM_Task, 'duration_secs': 0.154298} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.295371] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.295627] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f51bce05-4ac6-44f4-ab8e-4714a1a22cda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.298979] env[69330]: DEBUG nova.compute.manager [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.302928] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1256.302928] env[69330]: value = "task-4129340" [ 1256.302928] env[69330]: _type = "Task" [ 1256.302928] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.311554] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.818447] env[69330]: DEBUG oslo_vmware.api [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129340, 'name': PowerOnVM_Task, 'duration_secs': 0.395006} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.818740] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.821763] env[69330]: DEBUG nova.compute.manager [None req-86162438-9b0e-4287-8f7b-57a60d77de00 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1256.822517] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a19ec33-654e-48d2-b05e-5c621abc7444 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.982491] env[69330]: DEBUG nova.network.neutron [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance_info_cache with network_info: [{"id": "e81281f5-492d-4847-9ac0-00a36da4bf35", "address": "fa:16:3e:4c:a5:28", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81281f5-49", "ovs_interfaceid": "e81281f5-492d-4847-9ac0-00a36da4bf35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.315840] env[69330]: DEBUG nova.compute.manager [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.351374] env[69330]: DEBUG nova.virt.hardware [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.351374] env[69330]: DEBUG nova.virt.hardware [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.351883] env[69330]: DEBUG nova.virt.hardware [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.351883] env[69330]: DEBUG nova.virt.hardware [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.351883] env[69330]: DEBUG nova.virt.hardware [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.352094] env[69330]: DEBUG nova.virt.hardware [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.352345] env[69330]: DEBUG nova.virt.hardware [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.352520] env[69330]: DEBUG nova.virt.hardware [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.352689] env[69330]: DEBUG nova.virt.hardware [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.352993] env[69330]: DEBUG nova.virt.hardware [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.353096] env[69330]: DEBUG nova.virt.hardware [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.354067] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290f18d9-99c8-4ef5-9277-174d34a20aab {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.364304] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61f9d48-ea4e-4b3b-9f47-485515742317 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.487811] env[69330]: DEBUG oslo_concurrency.lockutils [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.670249] env[69330]: DEBUG nova.compute.manager [req-a48c6d28-7a59-4e57-8d80-4a4162f273f2 req-cc67969a-1622-46f2-8861-83cc300a3dae service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Received event network-vif-plugged-a2b74bf1-2559-46a5-9362-990282a02455 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.670597] env[69330]: DEBUG oslo_concurrency.lockutils [req-a48c6d28-7a59-4e57-8d80-4a4162f273f2 req-cc67969a-1622-46f2-8861-83cc300a3dae service nova] Acquiring lock "a9b8ac6c-63bc-4563-a622-213accb115a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.670958] env[69330]: DEBUG oslo_concurrency.lockutils [req-a48c6d28-7a59-4e57-8d80-4a4162f273f2 req-cc67969a-1622-46f2-8861-83cc300a3dae service nova] Lock "a9b8ac6c-63bc-4563-a622-213accb115a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.671546] env[69330]: DEBUG oslo_concurrency.lockutils [req-a48c6d28-7a59-4e57-8d80-4a4162f273f2 req-cc67969a-1622-46f2-8861-83cc300a3dae service nova] Lock "a9b8ac6c-63bc-4563-a622-213accb115a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.671918] env[69330]: DEBUG nova.compute.manager [req-a48c6d28-7a59-4e57-8d80-4a4162f273f2 req-cc67969a-1622-46f2-8861-83cc300a3dae service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] No waiting events found dispatching network-vif-plugged-a2b74bf1-2559-46a5-9362-990282a02455 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1257.672195] env[69330]: WARNING nova.compute.manager [req-a48c6d28-7a59-4e57-8d80-4a4162f273f2 req-cc67969a-1622-46f2-8861-83cc300a3dae service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Received unexpected event network-vif-plugged-a2b74bf1-2559-46a5-9362-990282a02455 for instance with vm_state building and task_state spawning. [ 1257.780190] env[69330]: DEBUG nova.network.neutron [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Successfully updated port: a2b74bf1-2559-46a5-9362-990282a02455 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.013782] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b150de3e-dc34-4ad9-87ab-e6a78e41d763 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.033590] env[69330]: INFO nova.compute.manager [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Unrescuing [ 1258.033981] env[69330]: DEBUG oslo_concurrency.lockutils [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "refresh_cache-461804aa-7ce8-4b03-a8ee-61346da98db4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.034205] env[69330]: DEBUG oslo_concurrency.lockutils [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquired lock "refresh_cache-461804aa-7ce8-4b03-a8ee-61346da98db4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.034415] env[69330]: DEBUG nova.network.neutron [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.036561] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5022f6f-ed9e-4ee5-9b11-27f01803fbb5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.045813] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance '4ab84b44-3022-47f4-a453-792a73dc58ca' progress to 83 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.269369] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "489a79c4-fe47-43fd-8d8b-461206feac66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.269604] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "489a79c4-fe47-43fd-8d8b-461206feac66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.284096] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "refresh_cache-a9b8ac6c-63bc-4563-a622-213accb115a5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.284278] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired lock "refresh_cache-a9b8ac6c-63bc-4563-a622-213accb115a5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.284404] env[69330]: DEBUG nova.network.neutron [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.551817] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.552481] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59e0c5d3-bd34-4e93-a0de-0593326d59e6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.560906] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1258.560906] env[69330]: value = "task-4129341" [ 1258.560906] env[69330]: _type = "Task" [ 1258.560906] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.571025] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.772148] env[69330]: DEBUG nova.compute.manager [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1258.814273] env[69330]: DEBUG nova.network.neutron [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Updating instance_info_cache with network_info: [{"id": "b0844d24-f28b-4c1a-a9ef-04cf862644fc", "address": "fa:16:3e:d3:4e:49", "network": {"id": "032d200a-f2b1-4dc6-bd66-de9e1145a912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1508797577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ecc10af42a4a49009c338384018d0fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0844d24-f2", "ovs_interfaceid": "b0844d24-f28b-4c1a-a9ef-04cf862644fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.822462] env[69330]: DEBUG nova.network.neutron [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.072922] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.186866] env[69330]: DEBUG nova.network.neutron [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Updating instance_info_cache with network_info: [{"id": "a2b74bf1-2559-46a5-9362-990282a02455", "address": "fa:16:3e:d4:15:03", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b74bf1-25", "ovs_interfaceid": "a2b74bf1-2559-46a5-9362-990282a02455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.298036] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.298402] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.300618] env[69330]: INFO nova.compute.claims [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.317712] env[69330]: DEBUG oslo_concurrency.lockutils [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Releasing lock "refresh_cache-461804aa-7ce8-4b03-a8ee-61346da98db4" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.319036] env[69330]: DEBUG nova.objects.instance [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lazy-loading 'flavor' on Instance uuid 461804aa-7ce8-4b03-a8ee-61346da98db4 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.573655] env[69330]: DEBUG oslo_vmware.api [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129341, 'name': PowerOnVM_Task, 'duration_secs': 0.572875} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.573655] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.573655] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-897ca672-1afe-4ab0-b5c9-dc606314412f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance '4ab84b44-3022-47f4-a453-792a73dc58ca' progress to 100 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.689926] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Releasing lock "refresh_cache-a9b8ac6c-63bc-4563-a622-213accb115a5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.690300] env[69330]: DEBUG nova.compute.manager [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Instance network_info: |[{"id": "a2b74bf1-2559-46a5-9362-990282a02455", "address": "fa:16:3e:d4:15:03", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b74bf1-25", "ovs_interfaceid": "a2b74bf1-2559-46a5-9362-990282a02455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1259.690730] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:15:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2b74bf1-2559-46a5-9362-990282a02455', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.698742] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.700204] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.701803] env[69330]: DEBUG nova.compute.manager [req-f0723a34-45cd-4844-99a2-a1f793c79a9c req-c6a6dc63-9196-4983-bcb4-16dd44110b3f service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Received event network-changed-a2b74bf1-2559-46a5-9362-990282a02455 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.702106] env[69330]: DEBUG nova.compute.manager [req-f0723a34-45cd-4844-99a2-a1f793c79a9c req-c6a6dc63-9196-4983-bcb4-16dd44110b3f service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Refreshing instance network info cache due to event network-changed-a2b74bf1-2559-46a5-9362-990282a02455. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.702441] env[69330]: DEBUG oslo_concurrency.lockutils [req-f0723a34-45cd-4844-99a2-a1f793c79a9c req-c6a6dc63-9196-4983-bcb4-16dd44110b3f service nova] Acquiring lock "refresh_cache-a9b8ac6c-63bc-4563-a622-213accb115a5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.702692] env[69330]: DEBUG oslo_concurrency.lockutils [req-f0723a34-45cd-4844-99a2-a1f793c79a9c req-c6a6dc63-9196-4983-bcb4-16dd44110b3f service nova] Acquired lock "refresh_cache-a9b8ac6c-63bc-4563-a622-213accb115a5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.702977] env[69330]: DEBUG nova.network.neutron [req-f0723a34-45cd-4844-99a2-a1f793c79a9c req-c6a6dc63-9196-4983-bcb4-16dd44110b3f service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Refreshing network info cache for port a2b74bf1-2559-46a5-9362-990282a02455 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.704145] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b548c5cf-99fd-4b65-bf03-fb69111cb617 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.728416] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.728416] env[69330]: value = "task-4129342" [ 1259.728416] env[69330]: _type = "Task" [ 1259.728416] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.738277] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129342, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.827029] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef59a03b-1a05-490e-928e-4441251cede4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.851087] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.851611] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ed3b484-b178-4307-a886-7335f9f62bd3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.862835] env[69330]: DEBUG oslo_vmware.api [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1259.862835] env[69330]: value = "task-4129343" [ 1259.862835] env[69330]: _type = "Task" [ 1259.862835] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.871704] env[69330]: DEBUG oslo_vmware.api [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.928293] env[69330]: DEBUG nova.network.neutron [req-f0723a34-45cd-4844-99a2-a1f793c79a9c req-c6a6dc63-9196-4983-bcb4-16dd44110b3f service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Updated VIF entry in instance network info cache for port a2b74bf1-2559-46a5-9362-990282a02455. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.928688] env[69330]: DEBUG nova.network.neutron [req-f0723a34-45cd-4844-99a2-a1f793c79a9c req-c6a6dc63-9196-4983-bcb4-16dd44110b3f service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Updating instance_info_cache with network_info: [{"id": "a2b74bf1-2559-46a5-9362-990282a02455", "address": "fa:16:3e:d4:15:03", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b74bf1-25", "ovs_interfaceid": "a2b74bf1-2559-46a5-9362-990282a02455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.239400] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129342, 'name': CreateVM_Task, 'duration_secs': 0.477959} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.239789] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.240283] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.240458] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.240793] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.241458] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a3f02a-3702-4d99-9d52-f39fa7c48f55 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.246563] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1260.246563] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52974066-d8b7-6d26-37e7-b99e0c56a50d" [ 1260.246563] env[69330]: _type = "Task" [ 1260.246563] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.254926] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52974066-d8b7-6d26-37e7-b99e0c56a50d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.376165] env[69330]: DEBUG oslo_vmware.api [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129343, 'name': PowerOffVM_Task, 'duration_secs': 0.249094} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.376485] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.381825] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1260.384493] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dc1de7f-3463-490e-92ca-6beda91faf33 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.404640] env[69330]: DEBUG oslo_vmware.api [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1260.404640] env[69330]: value = "task-4129344" [ 1260.404640] env[69330]: _type = "Task" [ 1260.404640] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.415299] env[69330]: DEBUG oslo_vmware.api [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.431733] env[69330]: DEBUG oslo_concurrency.lockutils [req-f0723a34-45cd-4844-99a2-a1f793c79a9c req-c6a6dc63-9196-4983-bcb4-16dd44110b3f service nova] Releasing lock "refresh_cache-a9b8ac6c-63bc-4563-a622-213accb115a5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.485431] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d1456a-d9dc-49e7-a740-aedd548a8b43 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.493693] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4984fce5-4a44-465b-b51b-b8b421760f13 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.524328] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ffef5c-0c51-4fc1-a606-f53da1126b74 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.533232] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b771c3-5c44-4467-bd06-03bf3fd99c7b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.549531] env[69330]: DEBUG nova.compute.provider_tree [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.758729] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52974066-d8b7-6d26-37e7-b99e0c56a50d, 'name': SearchDatastore_Task, 'duration_secs': 0.011434} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.759050] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.759292] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.759524] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.759671] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.759854] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.760135] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cc9216b-0ee9-4689-a249-cedeae73441d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.769876] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.770138] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.770861] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2923f9a7-660b-447f-baea-cc02f478f5ee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.776648] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1260.776648] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bb060f-3c77-03e3-8b05-fdf58c7b5562" [ 1260.776648] env[69330]: _type = "Task" [ 1260.776648] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.785585] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bb060f-3c77-03e3-8b05-fdf58c7b5562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.915032] env[69330]: DEBUG oslo_vmware.api [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129344, 'name': ReconfigVM_Task, 'duration_secs': 0.228278} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.915032] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.915195] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.915330] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc9c2b41-1d79-4f0e-8e82-0b4ca443bfb1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.922999] env[69330]: DEBUG oslo_vmware.api [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1260.922999] env[69330]: value = "task-4129345" [ 1260.922999] env[69330]: _type = "Task" [ 1260.922999] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.933230] env[69330]: DEBUG oslo_vmware.api [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.053251] env[69330]: DEBUG nova.scheduler.client.report [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.289968] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52bb060f-3c77-03e3-8b05-fdf58c7b5562, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.290929] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fdeddde-c9e0-43a7-aecf-61ea406dcf27 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.298701] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1261.298701] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fa15ae-fe06-eed1-185a-d12497daf522" [ 1261.298701] env[69330]: _type = "Task" [ 1261.298701] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.308586] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fa15ae-fe06-eed1-185a-d12497daf522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.434684] env[69330]: DEBUG oslo_vmware.api [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129345, 'name': PowerOnVM_Task, 'duration_secs': 0.414694} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.434961] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.435319] env[69330]: DEBUG nova.compute.manager [None req-60f9d5d4-c29d-4a59-838e-8b2bfd2a210d tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1261.436063] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b5d1b3-6b9c-4a2a-a384-67168af1e569 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.483179] env[69330]: DEBUG nova.network.neutron [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Port e81281f5-492d-4847-9ac0-00a36da4bf35 binding to destination host cpu-1 is already ACTIVE {{(pid=69330) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1261.483461] env[69330]: DEBUG oslo_concurrency.lockutils [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.483781] env[69330]: DEBUG oslo_concurrency.lockutils [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.484074] env[69330]: DEBUG nova.network.neutron [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.558626] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.559057] env[69330]: DEBUG nova.compute.manager [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.809362] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fa15ae-fe06-eed1-185a-d12497daf522, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.809639] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.809900] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] a9b8ac6c-63bc-4563-a622-213accb115a5/a9b8ac6c-63bc-4563-a622-213accb115a5.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.810185] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81a16ff6-8e71-4969-aac6-c3548a756920 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.817440] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1261.817440] env[69330]: value = "task-4129346" [ 1261.817440] env[69330]: _type = "Task" [ 1261.817440] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.825683] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.065162] env[69330]: DEBUG nova.compute.utils [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.070397] env[69330]: DEBUG nova.compute.manager [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1262.070592] env[69330]: DEBUG nova.network.neutron [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.163472] env[69330]: DEBUG nova.policy [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6284cf2075824bd0849b1dce77889097', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7714fe6c2d84cc99ad110f5804ea68f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.242213] env[69330]: DEBUG nova.network.neutron [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance_info_cache with network_info: [{"id": "e81281f5-492d-4847-9ac0-00a36da4bf35", "address": "fa:16:3e:4c:a5:28", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81281f5-49", "ovs_interfaceid": "e81281f5-492d-4847-9ac0-00a36da4bf35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.328266] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491912} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.328560] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] a9b8ac6c-63bc-4563-a622-213accb115a5/a9b8ac6c-63bc-4563-a622-213accb115a5.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.328787] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.329050] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fbafef3-4940-4f4e-a5f4-94cf98b0ea26 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.336396] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1262.336396] env[69330]: value = "task-4129347" [ 1262.336396] env[69330]: _type = "Task" [ 1262.336396] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.345753] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.574185] env[69330]: DEBUG nova.compute.manager [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.601053] env[69330]: DEBUG nova.network.neutron [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Successfully created port: 21d7a784-3cf6-4f14-857a-d59cdf6be2c0 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.745508] env[69330]: DEBUG oslo_concurrency.lockutils [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.801163] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "461804aa-7ce8-4b03-a8ee-61346da98db4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.801163] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "461804aa-7ce8-4b03-a8ee-61346da98db4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.801358] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "461804aa-7ce8-4b03-a8ee-61346da98db4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.801450] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "461804aa-7ce8-4b03-a8ee-61346da98db4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.802019] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "461804aa-7ce8-4b03-a8ee-61346da98db4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.803705] env[69330]: INFO nova.compute.manager [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Terminating instance [ 1262.846798] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223125} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.847067] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.847833] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08bd258-77db-4504-ae47-c531ff4b9dd9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.871314] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] a9b8ac6c-63bc-4563-a622-213accb115a5/a9b8ac6c-63bc-4563-a622-213accb115a5.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.871609] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acde5e7e-376c-4a41-94c4-fde7a63d6484 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.891646] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1262.891646] env[69330]: value = "task-4129348" [ 1262.891646] env[69330]: _type = "Task" [ 1262.891646] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.900792] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.082085] env[69330]: INFO nova.virt.block_device [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Booting with volume 55b3f3eb-d53f-4739-bca4-6794fac6ec84 at /dev/sda [ 1263.119743] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bf95e20-273c-4be3-893b-0582d585dac9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.130197] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0eb573-5e58-49d5-9017-1ac81cbe53b1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.163626] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf14d4e3-aa45-4a26-a580-5b338d7d3211 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.174270] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8366325-db2b-4841-80fa-266695666453 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.208042] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12ba6a6-c943-4633-8ee5-4839eb0c5b31 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.216295] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b5ab43-02cc-47e2-b947-8c7964993b37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.231034] env[69330]: DEBUG nova.virt.block_device [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating existing volume attachment record: 2b77ac13-d98b-4b91-ad37-25f9f490483a {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1263.249607] env[69330]: DEBUG nova.compute.manager [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69330) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1263.249954] env[69330]: DEBUG oslo_concurrency.lockutils [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.250288] env[69330]: DEBUG oslo_concurrency.lockutils [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.307814] env[69330]: DEBUG nova.compute.manager [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.308123] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.309130] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78822f10-4790-4be7-bafe-381ed90c3fb4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.319443] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.320811] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d19cb4f-5da7-4146-a406-01242f2a568b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.327717] env[69330]: DEBUG oslo_vmware.api [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1263.327717] env[69330]: value = "task-4129349" [ 1263.327717] env[69330]: _type = "Task" [ 1263.327717] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.336943] env[69330]: DEBUG oslo_vmware.api [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.404614] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.752895] env[69330]: DEBUG nova.objects.instance [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lazy-loading 'migration_context' on Instance uuid 4ab84b44-3022-47f4-a453-792a73dc58ca {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.837250] env[69330]: DEBUG oslo_vmware.api [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129349, 'name': PowerOffVM_Task, 'duration_secs': 0.340024} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.837508] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.837710] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.837986] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f48a2021-e760-4771-b063-ba80fe4d3ea9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.903031] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129348, 'name': ReconfigVM_Task, 'duration_secs': 0.75782} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.903346] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Reconfigured VM instance instance-00000079 to attach disk [datastore2] a9b8ac6c-63bc-4563-a622-213accb115a5/a9b8ac6c-63bc-4563-a622-213accb115a5.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.904079] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60e14e27-e4c3-4c15-a68c-0bed0c183d77 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.908798] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.909131] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.909412] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Deleting the datastore file [datastore1] 461804aa-7ce8-4b03-a8ee-61346da98db4 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.909696] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c16d269e-1a8a-4cd6-9ec9-afb0fb622e53 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.913017] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1263.913017] env[69330]: value = "task-4129351" [ 1263.913017] env[69330]: _type = "Task" [ 1263.913017] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.923252] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129351, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.923657] env[69330]: DEBUG oslo_vmware.api [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1263.923657] env[69330]: value = "task-4129352" [ 1263.923657] env[69330]: _type = "Task" [ 1263.923657] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.932208] env[69330]: DEBUG oslo_vmware.api [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.005828] env[69330]: DEBUG nova.compute.manager [req-2ecd5095-d213-4f69-ad0c-a9dac76e15c1 req-755af8d2-6b90-4562-91c7-334364b9fa86 service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Received event network-vif-plugged-21d7a784-3cf6-4f14-857a-d59cdf6be2c0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.006188] env[69330]: DEBUG oslo_concurrency.lockutils [req-2ecd5095-d213-4f69-ad0c-a9dac76e15c1 req-755af8d2-6b90-4562-91c7-334364b9fa86 service nova] Acquiring lock "489a79c4-fe47-43fd-8d8b-461206feac66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.006491] env[69330]: DEBUG oslo_concurrency.lockutils [req-2ecd5095-d213-4f69-ad0c-a9dac76e15c1 req-755af8d2-6b90-4562-91c7-334364b9fa86 service nova] Lock "489a79c4-fe47-43fd-8d8b-461206feac66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.006748] env[69330]: DEBUG oslo_concurrency.lockutils [req-2ecd5095-d213-4f69-ad0c-a9dac76e15c1 req-755af8d2-6b90-4562-91c7-334364b9fa86 service nova] Lock "489a79c4-fe47-43fd-8d8b-461206feac66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.006980] env[69330]: DEBUG nova.compute.manager [req-2ecd5095-d213-4f69-ad0c-a9dac76e15c1 req-755af8d2-6b90-4562-91c7-334364b9fa86 service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] No waiting events found dispatching network-vif-plugged-21d7a784-3cf6-4f14-857a-d59cdf6be2c0 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1264.007249] env[69330]: WARNING nova.compute.manager [req-2ecd5095-d213-4f69-ad0c-a9dac76e15c1 req-755af8d2-6b90-4562-91c7-334364b9fa86 service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Received unexpected event network-vif-plugged-21d7a784-3cf6-4f14-857a-d59cdf6be2c0 for instance with vm_state building and task_state block_device_mapping. [ 1264.102051] env[69330]: DEBUG nova.network.neutron [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Successfully updated port: 21d7a784-3cf6-4f14-857a-d59cdf6be2c0 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.408444] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a6351b-f7b8-4d69-bd7e-3cf7c256db32 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.419474] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13612fa-37b3-4fba-bdd0-295f8b1bc06f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.454203] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129351, 'name': Rename_Task, 'duration_secs': 0.224413} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.455522] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.456259] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0083e4f5-bb4a-42cf-9500-745eee57ff28 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.461576] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83fd787d-4e9d-42ce-b021-6f84b085405f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.463034] env[69330]: DEBUG oslo_vmware.api [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172109} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.463619] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.463789] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.463967] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.464153] env[69330]: INFO nova.compute.manager [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1264.464383] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.464939] env[69330]: DEBUG nova.compute.manager [-] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.465126] env[69330]: DEBUG nova.network.neutron [-] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.470616] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb5a5ef-568c-4ace-9aca-0d2b2b6ab410 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.474304] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1264.474304] env[69330]: value = "task-4129353" [ 1264.474304] env[69330]: _type = "Task" [ 1264.474304] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.485394] env[69330]: DEBUG nova.compute.provider_tree [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.492739] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129353, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.607149] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.607324] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.607515] env[69330]: DEBUG nova.network.neutron [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.985799] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129353, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.988911] env[69330]: DEBUG nova.scheduler.client.report [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.144473] env[69330]: DEBUG nova.network.neutron [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.262393] env[69330]: DEBUG nova.network.neutron [-] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.321020] env[69330]: DEBUG nova.compute.manager [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1265.321020] env[69330]: DEBUG nova.virt.hardware [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.321020] env[69330]: DEBUG nova.virt.hardware [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.321020] env[69330]: DEBUG nova.virt.hardware [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.321020] env[69330]: DEBUG nova.virt.hardware [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.321020] env[69330]: DEBUG nova.virt.hardware [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.321020] env[69330]: DEBUG nova.virt.hardware [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.321700] env[69330]: DEBUG nova.virt.hardware [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.322222] env[69330]: DEBUG nova.virt.hardware [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.322540] env[69330]: DEBUG nova.virt.hardware [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.322823] env[69330]: DEBUG nova.virt.hardware [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.323146] env[69330]: DEBUG nova.virt.hardware [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.324349] env[69330]: DEBUG nova.network.neutron [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance_info_cache with network_info: [{"id": "21d7a784-3cf6-4f14-857a-d59cdf6be2c0", "address": "fa:16:3e:6a:b9:ea", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d7a784-3c", "ovs_interfaceid": "21d7a784-3cf6-4f14-857a-d59cdf6be2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.326238] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97afbfea-f922-4fd5-a82a-eeae1195eff7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.335459] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaf107d-3259-4e97-bb46-87e773de4523 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.486856] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129353, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.768213] env[69330]: INFO nova.compute.manager [-] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Took 1.30 seconds to deallocate network for instance. [ 1265.829837] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.830182] env[69330]: DEBUG nova.compute.manager [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Instance network_info: |[{"id": "21d7a784-3cf6-4f14-857a-d59cdf6be2c0", "address": "fa:16:3e:6a:b9:ea", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d7a784-3c", "ovs_interfaceid": "21d7a784-3cf6-4f14-857a-d59cdf6be2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.830617] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:b9:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21d7a784-3cf6-4f14-857a-d59cdf6be2c0', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.838975] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.839556] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.839794] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47ddded4-3010-4cec-a08c-128a5bbefee9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.859933] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.859933] env[69330]: value = "task-4129354" [ 1265.859933] env[69330]: _type = "Task" [ 1265.859933] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.868272] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129354, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.987506] env[69330]: DEBUG oslo_vmware.api [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129353, 'name': PowerOnVM_Task, 'duration_secs': 1.106963} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.987781] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.987995] env[69330]: INFO nova.compute.manager [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1265.988198] env[69330]: DEBUG nova.compute.manager [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1265.988976] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d5a0b7-53d3-4662-8ec9-01a845ff9006 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.000688] env[69330]: DEBUG oslo_concurrency.lockutils [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.750s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.037534] env[69330]: DEBUG nova.compute.manager [req-89f9a6bf-af9d-4e0e-a1d9-2a7393c7645c req-3f929ca2-f600-4e8d-ace9-aa145695bfb6 service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Received event network-changed-21d7a784-3cf6-4f14-857a-d59cdf6be2c0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.037833] env[69330]: DEBUG nova.compute.manager [req-89f9a6bf-af9d-4e0e-a1d9-2a7393c7645c req-3f929ca2-f600-4e8d-ace9-aa145695bfb6 service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Refreshing instance network info cache due to event network-changed-21d7a784-3cf6-4f14-857a-d59cdf6be2c0. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.038129] env[69330]: DEBUG oslo_concurrency.lockutils [req-89f9a6bf-af9d-4e0e-a1d9-2a7393c7645c req-3f929ca2-f600-4e8d-ace9-aa145695bfb6 service nova] Acquiring lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.038378] env[69330]: DEBUG oslo_concurrency.lockutils [req-89f9a6bf-af9d-4e0e-a1d9-2a7393c7645c req-3f929ca2-f600-4e8d-ace9-aa145695bfb6 service nova] Acquired lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.038625] env[69330]: DEBUG nova.network.neutron [req-89f9a6bf-af9d-4e0e-a1d9-2a7393c7645c req-3f929ca2-f600-4e8d-ace9-aa145695bfb6 service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Refreshing network info cache for port 21d7a784-3cf6-4f14-857a-d59cdf6be2c0 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.275947] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.276348] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.276586] env[69330]: DEBUG nova.objects.instance [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lazy-loading 'resources' on Instance uuid 461804aa-7ce8-4b03-a8ee-61346da98db4 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.370913] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129354, 'name': CreateVM_Task, 'duration_secs': 0.321031} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.371128] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.372031] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817881', 'volume_id': '55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'name': 'volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '489a79c4-fe47-43fd-8d8b-461206feac66', 'attached_at': '', 'detached_at': '', 'volume_id': '55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'serial': '55b3f3eb-d53f-4739-bca4-6794fac6ec84'}, 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': None, 'attachment_id': '2b77ac13-d98b-4b91-ad37-25f9f490483a', 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69330) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1266.372261] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Root volume attach. Driver type: vmdk {{(pid=69330) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1266.374458] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef3f8eb-fc5b-4177-b793-e3235cb23dea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.382727] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6eb65f-d34d-4d01-a941-34afcdbcc8a8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.390521] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1227cf07-b6cf-4852-861d-5451dcee95cb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.397125] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8b9f9cc7-e22d-40b4-a117-4e1e5aab6298 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.404953] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1266.404953] env[69330]: value = "task-4129355" [ 1266.404953] env[69330]: _type = "Task" [ 1266.404953] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.415621] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129355, 'name': RelocateVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.515864] env[69330]: INFO nova.compute.manager [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Took 13.49 seconds to build instance. [ 1266.756195] env[69330]: DEBUG nova.network.neutron [req-89f9a6bf-af9d-4e0e-a1d9-2a7393c7645c req-3f929ca2-f600-4e8d-ace9-aa145695bfb6 service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updated VIF entry in instance network info cache for port 21d7a784-3cf6-4f14-857a-d59cdf6be2c0. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.756626] env[69330]: DEBUG nova.network.neutron [req-89f9a6bf-af9d-4e0e-a1d9-2a7393c7645c req-3f929ca2-f600-4e8d-ace9-aa145695bfb6 service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance_info_cache with network_info: [{"id": "21d7a784-3cf6-4f14-857a-d59cdf6be2c0", "address": "fa:16:3e:6a:b9:ea", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d7a784-3c", "ovs_interfaceid": "21d7a784-3cf6-4f14-857a-d59cdf6be2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.918797] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129355, 'name': RelocateVM_Task, 'duration_secs': 0.373904} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.919971] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1266.920213] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817881', 'volume_id': '55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'name': 'volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '489a79c4-fe47-43fd-8d8b-461206feac66', 'attached_at': '', 'detached_at': '', 'volume_id': '55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'serial': '55b3f3eb-d53f-4739-bca4-6794fac6ec84'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1266.920940] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e43fd2-9533-4cc0-a351-abf2bf619542 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.923993] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fd006d-6d8b-41f9-b4fe-d6889397905b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.941949] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6ae2a2-cb36-49e7-ae1a-218c1fdd8394 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.945901] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1426b9dd-6dad-41ab-92c0-57168c7e5ab5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.968795] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84/volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.991862] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bec86928-a423-4952-9090-7386c593b0ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.008334] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5460fa03-b015-47ff-bd1d-751f20f5873d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.018330] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70eedb0-7360-40cf-9b66-007f6a4f3a9f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.024671] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "a9b8ac6c-63bc-4563-a622-213accb115a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.006s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.025016] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1267.025016] env[69330]: value = "task-4129356" [ 1267.025016] env[69330]: _type = "Task" [ 1267.025016] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.042077] env[69330]: DEBUG nova.compute.provider_tree [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.048241] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.260483] env[69330]: DEBUG oslo_concurrency.lockutils [req-89f9a6bf-af9d-4e0e-a1d9-2a7393c7645c req-3f929ca2-f600-4e8d-ace9-aa145695bfb6 service nova] Releasing lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.260815] env[69330]: DEBUG nova.compute.manager [req-89f9a6bf-af9d-4e0e-a1d9-2a7393c7645c req-3f929ca2-f600-4e8d-ace9-aa145695bfb6 service nova] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Received event network-vif-deleted-b0844d24-f28b-4c1a-a9ef-04cf862644fc {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.535650] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129356, 'name': ReconfigVM_Task, 'duration_secs': 0.32992} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.536019] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84/volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.540661] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ad27180-bbd5-4ed2-be7e-cfe20ed52dc9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.554239] env[69330]: DEBUG nova.scheduler.client.report [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.564034] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1267.564034] env[69330]: value = "task-4129357" [ 1267.564034] env[69330]: _type = "Task" [ 1267.564034] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.570831] env[69330]: INFO nova.compute.manager [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Swapping old allocation on dict_keys(['f00e7378-0f14-4d90-8510-13b5fe6d69be']) held by migration d71db2cf-75f3-428e-a5ac-68185d9a4a3f for instance [ 1267.576287] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.598679] env[69330]: DEBUG nova.scheduler.client.report [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Overwriting current allocation {'allocations': {'f00e7378-0f14-4d90-8510-13b5fe6d69be': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': '2a9e2922d5a14bc2ad6c1aca9a78d50c', 'user_id': '6fc46e28af004afc9add3066d69c7779', 'consumer_generation': 1} on consumer 4ab84b44-3022-47f4-a453-792a73dc58ca {{(pid=69330) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1267.602860] env[69330]: DEBUG nova.compute.manager [req-f0e0b0bf-31e4-4696-9e24-f2b590275c1a req-fe3e49d9-f4ae-4884-982e-fc4117587f24 service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Received event network-changed-a2b74bf1-2559-46a5-9362-990282a02455 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.603070] env[69330]: DEBUG nova.compute.manager [req-f0e0b0bf-31e4-4696-9e24-f2b590275c1a req-fe3e49d9-f4ae-4884-982e-fc4117587f24 service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Refreshing instance network info cache due to event network-changed-a2b74bf1-2559-46a5-9362-990282a02455. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.603288] env[69330]: DEBUG oslo_concurrency.lockutils [req-f0e0b0bf-31e4-4696-9e24-f2b590275c1a req-fe3e49d9-f4ae-4884-982e-fc4117587f24 service nova] Acquiring lock "refresh_cache-a9b8ac6c-63bc-4563-a622-213accb115a5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.603428] env[69330]: DEBUG oslo_concurrency.lockutils [req-f0e0b0bf-31e4-4696-9e24-f2b590275c1a req-fe3e49d9-f4ae-4884-982e-fc4117587f24 service nova] Acquired lock "refresh_cache-a9b8ac6c-63bc-4563-a622-213accb115a5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.603591] env[69330]: DEBUG nova.network.neutron [req-f0e0b0bf-31e4-4696-9e24-f2b590275c1a req-fe3e49d9-f4ae-4884-982e-fc4117587f24 service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Refreshing network info cache for port a2b74bf1-2559-46a5-9362-990282a02455 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.699214] env[69330]: DEBUG oslo_concurrency.lockutils [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.699425] env[69330]: DEBUG oslo_concurrency.lockutils [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.699612] env[69330]: DEBUG nova.network.neutron [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.059573] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.074726] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129357, 'name': ReconfigVM_Task, 'duration_secs': 0.157609} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.075113] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817881', 'volume_id': '55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'name': 'volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '489a79c4-fe47-43fd-8d8b-461206feac66', 'attached_at': '', 'detached_at': '', 'volume_id': '55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'serial': '55b3f3eb-d53f-4739-bca4-6794fac6ec84'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1268.075695] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da5ff1e3-3791-401e-b9ec-3f5399e6a329 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.080564] env[69330]: INFO nova.scheduler.client.report [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Deleted allocations for instance 461804aa-7ce8-4b03-a8ee-61346da98db4 [ 1268.085494] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1268.085494] env[69330]: value = "task-4129358" [ 1268.085494] env[69330]: _type = "Task" [ 1268.085494] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.095869] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129358, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.331521] env[69330]: DEBUG nova.network.neutron [req-f0e0b0bf-31e4-4696-9e24-f2b590275c1a req-fe3e49d9-f4ae-4884-982e-fc4117587f24 service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Updated VIF entry in instance network info cache for port a2b74bf1-2559-46a5-9362-990282a02455. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.331924] env[69330]: DEBUG nova.network.neutron [req-f0e0b0bf-31e4-4696-9e24-f2b590275c1a req-fe3e49d9-f4ae-4884-982e-fc4117587f24 service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Updating instance_info_cache with network_info: [{"id": "a2b74bf1-2559-46a5-9362-990282a02455", "address": "fa:16:3e:d4:15:03", "network": {"id": "4e191ea5-5204-44da-aa57-49c0c94858c4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1034814772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d23a66f5794b89aed25cfac101e3c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b74bf1-25", "ovs_interfaceid": "a2b74bf1-2559-46a5-9362-990282a02455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.449091] env[69330]: DEBUG nova.network.neutron [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance_info_cache with network_info: [{"id": "e81281f5-492d-4847-9ac0-00a36da4bf35", "address": "fa:16:3e:4c:a5:28", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81281f5-49", "ovs_interfaceid": "e81281f5-492d-4847-9ac0-00a36da4bf35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.593136] env[69330]: DEBUG oslo_concurrency.lockutils [None req-86b410f0-4663-4500-adc8-b8b0f62967d3 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "461804aa-7ce8-4b03-a8ee-61346da98db4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.792s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.600162] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129358, 'name': Rename_Task, 'duration_secs': 0.163161} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.600534] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.600819] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60196b97-39cb-4ccd-8090-57993e7ec8a2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.608172] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1268.608172] env[69330]: value = "task-4129359" [ 1268.608172] env[69330]: _type = "Task" [ 1268.608172] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.617895] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.835059] env[69330]: DEBUG oslo_concurrency.lockutils [req-f0e0b0bf-31e4-4696-9e24-f2b590275c1a req-fe3e49d9-f4ae-4884-982e-fc4117587f24 service nova] Releasing lock "refresh_cache-a9b8ac6c-63bc-4563-a622-213accb115a5" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.956421] env[69330]: DEBUG oslo_concurrency.lockutils [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-4ab84b44-3022-47f4-a453-792a73dc58ca" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.957291] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.957820] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-453acb33-91ff-473c-9386-b4ba8bd621ca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.967378] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1268.967378] env[69330]: value = "task-4129360" [ 1268.967378] env[69330]: _type = "Task" [ 1268.967378] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.977357] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.120872] env[69330]: DEBUG oslo_vmware.api [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129359, 'name': PowerOnVM_Task, 'duration_secs': 0.484482} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.121181] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.121390] env[69330]: INFO nova.compute.manager [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Took 3.80 seconds to spawn the instance on the hypervisor. [ 1269.121593] env[69330]: DEBUG nova.compute.manager [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1269.122408] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21eae88-3347-43b3-8588-e41fc5efdfd3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.478443] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129360, 'name': PowerOffVM_Task, 'duration_secs': 0.397328} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.478720] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.479398] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.479614] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.479772] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.480011] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.480208] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.480364] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.480576] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.480741] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.480910] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.481086] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.481264] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.486195] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9f3933d-db32-430a-8061-51d2c5344e72 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.501812] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1269.501812] env[69330]: value = "task-4129361" [ 1269.501812] env[69330]: _type = "Task" [ 1269.501812] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.511198] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.594182] env[69330]: DEBUG oslo_concurrency.lockutils [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "0cc17389-fde8-43ed-b752-39018a8e3e20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.594578] env[69330]: DEBUG oslo_concurrency.lockutils [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "0cc17389-fde8-43ed-b752-39018a8e3e20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.594706] env[69330]: DEBUG oslo_concurrency.lockutils [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "0cc17389-fde8-43ed-b752-39018a8e3e20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.594893] env[69330]: DEBUG oslo_concurrency.lockutils [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "0cc17389-fde8-43ed-b752-39018a8e3e20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.595081] env[69330]: DEBUG oslo_concurrency.lockutils [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "0cc17389-fde8-43ed-b752-39018a8e3e20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.597287] env[69330]: INFO nova.compute.manager [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Terminating instance [ 1269.643087] env[69330]: INFO nova.compute.manager [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Took 10.36 seconds to build instance. [ 1270.015376] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.100917] env[69330]: DEBUG nova.compute.manager [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.101120] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.102446] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d21f568-ab35-4b1e-a8b0-6e4d71745f9d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.110628] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.110905] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ee90f3e-268d-4e5e-9f24-6d859df23b9f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.118105] env[69330]: DEBUG oslo_vmware.api [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1270.118105] env[69330]: value = "task-4129362" [ 1270.118105] env[69330]: _type = "Task" [ 1270.118105] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.126847] env[69330]: DEBUG oslo_vmware.api [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.144921] env[69330]: DEBUG oslo_concurrency.lockutils [None req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "489a79c4-fe47-43fd-8d8b-461206feac66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.875s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.384794] env[69330]: INFO nova.compute.manager [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Rebuilding instance [ 1270.440964] env[69330]: DEBUG nova.compute.manager [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1270.441853] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4765aefd-3e4f-49e7-9026-f087cd1a3a6c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.514359] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.542354] env[69330]: DEBUG nova.compute.manager [req-7c391666-2b05-4590-aead-e3e9f5760198 req-ee46283d-fd2f-4888-ad43-4f4cd123fe8c service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Received event network-changed-caa7b2c2-a096-41dc-9998-21c78b709a3c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.542549] env[69330]: DEBUG nova.compute.manager [req-7c391666-2b05-4590-aead-e3e9f5760198 req-ee46283d-fd2f-4888-ad43-4f4cd123fe8c service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Refreshing instance network info cache due to event network-changed-caa7b2c2-a096-41dc-9998-21c78b709a3c. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.542943] env[69330]: DEBUG oslo_concurrency.lockutils [req-7c391666-2b05-4590-aead-e3e9f5760198 req-ee46283d-fd2f-4888-ad43-4f4cd123fe8c service nova] Acquiring lock "refresh_cache-d96151fe-5ed4-48f8-8d64-52554141341e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.542943] env[69330]: DEBUG oslo_concurrency.lockutils [req-7c391666-2b05-4590-aead-e3e9f5760198 req-ee46283d-fd2f-4888-ad43-4f4cd123fe8c service nova] Acquired lock "refresh_cache-d96151fe-5ed4-48f8-8d64-52554141341e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.543201] env[69330]: DEBUG nova.network.neutron [req-7c391666-2b05-4590-aead-e3e9f5760198 req-ee46283d-fd2f-4888-ad43-4f4cd123fe8c service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Refreshing network info cache for port caa7b2c2-a096-41dc-9998-21c78b709a3c {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.629206] env[69330]: DEBUG oslo_vmware.api [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.015770] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129361, 'name': ReconfigVM_Task, 'duration_secs': 1.325971} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.016613] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2401ae7c-75a2-4cd1-b9c4-0ede933bec1c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.039964] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.040359] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.040590] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.040862] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.041101] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.041324] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.041662] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.041886] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.042145] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.042394] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.042645] env[69330]: DEBUG nova.virt.hardware [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.043835] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-babe95b7-1889-4d51-ad47-c47d390bc4cb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.054678] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1271.054678] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]524eb439-1703-e55a-46f6-09a098ceceaf" [ 1271.054678] env[69330]: _type = "Task" [ 1271.054678] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.067809] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]524eb439-1703-e55a-46f6-09a098ceceaf, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.077131] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1271.077567] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2d4f46f-a8be-42dd-ac01-49b685f39a10 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.102702] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1271.102702] env[69330]: value = "task-4129363" [ 1271.102702] env[69330]: _type = "Task" [ 1271.102702] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.108945] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "7c3c4310-5100-4326-b831-1a3b05259c2b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.109132] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.117422] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129363, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.129123] env[69330]: DEBUG oslo_vmware.api [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129362, 'name': PowerOffVM_Task, 'duration_secs': 0.836384} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.129403] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.129573] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.129822] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bd248fd-8d82-4310-9c70-9cdaaa1c0e9b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.201472] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.201472] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.201472] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Deleting the datastore file [datastore2] 0cc17389-fde8-43ed-b752-39018a8e3e20 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.201472] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48afa761-bf2a-4165-9ee3-7ef97378167b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.209238] env[69330]: DEBUG oslo_vmware.api [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for the task: (returnval){ [ 1271.209238] env[69330]: value = "task-4129365" [ 1271.209238] env[69330]: _type = "Task" [ 1271.209238] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.221099] env[69330]: DEBUG oslo_vmware.api [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.317246] env[69330]: DEBUG nova.network.neutron [req-7c391666-2b05-4590-aead-e3e9f5760198 req-ee46283d-fd2f-4888-ad43-4f4cd123fe8c service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Updated VIF entry in instance network info cache for port caa7b2c2-a096-41dc-9998-21c78b709a3c. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.317636] env[69330]: DEBUG nova.network.neutron [req-7c391666-2b05-4590-aead-e3e9f5760198 req-ee46283d-fd2f-4888-ad43-4f4cd123fe8c service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Updating instance_info_cache with network_info: [{"id": "caa7b2c2-a096-41dc-9998-21c78b709a3c", "address": "fa:16:3e:82:a9:2f", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa7b2c2-a0", "ovs_interfaceid": "caa7b2c2-a096-41dc-9998-21c78b709a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.457974] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.458336] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14b7dfa2-c9db-41fb-8ac6-3bf44c8e2ee0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.466588] env[69330]: DEBUG oslo_vmware.api [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Waiting for the task: (returnval){ [ 1271.466588] env[69330]: value = "task-4129366" [ 1271.466588] env[69330]: _type = "Task" [ 1271.466588] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.474561] env[69330]: DEBUG oslo_vmware.api [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.613516] env[69330]: INFO nova.compute.manager [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Detaching volume 57e5b1ad-1f81-4a84-8871-22db0fcfa34c [ 1271.615593] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129363, 'name': ReconfigVM_Task, 'duration_secs': 0.187788} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.616337] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1271.617420] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3d5a84-d4bb-4e46-9a52-03a05013644a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.643490] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 4ab84b44-3022-47f4-a453-792a73dc58ca/4ab84b44-3022-47f4-a453-792a73dc58ca.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.643888] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba7fbebd-a9f9-47a7-bf97-9f40f03e0189 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.657721] env[69330]: INFO nova.virt.block_device [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Attempting to driver detach volume 57e5b1ad-1f81-4a84-8871-22db0fcfa34c from mountpoint /dev/sdb [ 1271.657942] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1271.658143] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817873', 'volume_id': '57e5b1ad-1f81-4a84-8871-22db0fcfa34c', 'name': 'volume-57e5b1ad-1f81-4a84-8871-22db0fcfa34c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c3c4310-5100-4326-b831-1a3b05259c2b', 'attached_at': '', 'detached_at': '', 'volume_id': '57e5b1ad-1f81-4a84-8871-22db0fcfa34c', 'serial': '57e5b1ad-1f81-4a84-8871-22db0fcfa34c'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1271.659286] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9f6547-9c62-4cf1-817d-034c878facc4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.682379] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ebecb8-6236-48e0-ab1a-c1dab4b75b8e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.685794] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1271.685794] env[69330]: value = "task-4129367" [ 1271.685794] env[69330]: _type = "Task" [ 1271.685794] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.694701] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596a9389-c7d3-406a-8361-06464adc9066 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.700124] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.723365] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c21e1f-e4c6-4c62-ac3c-fc26b4184936 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.732098] env[69330]: DEBUG oslo_vmware.api [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Task: {'id': task-4129365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177287} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.742975] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.743239] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.743426] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.743606] env[69330]: INFO nova.compute.manager [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1271.743902] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.744166] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] The volume has not been displaced from its original location: [datastore2] volume-57e5b1ad-1f81-4a84-8871-22db0fcfa34c/volume-57e5b1ad-1f81-4a84-8871-22db0fcfa34c.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1271.749511] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1271.749849] env[69330]: DEBUG nova.compute.manager [-] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.749958] env[69330]: DEBUG nova.network.neutron [-] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.752071] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-119d0a2c-2629-4143-97f0-b362e08ab06d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.771126] env[69330]: DEBUG oslo_vmware.api [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1271.771126] env[69330]: value = "task-4129368" [ 1271.771126] env[69330]: _type = "Task" [ 1271.771126] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.780555] env[69330]: DEBUG oslo_vmware.api [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.820531] env[69330]: DEBUG oslo_concurrency.lockutils [req-7c391666-2b05-4590-aead-e3e9f5760198 req-ee46283d-fd2f-4888-ad43-4f4cd123fe8c service nova] Releasing lock "refresh_cache-d96151fe-5ed4-48f8-8d64-52554141341e" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.978042] env[69330]: DEBUG oslo_vmware.api [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.092957] env[69330]: DEBUG nova.compute.manager [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Stashing vm_state: active {{(pid=69330) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1272.196710] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.281712] env[69330]: DEBUG oslo_vmware.api [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129368, 'name': ReconfigVM_Task, 'duration_secs': 0.305139} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.282070] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1272.287145] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f70b977-617e-4d2a-81ee-bb3314d5cd44 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.304725] env[69330]: DEBUG oslo_vmware.api [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1272.304725] env[69330]: value = "task-4129369" [ 1272.304725] env[69330]: _type = "Task" [ 1272.304725] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.315729] env[69330]: DEBUG oslo_vmware.api [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.476749] env[69330]: DEBUG oslo_vmware.api [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129366, 'name': PowerOffVM_Task, 'duration_secs': 0.998335} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.477083] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.477819] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.478086] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6e71b09-54e1-4756-8685-a0bfcf7c474f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.485579] env[69330]: DEBUG oslo_vmware.api [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Waiting for the task: (returnval){ [ 1272.485579] env[69330]: value = "task-4129370" [ 1272.485579] env[69330]: _type = "Task" [ 1272.485579] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.496963] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1272.497186] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1272.497379] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817868', 'volume_id': '2ecf9266-11f5-4f48-9074-2044e68a6915', 'name': 'volume-2ecf9266-11f5-4f48-9074-2044e68a6915', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02ca81f3-b20b-41c9-9589-5b09eea79fc5', 'attached_at': '', 'detached_at': '', 'volume_id': '2ecf9266-11f5-4f48-9074-2044e68a6915', 'serial': '2ecf9266-11f5-4f48-9074-2044e68a6915'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1272.498156] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb6d83c-580a-4dd5-b0e0-755cbf8d7b42 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.516871] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46469bac-45ae-44f3-a4f0-007899a8bbdc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.524478] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12ed9e4-153c-4cb0-b7ef-3c1f9fb43a03 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.542476] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1eff41-84e4-4761-a7b0-e3c85b92d989 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.558232] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] The volume has not been displaced from its original location: [datastore2] volume-2ecf9266-11f5-4f48-9074-2044e68a6915/volume-2ecf9266-11f5-4f48-9074-2044e68a6915.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1272.563571] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1272.563994] env[69330]: DEBUG nova.network.neutron [-] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.565223] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e208647-3106-4e98-9b6f-a81b3677ed4d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.581276] env[69330]: DEBUG nova.compute.manager [req-228da1d8-5b4f-4e8c-89b8-534e1bbe1206 req-3bb61780-99b1-481b-bf38-655e62dd78ee service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Received event network-changed-21d7a784-3cf6-4f14-857a-d59cdf6be2c0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.581766] env[69330]: DEBUG nova.compute.manager [req-228da1d8-5b4f-4e8c-89b8-534e1bbe1206 req-3bb61780-99b1-481b-bf38-655e62dd78ee service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Refreshing instance network info cache due to event network-changed-21d7a784-3cf6-4f14-857a-d59cdf6be2c0. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.582140] env[69330]: DEBUG oslo_concurrency.lockutils [req-228da1d8-5b4f-4e8c-89b8-534e1bbe1206 req-3bb61780-99b1-481b-bf38-655e62dd78ee service nova] Acquiring lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.582211] env[69330]: DEBUG oslo_concurrency.lockutils [req-228da1d8-5b4f-4e8c-89b8-534e1bbe1206 req-3bb61780-99b1-481b-bf38-655e62dd78ee service nova] Acquired lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.582339] env[69330]: DEBUG nova.network.neutron [req-228da1d8-5b4f-4e8c-89b8-534e1bbe1206 req-3bb61780-99b1-481b-bf38-655e62dd78ee service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Refreshing network info cache for port 21d7a784-3cf6-4f14-857a-d59cdf6be2c0 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.590116] env[69330]: DEBUG oslo_vmware.api [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Waiting for the task: (returnval){ [ 1272.590116] env[69330]: value = "task-4129371" [ 1272.590116] env[69330]: _type = "Task" [ 1272.590116] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.604435] env[69330]: DEBUG oslo_vmware.api [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.619027] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.619168] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.698955] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129367, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.817651] env[69330]: DEBUG oslo_vmware.api [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129369, 'name': ReconfigVM_Task, 'duration_secs': 0.164038} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.818064] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817873', 'volume_id': '57e5b1ad-1f81-4a84-8871-22db0fcfa34c', 'name': 'volume-57e5b1ad-1f81-4a84-8871-22db0fcfa34c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c3c4310-5100-4326-b831-1a3b05259c2b', 'attached_at': '', 'detached_at': '', 'volume_id': '57e5b1ad-1f81-4a84-8871-22db0fcfa34c', 'serial': '57e5b1ad-1f81-4a84-8871-22db0fcfa34c'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1273.079350] env[69330]: INFO nova.compute.manager [-] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Took 1.33 seconds to deallocate network for instance. [ 1273.100294] env[69330]: DEBUG oslo_vmware.api [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129371, 'name': ReconfigVM_Task, 'duration_secs': 0.188197} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.100781] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1273.106214] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e63c45cf-28b8-4eeb-aea4-83506b38a3cc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.123893] env[69330]: INFO nova.compute.claims [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.130539] env[69330]: DEBUG oslo_vmware.api [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Waiting for the task: (returnval){ [ 1273.130539] env[69330]: value = "task-4129372" [ 1273.130539] env[69330]: _type = "Task" [ 1273.130539] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.137881] env[69330]: DEBUG oslo_vmware.api [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129372, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.197808] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129367, 'name': ReconfigVM_Task, 'duration_secs': 1.041677} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.198116] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 4ab84b44-3022-47f4-a453-792a73dc58ca/4ab84b44-3022-47f4-a453-792a73dc58ca.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.198994] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5686f8-48bb-416b-bec0-b4c3ae332b4f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.220684] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa9b177-69e5-47be-8f38-264e8b9f0319 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.242344] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56bf0f9-890b-4ed7-b4d2-e17dc10f005f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.261550] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55690bda-b3c5-4b32-a339-6a3044ca6c9a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.269804] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.270105] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af7cef74-8e86-4fde-9a78-ee4cc0137af3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.277579] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1273.277579] env[69330]: value = "task-4129373" [ 1273.277579] env[69330]: _type = "Task" [ 1273.277579] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.287062] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.342907] env[69330]: DEBUG nova.network.neutron [req-228da1d8-5b4f-4e8c-89b8-534e1bbe1206 req-3bb61780-99b1-481b-bf38-655e62dd78ee service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updated VIF entry in instance network info cache for port 21d7a784-3cf6-4f14-857a-d59cdf6be2c0. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.343402] env[69330]: DEBUG nova.network.neutron [req-228da1d8-5b4f-4e8c-89b8-534e1bbe1206 req-3bb61780-99b1-481b-bf38-655e62dd78ee service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance_info_cache with network_info: [{"id": "21d7a784-3cf6-4f14-857a-d59cdf6be2c0", "address": "fa:16:3e:6a:b9:ea", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d7a784-3c", "ovs_interfaceid": "21d7a784-3cf6-4f14-857a-d59cdf6be2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.364023] env[69330]: DEBUG nova.objects.instance [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lazy-loading 'flavor' on Instance uuid 7c3c4310-5100-4326-b831-1a3b05259c2b {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.586643] env[69330]: DEBUG oslo_concurrency.lockutils [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.632347] env[69330]: INFO nova.compute.resource_tracker [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating resource usage from migration d65aee66-fddb-4013-b677-e362179cb1a1 [ 1273.644420] env[69330]: DEBUG oslo_vmware.api [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129372, 'name': ReconfigVM_Task, 'duration_secs': 0.255811} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.644893] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817868', 'volume_id': '2ecf9266-11f5-4f48-9074-2044e68a6915', 'name': 'volume-2ecf9266-11f5-4f48-9074-2044e68a6915', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02ca81f3-b20b-41c9-9589-5b09eea79fc5', 'attached_at': '', 'detached_at': '', 'volume_id': '2ecf9266-11f5-4f48-9074-2044e68a6915', 'serial': '2ecf9266-11f5-4f48-9074-2044e68a6915'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1273.645099] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.645842] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3773a001-1b3b-4059-affe-7fb12cc988d4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.653085] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.653346] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d42f0be-1f2a-4967-9770-3b76bd818064 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.784615] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.784916] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.785139] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Deleting the datastore file [datastore2] 02ca81f3-b20b-41c9-9589-5b09eea79fc5 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.785786] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45eca660-fbfe-4d40-b647-0fc737385e28 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.794194] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129373, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.796924] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c5c8cc-233f-460a-99ce-c11ed7b077e2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.800189] env[69330]: DEBUG oslo_vmware.api [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Waiting for the task: (returnval){ [ 1273.800189] env[69330]: value = "task-4129375" [ 1273.800189] env[69330]: _type = "Task" [ 1273.800189] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.806905] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3674f873-9826-4f78-915d-85a34c135f99 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.812904] env[69330]: DEBUG oslo_vmware.api [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.844282] env[69330]: DEBUG oslo_concurrency.lockutils [None req-37298f5b-a20d-4c9d-8d46-262ae36a3eaa tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "7c3c4310-5100-4326-b831-1a3b05259c2b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.845176] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48358bc4-2b0a-4a48-b7bb-4149600e562a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.848614] env[69330]: DEBUG oslo_concurrency.lockutils [req-228da1d8-5b4f-4e8c-89b8-534e1bbe1206 req-3bb61780-99b1-481b-bf38-655e62dd78ee service nova] Releasing lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.848855] env[69330]: DEBUG nova.compute.manager [req-228da1d8-5b4f-4e8c-89b8-534e1bbe1206 req-3bb61780-99b1-481b-bf38-655e62dd78ee service nova] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Received event network-vif-deleted-1fd25fc4-1858-4003-9f71-d191a45422c6 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.849044] env[69330]: INFO nova.compute.manager [req-228da1d8-5b4f-4e8c-89b8-534e1bbe1206 req-3bb61780-99b1-481b-bf38-655e62dd78ee service nova] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Neutron deleted interface 1fd25fc4-1858-4003-9f71-d191a45422c6; detaching it from the instance and deleting it from the info cache [ 1273.849225] env[69330]: DEBUG nova.network.neutron [req-228da1d8-5b4f-4e8c-89b8-534e1bbe1206 req-3bb61780-99b1-481b-bf38-655e62dd78ee service nova] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.860032] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd72dfc7-b20d-4751-b3d2-6dab843417a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.876999] env[69330]: DEBUG nova.compute.provider_tree [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.289967] env[69330]: DEBUG oslo_vmware.api [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129373, 'name': PowerOnVM_Task, 'duration_secs': 0.529016} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.290164] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.310948] env[69330]: DEBUG oslo_vmware.api [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Task: {'id': task-4129375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094026} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.311226] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.311409] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.311610] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.352864] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4619c76d-c5d8-439c-9c33-d005fab5423b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.364358] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456009e8-00c2-473a-863a-f25766f58525 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.376021] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1274.376863] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e63b728-904e-4d27-9fa6-75f038946577 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.381420] env[69330]: DEBUG nova.scheduler.client.report [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.384813] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f728d0e9-a82d-419d-ab55-2097497dfb2e tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.387020] env[69330]: DEBUG oslo_concurrency.lockutils [None req-37298f5b-a20d-4c9d-8d46-262ae36a3eaa tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.543s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.387158] env[69330]: DEBUG nova.compute.manager [None req-37298f5b-a20d-4c9d-8d46-262ae36a3eaa tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1274.388130] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807a7f4a-bc46-4266-963a-fd6a257add69 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.393605] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a664a51-fb1f-4c85-a24f-09b003952f33 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.414122] env[69330]: DEBUG nova.compute.manager [req-228da1d8-5b4f-4e8c-89b8-534e1bbe1206 req-3bb61780-99b1-481b-bf38-655e62dd78ee service nova] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Detach interface failed, port_id=1fd25fc4-1858-4003-9f71-d191a45422c6, reason: Instance 0cc17389-fde8-43ed-b752-39018a8e3e20 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1274.418933] env[69330]: DEBUG nova.compute.manager [None req-37298f5b-a20d-4c9d-8d46-262ae36a3eaa tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69330) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1274.419542] env[69330]: DEBUG nova.objects.instance [None req-37298f5b-a20d-4c9d-8d46-262ae36a3eaa tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lazy-loading 'flavor' on Instance uuid 7c3c4310-5100-4326-b831-1a3b05259c2b {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.438245] env[69330]: ERROR nova.compute.manager [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Failed to detach volume 2ecf9266-11f5-4f48-9074-2044e68a6915 from /dev/sda: nova.exception.InstanceNotFound: Instance 02ca81f3-b20b-41c9-9589-5b09eea79fc5 could not be found. [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Traceback (most recent call last): [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] self.driver.rebuild(**kwargs) [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] raise NotImplementedError() [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] NotImplementedError [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] During handling of the above exception, another exception occurred: [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Traceback (most recent call last): [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] self.driver.detach_volume(context, old_connection_info, [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] return self._volumeops.detach_volume(connection_info, instance) [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] self._detach_volume_vmdk(connection_info, instance) [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] stable_ref.fetch_moref(session) [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] nova.exception.InstanceNotFound: Instance 02ca81f3-b20b-41c9-9589-5b09eea79fc5 could not be found. [ 1274.438245] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] [ 1274.580037] env[69330]: DEBUG nova.compute.utils [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Build of instance 02ca81f3-b20b-41c9-9589-5b09eea79fc5 aborted: Failed to rebuild volume backed instance. {{(pid=69330) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1274.582930] env[69330]: ERROR nova.compute.manager [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 02ca81f3-b20b-41c9-9589-5b09eea79fc5 aborted: Failed to rebuild volume backed instance. [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Traceback (most recent call last): [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] self.driver.rebuild(**kwargs) [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] raise NotImplementedError() [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] NotImplementedError [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] During handling of the above exception, another exception occurred: [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Traceback (most recent call last): [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] self._detach_root_volume(context, instance, root_bdm) [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] with excutils.save_and_reraise_exception(): [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] self.force_reraise() [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] raise self.value [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] self.driver.detach_volume(context, old_connection_info, [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] return self._volumeops.detach_volume(connection_info, instance) [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] self._detach_volume_vmdk(connection_info, instance) [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] stable_ref.fetch_moref(session) [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] nova.exception.InstanceNotFound: Instance 02ca81f3-b20b-41c9-9589-5b09eea79fc5 could not be found. [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] During handling of the above exception, another exception occurred: [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Traceback (most recent call last): [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] yield [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1274.582930] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] self._do_rebuild_instance_with_claim( [ 1274.584339] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1274.584339] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] self._do_rebuild_instance( [ 1274.584339] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1274.584339] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] self._rebuild_default_impl(**kwargs) [ 1274.584339] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1274.584339] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] self._rebuild_volume_backed_instance( [ 1274.584339] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1274.584339] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] raise exception.BuildAbortException( [ 1274.584339] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] nova.exception.BuildAbortException: Build of instance 02ca81f3-b20b-41c9-9589-5b09eea79fc5 aborted: Failed to rebuild volume backed instance. [ 1274.584339] env[69330]: ERROR nova.compute.manager [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] [ 1274.888744] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.269s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.889141] env[69330]: INFO nova.compute.manager [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Migrating [ 1274.895675] env[69330]: DEBUG oslo_concurrency.lockutils [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.309s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.895914] env[69330]: DEBUG nova.objects.instance [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lazy-loading 'resources' on Instance uuid 0cc17389-fde8-43ed-b752-39018a8e3e20 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.301057] env[69330]: INFO nova.compute.manager [None req-203be51f-3419-4226-a1b6-995d5e159ba7 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance to original state: 'active' [ 1275.404112] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.404292] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.404580] env[69330]: DEBUG nova.network.neutron [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.425650] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-37298f5b-a20d-4c9d-8d46-262ae36a3eaa tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.426028] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-790c7246-9a17-4118-af6c-9b8c9606fe41 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.433967] env[69330]: DEBUG oslo_vmware.api [None req-37298f5b-a20d-4c9d-8d46-262ae36a3eaa tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1275.433967] env[69330]: value = "task-4129376" [ 1275.433967] env[69330]: _type = "Task" [ 1275.433967] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.442602] env[69330]: DEBUG oslo_vmware.api [None req-37298f5b-a20d-4c9d-8d46-262ae36a3eaa tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.523775] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aea4ff-587c-4a6a-85c3-259ce68bea73 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.532385] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77360b1e-44d7-4a76-a1a3-5930e7e9c48b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.570432] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5310e633-61ed-44be-8f34-0152f2a99f8d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.579313] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657012f2-fcdb-4b42-b9c9-fb13a0a880e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.595240] env[69330]: DEBUG nova.compute.provider_tree [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.948154] env[69330]: DEBUG oslo_vmware.api [None req-37298f5b-a20d-4c9d-8d46-262ae36a3eaa tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129376, 'name': PowerOffVM_Task, 'duration_secs': 0.357609} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.948506] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-37298f5b-a20d-4c9d-8d46-262ae36a3eaa tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.948719] env[69330]: DEBUG nova.compute.manager [None req-37298f5b-a20d-4c9d-8d46-262ae36a3eaa tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1275.949701] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2e9a29-3d0c-40fb-a606-9aa823f59e1e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.100561] env[69330]: DEBUG nova.scheduler.client.report [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.138716] env[69330]: DEBUG nova.network.neutron [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance_info_cache with network_info: [{"id": "21d7a784-3cf6-4f14-857a-d59cdf6be2c0", "address": "fa:16:3e:6a:b9:ea", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d7a784-3c", "ovs_interfaceid": "21d7a784-3cf6-4f14-857a-d59cdf6be2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.414185] env[69330]: DEBUG oslo_concurrency.lockutils [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "4ab84b44-3022-47f4-a453-792a73dc58ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.414473] env[69330]: DEBUG oslo_concurrency.lockutils [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "4ab84b44-3022-47f4-a453-792a73dc58ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.414696] env[69330]: DEBUG oslo_concurrency.lockutils [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "4ab84b44-3022-47f4-a453-792a73dc58ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.414911] env[69330]: DEBUG oslo_concurrency.lockutils [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "4ab84b44-3022-47f4-a453-792a73dc58ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.415146] env[69330]: DEBUG oslo_concurrency.lockutils [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "4ab84b44-3022-47f4-a453-792a73dc58ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.417336] env[69330]: INFO nova.compute.manager [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Terminating instance [ 1276.462823] env[69330]: DEBUG oslo_concurrency.lockutils [None req-37298f5b-a20d-4c9d-8d46-262ae36a3eaa tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.605604] env[69330]: DEBUG oslo_concurrency.lockutils [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.606467] env[69330]: DEBUG oslo_concurrency.lockutils [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.609146] env[69330]: DEBUG oslo_concurrency.lockutils [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.004s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.626886] env[69330]: INFO nova.scheduler.client.report [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Deleted allocations for instance 0cc17389-fde8-43ed-b752-39018a8e3e20 [ 1276.641748] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.732914] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66099db9-c88b-4441-a9ef-b2301d1b057d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.741321] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d496d0-15fa-4644-96e2-928967eb45c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.774466] env[69330]: DEBUG nova.objects.instance [None req-9564b1fd-8018-466d-a1a9-d837462ee1a9 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lazy-loading 'flavor' on Instance uuid 7c3c4310-5100-4326-b831-1a3b05259c2b {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.777125] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88195216-f973-4082-b45c-ffc274e1561e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.786473] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaf1973-3f28-45ff-8075-618235af96cf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.801909] env[69330]: DEBUG nova.compute.provider_tree [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.920846] env[69330]: DEBUG nova.compute.manager [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.921118] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.922071] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bd1dcb-9cc6-480a-81f5-9516bcbfd113 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.931130] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.931396] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c5ab5db-e154-4b89-b198-95cbc966e14f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.938770] env[69330]: DEBUG oslo_vmware.api [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1276.938770] env[69330]: value = "task-4129377" [ 1276.938770] env[69330]: _type = "Task" [ 1276.938770] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.952248] env[69330]: DEBUG oslo_vmware.api [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.133882] env[69330]: DEBUG oslo_concurrency.lockutils [None req-10bcd302-5445-42a9-bf22-dceea305fd86 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Lock "0cc17389-fde8-43ed-b752-39018a8e3e20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.539s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.284400] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9564b1fd-8018-466d-a1a9-d837462ee1a9 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.284400] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9564b1fd-8018-466d-a1a9-d837462ee1a9 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquired lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.284400] env[69330]: DEBUG nova.network.neutron [None req-9564b1fd-8018-466d-a1a9-d837462ee1a9 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.284400] env[69330]: DEBUG nova.objects.instance [None req-9564b1fd-8018-466d-a1a9-d837462ee1a9 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lazy-loading 'info_cache' on Instance uuid 7c3c4310-5100-4326-b831-1a3b05259c2b {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.305573] env[69330]: DEBUG nova.scheduler.client.report [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.451100] env[69330]: DEBUG oslo_vmware.api [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129377, 'name': PowerOffVM_Task, 'duration_secs': 0.392394} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.451100] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.451100] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.451362] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7291e5ba-e3ec-4c89-aa98-0ba6d94241c0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.551706] env[69330]: DEBUG oslo_concurrency.lockutils [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Acquiring lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.551986] env[69330]: DEBUG oslo_concurrency.lockutils [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.552237] env[69330]: DEBUG oslo_concurrency.lockutils [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Acquiring lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.552424] env[69330]: DEBUG oslo_concurrency.lockutils [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.552604] env[69330]: DEBUG oslo_concurrency.lockutils [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.554831] env[69330]: INFO nova.compute.manager [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Terminating instance [ 1277.787675] env[69330]: DEBUG nova.objects.base [None req-9564b1fd-8018-466d-a1a9-d837462ee1a9 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Object Instance<7c3c4310-5100-4326-b831-1a3b05259c2b> lazy-loaded attributes: flavor,info_cache {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1277.811877] env[69330]: DEBUG oslo_concurrency.lockutils [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.203s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.812119] env[69330]: INFO nova.compute.manager [None req-480a35be-bd96-408e-a17a-0410322efe8d tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Successfully reverted task state from rebuilding on failure for instance. [ 1278.059982] env[69330]: DEBUG nova.compute.manager [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1278.060725] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c596106-6471-48a6-8e4f-8014829d27ee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.071777] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83464035-ffd1-4c81-a4a9-ba5f2a96095c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.102405] env[69330]: WARNING nova.virt.vmwareapi.driver [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 02ca81f3-b20b-41c9-9589-5b09eea79fc5 could not be found. [ 1278.102629] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.102984] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93f928cb-4b32-4888-9562-dec1e1d59f27 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.112447] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df7f368-1ff7-4af2-9a56-d70208a008a1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.145116] env[69330]: WARNING nova.virt.vmwareapi.vmops [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 02ca81f3-b20b-41c9-9589-5b09eea79fc5 could not be found. [ 1278.145376] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.145565] env[69330]: INFO nova.compute.manager [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1278.145821] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.146095] env[69330]: DEBUG nova.compute.manager [-] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.146193] env[69330]: DEBUG nova.network.neutron [-] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.157771] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c2174f-6785-4b50-81b9-e62f4df8a1ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.177986] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance '489a79c4-fe47-43fd-8d8b-461206feac66' progress to 0 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.667878] env[69330]: DEBUG nova.compute.manager [req-9eb5c6b6-c58c-49e0-8cc0-0c2cbfce1c57 req-74acf0f9-3d07-4fc6-829d-083f14d77117 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Received event network-vif-deleted-b9130950-8fa0-4cba-a5f6-d980918f53f4 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.668099] env[69330]: INFO nova.compute.manager [req-9eb5c6b6-c58c-49e0-8cc0-0c2cbfce1c57 req-74acf0f9-3d07-4fc6-829d-083f14d77117 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Neutron deleted interface b9130950-8fa0-4cba-a5f6-d980918f53f4; detaching it from the instance and deleting it from the info cache [ 1278.668425] env[69330]: DEBUG nova.network.neutron [req-9eb5c6b6-c58c-49e0-8cc0-0c2cbfce1c57 req-74acf0f9-3d07-4fc6-829d-083f14d77117 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.684890] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.685942] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee5a007c-a1f2-4870-aa31-86118b2a84e7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.697349] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1278.697349] env[69330]: value = "task-4129379" [ 1278.697349] env[69330]: _type = "Task" [ 1278.697349] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.710024] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.733134] env[69330]: DEBUG nova.network.neutron [None req-9564b1fd-8018-466d-a1a9-d837462ee1a9 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Updating instance_info_cache with network_info: [{"id": "15f88752-4157-4232-b54f-7abb49fde703", "address": "fa:16:3e:5f:9d:a5", "network": {"id": "a59c935a-0bdd-43ba-bce2-69babf328a2e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822185158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8654bfade57f4267a939febf1979f12a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f88752-41", "ovs_interfaceid": "15f88752-4157-4232-b54f-7abb49fde703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.831098] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.831396] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.831622] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleting the datastore file [datastore1] 4ab84b44-3022-47f4-a453-792a73dc58ca {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.831978] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ecb4d46-8c46-4d8c-b95d-5797fd4709a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.839792] env[69330]: DEBUG oslo_vmware.api [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1278.839792] env[69330]: value = "task-4129380" [ 1278.839792] env[69330]: _type = "Task" [ 1278.839792] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.850298] env[69330]: DEBUG oslo_vmware.api [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.114881] env[69330]: DEBUG nova.network.neutron [-] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.171966] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96173292-f8ef-4758-95c6-51015a7d48e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.188523] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3d55c1-3a86-431c-a5e9-bd08233b7a64 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.222960] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129379, 'name': PowerOffVM_Task, 'duration_secs': 0.254539} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.231788] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.232020] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance '489a79c4-fe47-43fd-8d8b-461206feac66' progress to 17 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.235638] env[69330]: DEBUG nova.compute.manager [req-9eb5c6b6-c58c-49e0-8cc0-0c2cbfce1c57 req-74acf0f9-3d07-4fc6-829d-083f14d77117 service nova] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Detach interface failed, port_id=b9130950-8fa0-4cba-a5f6-d980918f53f4, reason: Instance 02ca81f3-b20b-41c9-9589-5b09eea79fc5 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.236574] env[69330]: DEBUG oslo_concurrency.lockutils [None req-9564b1fd-8018-466d-a1a9-d837462ee1a9 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Releasing lock "refresh_cache-7c3c4310-5100-4326-b831-1a3b05259c2b" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.349475] env[69330]: DEBUG oslo_vmware.api [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416136} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.350239] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.350455] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.350960] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.350960] env[69330]: INFO nova.compute.manager [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Took 2.43 seconds to destroy the instance on the hypervisor. [ 1279.351082] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.351327] env[69330]: DEBUG nova.compute.manager [-] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.351442] env[69330]: DEBUG nova.network.neutron [-] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.618317] env[69330]: INFO nova.compute.manager [-] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Took 1.47 seconds to deallocate network for instance. [ 1279.739131] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.739420] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.739560] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.739741] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.739888] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.740121] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.740387] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.740587] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.740796] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.741012] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.741233] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.748479] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba21f85b-4abe-4f80-bcd0-9800b08f78c3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.770389] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1279.770389] env[69330]: value = "task-4129381" [ 1279.770389] env[69330]: _type = "Task" [ 1279.770389] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.781752] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.166589] env[69330]: INFO nova.compute.manager [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Took 0.55 seconds to detach 1 volumes for instance. [ 1280.168904] env[69330]: DEBUG nova.compute.manager [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Deleting volume: 2ecf9266-11f5-4f48-9074-2044e68a6915 {{(pid=69330) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1280.212413] env[69330]: DEBUG nova.compute.manager [req-72f600c6-fdd5-4f10-8174-580151532c7f req-3506dcbd-9a13-49d2-84e6-0bdc4a832862 service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Received event network-vif-deleted-e81281f5-492d-4847-9ac0-00a36da4bf35 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.212580] env[69330]: INFO nova.compute.manager [req-72f600c6-fdd5-4f10-8174-580151532c7f req-3506dcbd-9a13-49d2-84e6-0bdc4a832862 service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Neutron deleted interface e81281f5-492d-4847-9ac0-00a36da4bf35; detaching it from the instance and deleting it from the info cache [ 1280.216185] env[69330]: DEBUG nova.network.neutron [req-72f600c6-fdd5-4f10-8174-580151532c7f req-3506dcbd-9a13-49d2-84e6-0bdc4a832862 service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.261749] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9564b1fd-8018-466d-a1a9-d837462ee1a9 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.262074] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-441acc2a-59dd-40ea-aa81-2c5561f1f4bd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.268765] env[69330]: DEBUG oslo_vmware.api [None req-9564b1fd-8018-466d-a1a9-d837462ee1a9 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1280.268765] env[69330]: value = "task-4129383" [ 1280.268765] env[69330]: _type = "Task" [ 1280.268765] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.281956] env[69330]: DEBUG oslo_vmware.api [None req-9564b1fd-8018-466d-a1a9-d837462ee1a9 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.285426] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129381, 'name': ReconfigVM_Task, 'duration_secs': 0.180501} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.285726] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance '489a79c4-fe47-43fd-8d8b-461206feac66' progress to 33 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.695828] env[69330]: DEBUG nova.network.neutron [-] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.727604] env[69330]: DEBUG oslo_concurrency.lockutils [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.727885] env[69330]: DEBUG oslo_concurrency.lockutils [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.728039] env[69330]: DEBUG nova.objects.instance [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Lazy-loading 'resources' on Instance uuid 02ca81f3-b20b-41c9-9589-5b09eea79fc5 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.731716] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09d028db-98fe-438a-865c-9f7a6b9f3da4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.749093] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1891eb45-5abd-4643-a2d1-5f45fe5c335b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.783372] env[69330]: DEBUG nova.compute.manager [req-72f600c6-fdd5-4f10-8174-580151532c7f req-3506dcbd-9a13-49d2-84e6-0bdc4a832862 service nova] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Detach interface failed, port_id=e81281f5-492d-4847-9ac0-00a36da4bf35, reason: Instance 4ab84b44-3022-47f4-a453-792a73dc58ca could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1280.792138] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.792311] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.792472] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.792658] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.793628] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.793628] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.793628] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.793628] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.793628] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.793628] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.793997] env[69330]: DEBUG nova.virt.hardware [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.800363] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1280.800718] env[69330]: DEBUG oslo_vmware.api [None req-9564b1fd-8018-466d-a1a9-d837462ee1a9 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129383, 'name': PowerOnVM_Task, 'duration_secs': 0.399357} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.801423] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa0803a-497d-4bcd-a5cc-73c88da0987e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.816257] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-9564b1fd-8018-466d-a1a9-d837462ee1a9 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.816497] env[69330]: DEBUG nova.compute.manager [None req-9564b1fd-8018-466d-a1a9-d837462ee1a9 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1280.817362] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6a4103-9421-42ab-8497-a1e5a87c764d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.838437] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1280.838437] env[69330]: value = "task-4129384" [ 1280.838437] env[69330]: _type = "Task" [ 1280.838437] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.856821] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129384, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.202703] env[69330]: INFO nova.compute.manager [-] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Took 1.85 seconds to deallocate network for instance. [ 1281.350024] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129384, 'name': ReconfigVM_Task, 'duration_secs': 0.223456} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.350760] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.350991] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.351185] env[69330]: INFO nova.compute.manager [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Shelving [ 1281.352427] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1281.354118] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b188b86d-89db-43c0-bbe0-5964d7e0f114 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.380637] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84/volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.382105] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc466d28-ad3e-4310-8501-2eb50852dfa1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.395145] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d23951-a529-4ce2-b156-da8955684266 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.407700] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cace1ea-a66f-44ab-9849-4d8a04d01c9e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.411058] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1281.411058] env[69330]: value = "task-4129385" [ 1281.411058] env[69330]: _type = "Task" [ 1281.411058] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.440512] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2280a9f7-b214-4acb-a7c7-b076820688d2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.446351] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.451618] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70314da-baf4-488d-b323-d01bde998feb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.465226] env[69330]: DEBUG nova.compute.provider_tree [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.709999] env[69330]: DEBUG oslo_concurrency.lockutils [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.922719] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129385, 'name': ReconfigVM_Task, 'duration_secs': 0.343939} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.923022] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84/volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.923307] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance '489a79c4-fe47-43fd-8d8b-461206feac66' progress to 50 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.968586] env[69330]: DEBUG nova.scheduler.client.report [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.362587] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.362587] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f84270a4-a835-401c-88d4-2beec1b8ca89 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.370020] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1282.370020] env[69330]: value = "task-4129386" [ 1282.370020] env[69330]: _type = "Task" [ 1282.370020] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.378680] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.431031] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e65379-ac2d-463e-b689-7848ad070624 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.453782] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a2f6db-bf3c-41c1-84e1-a28c6b00c806 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.472634] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance '489a79c4-fe47-43fd-8d8b-461206feac66' progress to 67 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.477306] env[69330]: DEBUG oslo_concurrency.lockutils [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.479522] env[69330]: DEBUG oslo_concurrency.lockutils [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.770s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.479797] env[69330]: DEBUG oslo_concurrency.lockutils [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.509995] env[69330]: INFO nova.scheduler.client.report [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleted allocations for instance 4ab84b44-3022-47f4-a453-792a73dc58ca [ 1282.879833] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129386, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.002863] env[69330]: DEBUG oslo_concurrency.lockutils [None req-68d0ebd6-f388-4b79-b804-79d00ed516fb tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Lock "02ca81f3-b20b-41c9-9589-5b09eea79fc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.450s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.020202] env[69330]: DEBUG oslo_concurrency.lockutils [None req-30dc1c19-c336-41df-b496-ebbb823beb40 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "4ab84b44-3022-47f4-a453-792a73dc58ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.606s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.383270] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129386, 'name': PowerOffVM_Task, 'duration_secs': 0.520463} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.383557] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.384834] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de759f8-161f-49d8-860b-dc396d85136b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.405076] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebdeff5-03c2-4c01-95f5-db4ac3044938 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.720168] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "1081ac40-6325-49e8-bb94-b48d2f7a3052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.720565] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "1081ac40-6325-49e8-bb94-b48d2f7a3052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.917723] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1283.917988] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e8cb73b3-b1bb-4100-87b9-14274d18feb1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.926610] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1283.926610] env[69330]: value = "task-4129387" [ 1283.926610] env[69330]: _type = "Task" [ 1283.926610] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.935802] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129387, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.150757] env[69330]: DEBUG nova.network.neutron [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Port 21d7a784-3cf6-4f14-857a-d59cdf6be2c0 binding to destination host cpu-1 is already ACTIVE {{(pid=69330) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1284.223416] env[69330]: DEBUG nova.compute.manager [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1284.439435] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129387, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.753021] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.753021] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.755139] env[69330]: INFO nova.compute.claims [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.937630] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129387, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.177295] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "489a79c4-fe47-43fd-8d8b-461206feac66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.177611] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "489a79c4-fe47-43fd-8d8b-461206feac66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.177826] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "489a79c4-fe47-43fd-8d8b-461206feac66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.438620] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129387, 'name': CreateSnapshot_Task, 'duration_secs': 1.02594} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.438983] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1285.439679] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acddb771-df46-4114-b8d6-73f7f1734f0d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.885947] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de246321-4873-4d19-8484-ad1ad30d4aed {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.894185] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22291f4b-a754-4b16-adb6-e8997ae25866 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.925642] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408a2053-9983-463d-b002-dbb4b67c5d57 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.933943] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3249382e-8d8f-4b7d-a8d9-8978e9272c69 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.948502] env[69330]: DEBUG nova.compute.provider_tree [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.959141] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1285.959771] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-73434ed9-a7cc-4ddd-8513-894dacad0228 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.970030] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1285.970030] env[69330]: value = "task-4129388" [ 1285.970030] env[69330]: _type = "Task" [ 1285.970030] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.979174] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129388, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.215378] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.215532] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.215870] env[69330]: DEBUG nova.network.neutron [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.451924] env[69330]: DEBUG nova.scheduler.client.report [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.484492] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129388, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.879938] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Acquiring lock "48fe6780-db0b-41ab-891f-4d7313ea9b24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.880206] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Lock "48fe6780-db0b-41ab-891f-4d7313ea9b24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.956844] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.957387] env[69330]: DEBUG nova.compute.manager [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1286.984058] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129388, 'name': CloneVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.985071] env[69330]: DEBUG nova.network.neutron [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance_info_cache with network_info: [{"id": "21d7a784-3cf6-4f14-857a-d59cdf6be2c0", "address": "fa:16:3e:6a:b9:ea", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d7a784-3c", "ovs_interfaceid": "21d7a784-3cf6-4f14-857a-d59cdf6be2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.386114] env[69330]: DEBUG nova.compute.manager [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1287.465203] env[69330]: DEBUG nova.compute.utils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1287.465203] env[69330]: DEBUG nova.compute.manager [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1287.465203] env[69330]: DEBUG nova.network.neutron [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.489800] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.499021] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129388, 'name': CloneVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.517385] env[69330]: DEBUG nova.policy [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fc46e28af004afc9add3066d69c7779', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a9e2922d5a14bc2ad6c1aca9a78d50c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.883046] env[69330]: DEBUG nova.network.neutron [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Successfully created port: ddd2c185-2959-442d-a91b-48d0138b9e3e {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.910513] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.910843] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.912375] env[69330]: INFO nova.compute.claims [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.972434] env[69330]: DEBUG nova.compute.manager [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1287.986384] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129388, 'name': CloneVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.004205] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffe10de-e21d-4e4b-8dc0-3b79fd162b13 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.011087] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdb811a-2ef9-4aaa-b974-9b60bee6997c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.488283] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129388, 'name': CloneVM_Task, 'duration_secs': 2.255909} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.488662] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Created linked-clone VM from snapshot [ 1288.489399] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f9b71d-fe91-41b5-9682-0fdb1af63064 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.499102] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Uploading image 28f7a953-3ab4-414d-a60a-abe15fd624e9 {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1288.525926] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1288.525926] env[69330]: value = "vm-817885" [ 1288.525926] env[69330]: _type = "VirtualMachine" [ 1288.525926] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1288.526242] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3f2a297e-0c31-4559-9074-669b0581c3d3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.534774] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lease: (returnval){ [ 1288.534774] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52df8a47-910f-5572-c9a5-edc66cf9ea90" [ 1288.534774] env[69330]: _type = "HttpNfcLease" [ 1288.534774] env[69330]: } obtained for exporting VM: (result){ [ 1288.534774] env[69330]: value = "vm-817885" [ 1288.534774] env[69330]: _type = "VirtualMachine" [ 1288.534774] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1288.535214] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the lease: (returnval){ [ 1288.535214] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52df8a47-910f-5572-c9a5-edc66cf9ea90" [ 1288.535214] env[69330]: _type = "HttpNfcLease" [ 1288.535214] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1288.542335] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1288.542335] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52df8a47-910f-5572-c9a5-edc66cf9ea90" [ 1288.542335] env[69330]: _type = "HttpNfcLease" [ 1288.542335] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1288.983367] env[69330]: DEBUG nova.compute.manager [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1289.006563] env[69330]: DEBUG nova.virt.hardware [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.006807] env[69330]: DEBUG nova.virt.hardware [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.006962] env[69330]: DEBUG nova.virt.hardware [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.007160] env[69330]: DEBUG nova.virt.hardware [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.007332] env[69330]: DEBUG nova.virt.hardware [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.007501] env[69330]: DEBUG nova.virt.hardware [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.007714] env[69330]: DEBUG nova.virt.hardware [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.007873] env[69330]: DEBUG nova.virt.hardware [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.008060] env[69330]: DEBUG nova.virt.hardware [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.008228] env[69330]: DEBUG nova.virt.hardware [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.008400] env[69330]: DEBUG nova.virt.hardware [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.009270] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb757bce-957e-41a6-80cf-cee41ab4754c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.019835] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d56f2c-0f1a-4be5-a52e-ed4a74210f02 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.044511] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.044511] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52df8a47-910f-5572-c9a5-edc66cf9ea90" [ 1289.044511] env[69330]: _type = "HttpNfcLease" [ 1289.044511] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1289.044792] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1289.044792] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52df8a47-910f-5572-c9a5-edc66cf9ea90" [ 1289.044792] env[69330]: _type = "HttpNfcLease" [ 1289.044792] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1289.045538] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbef2833-e759-4d1a-b500-eeb735b6eb50 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.052626] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5e9fe-f678-1753-3849-93326e61d974/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1289.052808] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5e9fe-f678-1753-3849-93326e61d974/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1289.111551] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f20a4b-1246-412a-a0d1-cc561e7cad61 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.121376] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3eb64a6-4249-48cc-a533-b60075ee83b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.125342] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d39c0c3-d555-4034-b735-f760858e4df3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.174761] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee9fa61-f459-4214-a8df-8c941c54d4fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.178765] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753eb3f5-a0c2-4144-a14a-a2674e59fa6a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.181518] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-06c3bd41-dc42-4f12-83a3-b5313ee4d01f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.191676] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217c870d-ffac-4e85-afa8-729e0089da45 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.195816] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance '489a79c4-fe47-43fd-8d8b-461206feac66' progress to 83 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.216779] env[69330]: DEBUG nova.compute.provider_tree [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.311230] env[69330]: DEBUG nova.compute.manager [req-ff2b9b0d-bf8b-4a40-b70d-660a31a43ec0 req-751e7040-b500-435b-bed0-3e9cf66d46a0 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Received event network-vif-plugged-ddd2c185-2959-442d-a91b-48d0138b9e3e {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.311419] env[69330]: DEBUG oslo_concurrency.lockutils [req-ff2b9b0d-bf8b-4a40-b70d-660a31a43ec0 req-751e7040-b500-435b-bed0-3e9cf66d46a0 service nova] Acquiring lock "1081ac40-6325-49e8-bb94-b48d2f7a3052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.311601] env[69330]: DEBUG oslo_concurrency.lockutils [req-ff2b9b0d-bf8b-4a40-b70d-660a31a43ec0 req-751e7040-b500-435b-bed0-3e9cf66d46a0 service nova] Lock "1081ac40-6325-49e8-bb94-b48d2f7a3052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.311799] env[69330]: DEBUG oslo_concurrency.lockutils [req-ff2b9b0d-bf8b-4a40-b70d-660a31a43ec0 req-751e7040-b500-435b-bed0-3e9cf66d46a0 service nova] Lock "1081ac40-6325-49e8-bb94-b48d2f7a3052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.311923] env[69330]: DEBUG nova.compute.manager [req-ff2b9b0d-bf8b-4a40-b70d-660a31a43ec0 req-751e7040-b500-435b-bed0-3e9cf66d46a0 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] No waiting events found dispatching network-vif-plugged-ddd2c185-2959-442d-a91b-48d0138b9e3e {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1289.312195] env[69330]: WARNING nova.compute.manager [req-ff2b9b0d-bf8b-4a40-b70d-660a31a43ec0 req-751e7040-b500-435b-bed0-3e9cf66d46a0 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Received unexpected event network-vif-plugged-ddd2c185-2959-442d-a91b-48d0138b9e3e for instance with vm_state building and task_state spawning. [ 1289.404086] env[69330]: DEBUG nova.network.neutron [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Successfully updated port: ddd2c185-2959-442d-a91b-48d0138b9e3e {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.704766] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.705240] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9886f2c5-d1e3-4946-9197-fc976de9f1fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.715034] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1289.715034] env[69330]: value = "task-4129390" [ 1289.715034] env[69330]: _type = "Task" [ 1289.715034] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.719314] env[69330]: DEBUG nova.scheduler.client.report [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.730041] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.906677] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.906985] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.907192] env[69330]: DEBUG nova.network.neutron [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.228654] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.229456] env[69330]: DEBUG nova.compute.manager [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1290.232694] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129390, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.441527] env[69330]: DEBUG nova.network.neutron [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.598547] env[69330]: DEBUG nova.network.neutron [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Updating instance_info_cache with network_info: [{"id": "ddd2c185-2959-442d-a91b-48d0138b9e3e", "address": "fa:16:3e:59:ad:fb", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd2c185-29", "ovs_interfaceid": "ddd2c185-2959-442d-a91b-48d0138b9e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.729183] env[69330]: DEBUG oslo_vmware.api [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129390, 'name': PowerOnVM_Task, 'duration_secs': 0.560973} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.729581] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.729863] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-a890b15b-d4b4-41f4-be3d-fa0d0bdb8604 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance '489a79c4-fe47-43fd-8d8b-461206feac66' progress to 100 {{(pid=69330) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.736883] env[69330]: DEBUG nova.compute.utils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1290.736883] env[69330]: DEBUG nova.compute.manager [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1290.736883] env[69330]: DEBUG nova.network.neutron [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1290.801367] env[69330]: DEBUG nova.policy [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ba9fec3c04b4478a4c714555ae9deb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c12b8545ff5458fa97da534424e4295', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.101647] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.101948] env[69330]: DEBUG nova.compute.manager [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Instance network_info: |[{"id": "ddd2c185-2959-442d-a91b-48d0138b9e3e", "address": "fa:16:3e:59:ad:fb", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd2c185-29", "ovs_interfaceid": "ddd2c185-2959-442d-a91b-48d0138b9e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.103241] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:ad:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddd2c185-2959-442d-a91b-48d0138b9e3e', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.110606] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.110868] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.111198] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9079487c-6eb3-4f0f-9e4c-c78e3c3be271 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.133688] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.133688] env[69330]: value = "task-4129391" [ 1291.133688] env[69330]: _type = "Task" [ 1291.133688] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.143528] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129391, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.241857] env[69330]: DEBUG nova.compute.manager [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1291.338748] env[69330]: DEBUG nova.compute.manager [req-0d85f229-9f0e-4e39-9061-09a332f74920 req-09f3d914-86b7-47d1-b95d-1cdcbdf0cfc6 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Received event network-changed-ddd2c185-2959-442d-a91b-48d0138b9e3e {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.338969] env[69330]: DEBUG nova.compute.manager [req-0d85f229-9f0e-4e39-9061-09a332f74920 req-09f3d914-86b7-47d1-b95d-1cdcbdf0cfc6 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Refreshing instance network info cache due to event network-changed-ddd2c185-2959-442d-a91b-48d0138b9e3e. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.339194] env[69330]: DEBUG oslo_concurrency.lockutils [req-0d85f229-9f0e-4e39-9061-09a332f74920 req-09f3d914-86b7-47d1-b95d-1cdcbdf0cfc6 service nova] Acquiring lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.339389] env[69330]: DEBUG oslo_concurrency.lockutils [req-0d85f229-9f0e-4e39-9061-09a332f74920 req-09f3d914-86b7-47d1-b95d-1cdcbdf0cfc6 service nova] Acquired lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.339535] env[69330]: DEBUG nova.network.neutron [req-0d85f229-9f0e-4e39-9061-09a332f74920 req-09f3d914-86b7-47d1-b95d-1cdcbdf0cfc6 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Refreshing network info cache for port ddd2c185-2959-442d-a91b-48d0138b9e3e {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.465617] env[69330]: DEBUG nova.network.neutron [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Successfully created port: 2527c23b-86d7-40e0-8787-189b36ec3572 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1291.644205] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129391, 'name': CreateVM_Task, 'duration_secs': 0.353944} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.644387] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.646511] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.646511] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.646511] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.646511] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54aabadb-1ccd-4346-8940-43d08bd39186 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.651455] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1291.651455] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a99c6b-406a-fb27-9131-f5a78ccfac51" [ 1291.651455] env[69330]: _type = "Task" [ 1291.651455] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.660807] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a99c6b-406a-fb27-9131-f5a78ccfac51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.040815] env[69330]: DEBUG nova.network.neutron [req-0d85f229-9f0e-4e39-9061-09a332f74920 req-09f3d914-86b7-47d1-b95d-1cdcbdf0cfc6 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Updated VIF entry in instance network info cache for port ddd2c185-2959-442d-a91b-48d0138b9e3e. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.041229] env[69330]: DEBUG nova.network.neutron [req-0d85f229-9f0e-4e39-9061-09a332f74920 req-09f3d914-86b7-47d1-b95d-1cdcbdf0cfc6 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Updating instance_info_cache with network_info: [{"id": "ddd2c185-2959-442d-a91b-48d0138b9e3e", "address": "fa:16:3e:59:ad:fb", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd2c185-29", "ovs_interfaceid": "ddd2c185-2959-442d-a91b-48d0138b9e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.162027] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a99c6b-406a-fb27-9131-f5a78ccfac51, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.162309] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.162540] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.162779] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.162923] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.163113] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.163381] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d64bab6-78b9-4136-ae5d-183db18db447 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.172291] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.172521] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.173206] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33677e22-314a-49a0-b34a-0edd9e0ccbf4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.178627] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1292.178627] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52154c22-6751-27f6-990e-03267cf0ed43" [ 1292.178627] env[69330]: _type = "Task" [ 1292.178627] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.188776] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52154c22-6751-27f6-990e-03267cf0ed43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.251554] env[69330]: DEBUG nova.compute.manager [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1292.279776] env[69330]: DEBUG nova.virt.hardware [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.280077] env[69330]: DEBUG nova.virt.hardware [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.280244] env[69330]: DEBUG nova.virt.hardware [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.280451] env[69330]: DEBUG nova.virt.hardware [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.280603] env[69330]: DEBUG nova.virt.hardware [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.280753] env[69330]: DEBUG nova.virt.hardware [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.280968] env[69330]: DEBUG nova.virt.hardware [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.281147] env[69330]: DEBUG nova.virt.hardware [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.281320] env[69330]: DEBUG nova.virt.hardware [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.281485] env[69330]: DEBUG nova.virt.hardware [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.281658] env[69330]: DEBUG nova.virt.hardware [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.282606] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e006315f-2faf-4d06-ab07-de7e46667611 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.291245] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3debccb6-86e0-4ac0-aa49-54e9e359411e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.544254] env[69330]: DEBUG oslo_concurrency.lockutils [req-0d85f229-9f0e-4e39-9061-09a332f74920 req-09f3d914-86b7-47d1-b95d-1cdcbdf0cfc6 service nova] Releasing lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.691137] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52154c22-6751-27f6-990e-03267cf0ed43, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.691488] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0a4a4f-9ebf-4dad-9bdf-2d05ce1a0ce9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.698854] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1292.698854] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fd857b-324b-4ef9-9b08-02b30834b3e5" [ 1292.698854] env[69330]: _type = "Task" [ 1292.698854] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.710588] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fd857b-324b-4ef9-9b08-02b30834b3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.024468] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "489a79c4-fe47-43fd-8d8b-461206feac66" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.024739] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "489a79c4-fe47-43fd-8d8b-461206feac66" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.025029] env[69330]: DEBUG nova.compute.manager [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Going to confirm migration 10 {{(pid=69330) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1293.123621] env[69330]: DEBUG nova.network.neutron [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Successfully updated port: 2527c23b-86d7-40e0-8787-189b36ec3572 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1293.210064] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fd857b-324b-4ef9-9b08-02b30834b3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.210416] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.210666] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 1081ac40-6325-49e8-bb94-b48d2f7a3052/1081ac40-6325-49e8-bb94-b48d2f7a3052.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.210969] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46e8c209-f9da-485d-9a7f-37094db29eb4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.221432] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1293.221432] env[69330]: value = "task-4129392" [ 1293.221432] env[69330]: _type = "Task" [ 1293.221432] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.231021] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.377241] env[69330]: DEBUG nova.compute.manager [req-5e0506e5-f834-4c63-8786-dcfd0a562d6b req-870dfe98-62a9-4ef3-a453-690def49643d service nova] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Received event network-vif-plugged-2527c23b-86d7-40e0-8787-189b36ec3572 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.377500] env[69330]: DEBUG oslo_concurrency.lockutils [req-5e0506e5-f834-4c63-8786-dcfd0a562d6b req-870dfe98-62a9-4ef3-a453-690def49643d service nova] Acquiring lock "48fe6780-db0b-41ab-891f-4d7313ea9b24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.377701] env[69330]: DEBUG oslo_concurrency.lockutils [req-5e0506e5-f834-4c63-8786-dcfd0a562d6b req-870dfe98-62a9-4ef3-a453-690def49643d service nova] Lock "48fe6780-db0b-41ab-891f-4d7313ea9b24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.377872] env[69330]: DEBUG oslo_concurrency.lockutils [req-5e0506e5-f834-4c63-8786-dcfd0a562d6b req-870dfe98-62a9-4ef3-a453-690def49643d service nova] Lock "48fe6780-db0b-41ab-891f-4d7313ea9b24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.378054] env[69330]: DEBUG nova.compute.manager [req-5e0506e5-f834-4c63-8786-dcfd0a562d6b req-870dfe98-62a9-4ef3-a453-690def49643d service nova] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] No waiting events found dispatching network-vif-plugged-2527c23b-86d7-40e0-8787-189b36ec3572 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1293.378246] env[69330]: WARNING nova.compute.manager [req-5e0506e5-f834-4c63-8786-dcfd0a562d6b req-870dfe98-62a9-4ef3-a453-690def49643d service nova] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Received unexpected event network-vif-plugged-2527c23b-86d7-40e0-8787-189b36ec3572 for instance with vm_state building and task_state spawning. [ 1293.378446] env[69330]: DEBUG nova.compute.manager [req-5e0506e5-f834-4c63-8786-dcfd0a562d6b req-870dfe98-62a9-4ef3-a453-690def49643d service nova] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Received event network-changed-2527c23b-86d7-40e0-8787-189b36ec3572 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.378608] env[69330]: DEBUG nova.compute.manager [req-5e0506e5-f834-4c63-8786-dcfd0a562d6b req-870dfe98-62a9-4ef3-a453-690def49643d service nova] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Refreshing instance network info cache due to event network-changed-2527c23b-86d7-40e0-8787-189b36ec3572. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.378786] env[69330]: DEBUG oslo_concurrency.lockutils [req-5e0506e5-f834-4c63-8786-dcfd0a562d6b req-870dfe98-62a9-4ef3-a453-690def49643d service nova] Acquiring lock "refresh_cache-48fe6780-db0b-41ab-891f-4d7313ea9b24" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.378915] env[69330]: DEBUG oslo_concurrency.lockutils [req-5e0506e5-f834-4c63-8786-dcfd0a562d6b req-870dfe98-62a9-4ef3-a453-690def49643d service nova] Acquired lock "refresh_cache-48fe6780-db0b-41ab-891f-4d7313ea9b24" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.379107] env[69330]: DEBUG nova.network.neutron [req-5e0506e5-f834-4c63-8786-dcfd0a562d6b req-870dfe98-62a9-4ef3-a453-690def49643d service nova] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Refreshing network info cache for port 2527c23b-86d7-40e0-8787-189b36ec3572 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.572981] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.573175] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquired lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.573472] env[69330]: DEBUG nova.network.neutron [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.573760] env[69330]: DEBUG nova.objects.instance [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lazy-loading 'info_cache' on Instance uuid 489a79c4-fe47-43fd-8d8b-461206feac66 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.628981] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Acquiring lock "refresh_cache-48fe6780-db0b-41ab-891f-4d7313ea9b24" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.734437] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498986} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.734814] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 1081ac40-6325-49e8-bb94-b48d2f7a3052/1081ac40-6325-49e8-bb94-b48d2f7a3052.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.735229] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1293.735229] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ae14397-59f8-4721-bd6b-948f492ae40d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.742435] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1293.742435] env[69330]: value = "task-4129393" [ 1293.742435] env[69330]: _type = "Task" [ 1293.742435] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.751746] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.929232] env[69330]: DEBUG nova.network.neutron [req-5e0506e5-f834-4c63-8786-dcfd0a562d6b req-870dfe98-62a9-4ef3-a453-690def49643d service nova] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.001710] env[69330]: DEBUG nova.network.neutron [req-5e0506e5-f834-4c63-8786-dcfd0a562d6b req-870dfe98-62a9-4ef3-a453-690def49643d service nova] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.257801] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080032} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.258190] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.259519] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1babdd8a-7d3a-4efd-ad8f-5165ebb3ffaa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.298064] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 1081ac40-6325-49e8-bb94-b48d2f7a3052/1081ac40-6325-49e8-bb94-b48d2f7a3052.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.298321] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7759e73-428a-4961-9e35-f95a94271691 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.322035] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1294.322035] env[69330]: value = "task-4129394" [ 1294.322035] env[69330]: _type = "Task" [ 1294.322035] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.331117] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.505463] env[69330]: DEBUG oslo_concurrency.lockutils [req-5e0506e5-f834-4c63-8786-dcfd0a562d6b req-870dfe98-62a9-4ef3-a453-690def49643d service nova] Releasing lock "refresh_cache-48fe6780-db0b-41ab-891f-4d7313ea9b24" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.505906] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Acquired lock "refresh_cache-48fe6780-db0b-41ab-891f-4d7313ea9b24" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.506094] env[69330]: DEBUG nova.network.neutron [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.832714] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.976717] env[69330]: DEBUG nova.network.neutron [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance_info_cache with network_info: [{"id": "21d7a784-3cf6-4f14-857a-d59cdf6be2c0", "address": "fa:16:3e:6a:b9:ea", "network": {"id": "5c51c391-41da-4530-ade0-777577f784f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1456918854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7714fe6c2d84cc99ad110f5804ea68f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d7a784-3c", "ovs_interfaceid": "21d7a784-3cf6-4f14-857a-d59cdf6be2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.064312] env[69330]: DEBUG nova.network.neutron [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.230154] env[69330]: DEBUG nova.network.neutron [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Updating instance_info_cache with network_info: [{"id": "2527c23b-86d7-40e0-8787-189b36ec3572", "address": "fa:16:3e:8f:68:d7", "network": {"id": "73876793-d069-4660-a853-32ff6c33e665", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-632333918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c12b8545ff5458fa97da534424e4295", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2527c23b-86", "ovs_interfaceid": "2527c23b-86d7-40e0-8787-189b36ec3572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.334863] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129394, 'name': ReconfigVM_Task, 'duration_secs': 0.695082} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.335331] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 1081ac40-6325-49e8-bb94-b48d2f7a3052/1081ac40-6325-49e8-bb94-b48d2f7a3052.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.336145] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68daecba-2aaa-4af3-a217-99ceb35002f5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.345452] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1295.345452] env[69330]: value = "task-4129395" [ 1295.345452] env[69330]: _type = "Task" [ 1295.345452] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.357632] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129395, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.480501] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Releasing lock "refresh_cache-489a79c4-fe47-43fd-8d8b-461206feac66" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.480866] env[69330]: DEBUG nova.objects.instance [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lazy-loading 'migration_context' on Instance uuid 489a79c4-fe47-43fd-8d8b-461206feac66 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.733063] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Releasing lock "refresh_cache-48fe6780-db0b-41ab-891f-4d7313ea9b24" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.733376] env[69330]: DEBUG nova.compute.manager [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Instance network_info: |[{"id": "2527c23b-86d7-40e0-8787-189b36ec3572", "address": "fa:16:3e:8f:68:d7", "network": {"id": "73876793-d069-4660-a853-32ff6c33e665", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-632333918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c12b8545ff5458fa97da534424e4295", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2527c23b-86", "ovs_interfaceid": "2527c23b-86d7-40e0-8787-189b36ec3572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1295.734070] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:68:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2527c23b-86d7-40e0-8787-189b36ec3572', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.742612] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Creating folder: Project (2c12b8545ff5458fa97da534424e4295). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.743051] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2da4dd5f-05b0-472b-93df-9e2e438b7a71 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.757474] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Created folder: Project (2c12b8545ff5458fa97da534424e4295) in parent group-v817559. [ 1295.757735] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Creating folder: Instances. Parent ref: group-v817887. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.757992] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-617345bb-e7f8-4558-a01b-de321cb00a2c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.770388] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Created folder: Instances in parent group-v817887. [ 1295.770604] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.770813] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.771048] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e8abeed-f567-4923-adb5-5f0fa933e39c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.792155] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.792155] env[69330]: value = "task-4129398" [ 1295.792155] env[69330]: _type = "Task" [ 1295.792155] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.801339] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129398, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.855955] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129395, 'name': Rename_Task, 'duration_secs': 0.187584} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.856458] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.856749] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f552143d-734c-42d9-8e64-04cac1925c24 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.863753] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1295.863753] env[69330]: value = "task-4129399" [ 1295.863753] env[69330]: _type = "Task" [ 1295.863753] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.872932] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.984448] env[69330]: DEBUG nova.objects.base [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Object Instance<489a79c4-fe47-43fd-8d8b-461206feac66> lazy-loaded attributes: info_cache,migration_context {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1295.985144] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4ab3f2-e7b6-49b7-89dc-aa44a5101085 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.005643] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c91f85-e9d3-4987-a822-5b0aff31debc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.012855] env[69330]: DEBUG oslo_vmware.api [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1296.012855] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52992c21-c548-2503-d55d-7f2dc4de5542" [ 1296.012855] env[69330]: _type = "Task" [ 1296.012855] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.021827] env[69330]: DEBUG oslo_vmware.api [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52992c21-c548-2503-d55d-7f2dc4de5542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.303407] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129398, 'name': CreateVM_Task} progress is 25%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.376362] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129399, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.524340] env[69330]: DEBUG oslo_vmware.api [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52992c21-c548-2503-d55d-7f2dc4de5542, 'name': SearchDatastore_Task, 'duration_secs': 0.009982} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.524652] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.524912] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.804194] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129398, 'name': CreateVM_Task, 'duration_secs': 0.638059} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.804416] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.805087] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.805258] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.805595] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.805901] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2fcab0-016f-4112-94ec-141c507e4599 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.810859] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Waiting for the task: (returnval){ [ 1296.810859] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5208b22e-1768-5f83-caa1-7a30941c609c" [ 1296.810859] env[69330]: _type = "Task" [ 1296.810859] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.818477] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5208b22e-1768-5f83-caa1-7a30941c609c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.875089] env[69330]: DEBUG oslo_vmware.api [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129399, 'name': PowerOnVM_Task, 'duration_secs': 0.677647} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.875415] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.875620] env[69330]: INFO nova.compute.manager [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1296.875805] env[69330]: DEBUG nova.compute.manager [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1296.876630] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6009f5b-a267-4774-8341-75f82370ee99 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.168569] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f708149c-928a-4a4a-a1eb-99ddbbb0a63e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.176288] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b656cc-7029-47b9-900d-d4d9595a9eaa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.207333] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8915d2d7-e927-4799-9e26-523747127dbd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.215547] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f6a0cc-c9d1-4816-bfa9-e132c76f2a84 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.229975] env[69330]: DEBUG nova.compute.provider_tree [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.322209] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5208b22e-1768-5f83-caa1-7a30941c609c, 'name': SearchDatastore_Task, 'duration_secs': 0.03708} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.322514] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.322745] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.322977] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.323144] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.323363] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.323699] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1a0b2cc-bbe8-46c6-bea6-521f16688207 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.333223] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.333445] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.334206] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f0d2b4-a24b-481f-b884-bb351749b42a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.340015] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Waiting for the task: (returnval){ [ 1297.340015] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f9e2a5-270d-abbd-af1d-1acdfe3c386b" [ 1297.340015] env[69330]: _type = "Task" [ 1297.340015] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.348766] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f9e2a5-270d-abbd-af1d-1acdfe3c386b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.394266] env[69330]: INFO nova.compute.manager [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Took 12.66 seconds to build instance. [ 1297.736735] env[69330]: DEBUG nova.scheduler.client.report [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.851619] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f9e2a5-270d-abbd-af1d-1acdfe3c386b, 'name': SearchDatastore_Task, 'duration_secs': 0.019734} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.852543] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2ed7f8-88e0-4105-ab33-20a9856d4ca0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.860393] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Waiting for the task: (returnval){ [ 1297.860393] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e95464-3474-7b5f-adb4-78b27a59032c" [ 1297.860393] env[69330]: _type = "Task" [ 1297.860393] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.872439] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e95464-3474-7b5f-adb4-78b27a59032c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.896980] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "1081ac40-6325-49e8-bb94-b48d2f7a3052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.176s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.218734] env[69330]: DEBUG nova.compute.manager [req-277d4194-bec5-47bd-a9f4-a61c30999250 req-32dc5b23-32bd-4074-a776-086ada64fad3 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Received event network-changed-ddd2c185-2959-442d-a91b-48d0138b9e3e {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.218734] env[69330]: DEBUG nova.compute.manager [req-277d4194-bec5-47bd-a9f4-a61c30999250 req-32dc5b23-32bd-4074-a776-086ada64fad3 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Refreshing instance network info cache due to event network-changed-ddd2c185-2959-442d-a91b-48d0138b9e3e. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.218734] env[69330]: DEBUG oslo_concurrency.lockutils [req-277d4194-bec5-47bd-a9f4-a61c30999250 req-32dc5b23-32bd-4074-a776-086ada64fad3 service nova] Acquiring lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.218734] env[69330]: DEBUG oslo_concurrency.lockutils [req-277d4194-bec5-47bd-a9f4-a61c30999250 req-32dc5b23-32bd-4074-a776-086ada64fad3 service nova] Acquired lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.218734] env[69330]: DEBUG nova.network.neutron [req-277d4194-bec5-47bd-a9f4-a61c30999250 req-32dc5b23-32bd-4074-a776-086ada64fad3 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Refreshing network info cache for port ddd2c185-2959-442d-a91b-48d0138b9e3e {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.371739] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52e95464-3474-7b5f-adb4-78b27a59032c, 'name': SearchDatastore_Task, 'duration_secs': 0.014836} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.371739] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.372036] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 48fe6780-db0b-41ab-891f-4d7313ea9b24/48fe6780-db0b-41ab-891f-4d7313ea9b24.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.372160] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-957b96a6-6fc7-4ea4-96bd-cb560bd0575d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.380506] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Waiting for the task: (returnval){ [ 1298.380506] env[69330]: value = "task-4129400" [ 1298.380506] env[69330]: _type = "Task" [ 1298.380506] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.389916] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.747237] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.222s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.894159] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129400, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.898811] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.966865] env[69330]: DEBUG nova.network.neutron [req-277d4194-bec5-47bd-a9f4-a61c30999250 req-32dc5b23-32bd-4074-a776-086ada64fad3 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Updated VIF entry in instance network info cache for port ddd2c185-2959-442d-a91b-48d0138b9e3e. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.967316] env[69330]: DEBUG nova.network.neutron [req-277d4194-bec5-47bd-a9f4-a61c30999250 req-32dc5b23-32bd-4074-a776-086ada64fad3 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Updating instance_info_cache with network_info: [{"id": "ddd2c185-2959-442d-a91b-48d0138b9e3e", "address": "fa:16:3e:59:ad:fb", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd2c185-29", "ovs_interfaceid": "ddd2c185-2959-442d-a91b-48d0138b9e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.314267] env[69330]: INFO nova.scheduler.client.report [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleted allocation for migration d65aee66-fddb-4013-b677-e362179cb1a1 [ 1299.390892] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627372} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.391183] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 48fe6780-db0b-41ab-891f-4d7313ea9b24/48fe6780-db0b-41ab-891f-4d7313ea9b24.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.391467] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.391735] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-643719ef-65c2-4c8e-9420-d1e88256373b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.399414] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Waiting for the task: (returnval){ [ 1299.399414] env[69330]: value = "task-4129401" [ 1299.399414] env[69330]: _type = "Task" [ 1299.399414] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.408948] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.470727] env[69330]: DEBUG oslo_concurrency.lockutils [req-277d4194-bec5-47bd-a9f4-a61c30999250 req-32dc5b23-32bd-4074-a776-086ada64fad3 service nova] Releasing lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.550025] env[69330]: INFO nova.compute.manager [None req-e16b0ed0-47e4-4dc0-b9e2-337f4e25e850 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Get console output [ 1299.550025] env[69330]: WARNING nova.virt.vmwareapi.driver [None req-e16b0ed0-47e4-4dc0-b9e2-337f4e25e850 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] The console log is missing. Check your VSPC configuration [ 1299.820075] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5157edba-80e1-401a-8fdf-a0112675fdac tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "489a79c4-fe47-43fd-8d8b-461206feac66" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.795s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.909609] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085809} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.911581] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.912806] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1d1f33-dba5-43e1-bee8-b085ed804f23 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.918249] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5e9fe-f678-1753-3849-93326e61d974/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1299.918740] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88299452-0f2e-4523-b8e0-2789a43139d9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.939550] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 48fe6780-db0b-41ab-891f-4d7313ea9b24/48fe6780-db0b-41ab-891f-4d7313ea9b24.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.940254] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af47a473-2381-40ca-9b0b-db432a57c306 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.957083] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5e9fe-f678-1753-3849-93326e61d974/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1299.957083] env[69330]: ERROR oslo_vmware.rw_handles [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5e9fe-f678-1753-3849-93326e61d974/disk-0.vmdk due to incomplete transfer. [ 1299.957679] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1f2ca279-9947-40f2-aa1d-a37e31ca2892 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.962916] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Waiting for the task: (returnval){ [ 1299.962916] env[69330]: value = "task-4129402" [ 1299.962916] env[69330]: _type = "Task" [ 1299.962916] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.967305] env[69330]: DEBUG oslo_vmware.rw_handles [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5e9fe-f678-1753-3849-93326e61d974/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1299.967502] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Uploaded image 28f7a953-3ab4-414d-a60a-abe15fd624e9 to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1299.969828] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1299.970734] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e55647b-50df-4242-a88f-17791b913d2d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.975147] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.980406] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1299.980406] env[69330]: value = "task-4129403" [ 1299.980406] env[69330]: _type = "Task" [ 1299.980406] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.988987] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129403, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.473937] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129402, 'name': ReconfigVM_Task, 'duration_secs': 0.399154} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.474336] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 48fe6780-db0b-41ab-891f-4d7313ea9b24/48fe6780-db0b-41ab-891f-4d7313ea9b24.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.475109] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a70e1a8f-9620-4331-b460-10ef22b57e86 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.482642] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Waiting for the task: (returnval){ [ 1300.482642] env[69330]: value = "task-4129404" [ 1300.482642] env[69330]: _type = "Task" [ 1300.482642] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.494719] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129403, 'name': Destroy_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.497930] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129404, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.899204] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.996207] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129404, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.999280] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129403, 'name': Destroy_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.497723] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129403, 'name': Destroy_Task, 'duration_secs': 1.466523} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.500949] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Destroyed the VM [ 1301.501236] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1301.501569] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129404, 'name': Rename_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.501721] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a21e6f42-1a2e-42a4-93dd-ea9b32fe0f04 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.509677] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1301.509677] env[69330]: value = "task-4129405" [ 1301.509677] env[69330]: _type = "Task" [ 1301.509677] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.518348] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129405, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.898649] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.898829] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.997725] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129404, 'name': Rename_Task, 'duration_secs': 1.078321} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.998100] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.998305] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c365e69-15aa-455e-bd71-9f6d73b549bb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.005020] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Waiting for the task: (returnval){ [ 1302.005020] env[69330]: value = "task-4129406" [ 1302.005020] env[69330]: _type = "Task" [ 1302.005020] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.013196] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.021715] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129405, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.402558] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.402927] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.403172] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.403401] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69330) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1302.404643] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4628ca-f159-444c-a255-4a6e0c7d2f22 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.415669] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d3b524-b805-4fd3-af47-57b779503fda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.432710] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148678d9-5342-485f-8796-f9b1acc18287 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.439910] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a449fd-0125-4451-bb97-f651c27f46c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.471259] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180087MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69330) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1302.471458] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.471622] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.515132] env[69330]: DEBUG oslo_vmware.api [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129406, 'name': PowerOnVM_Task, 'duration_secs': 0.424807} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.518458] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.518669] env[69330]: INFO nova.compute.manager [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1302.518846] env[69330]: DEBUG nova.compute.manager [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1302.519794] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54b4f8e-4c7f-4361-9cd3-dd60eb4a817b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.532434] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129405, 'name': RemoveSnapshot_Task, 'duration_secs': 0.609111} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.532891] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1302.533182] env[69330]: DEBUG nova.compute.manager [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1302.534014] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5321d3f3-3590-4fbf-8485-4381d712dd38 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.039471] env[69330]: INFO nova.compute.manager [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Took 15.15 seconds to build instance. [ 1303.046254] env[69330]: INFO nova.compute.manager [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Shelve offloading [ 1303.502392] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance d96151fe-5ed4-48f8-8d64-52554141341e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.502392] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 7c3c4310-5100-4326-b831-1a3b05259c2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.502733] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 5d46d3e3-95fd-4d37-9552-95d89f68a7ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.502733] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance b46ac3c1-871b-412f-817f-465ea0bd7b0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.502816] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance a9b8ac6c-63bc-4563-a622-213accb115a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.503104] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 489a79c4-fe47-43fd-8d8b-461206feac66 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.503170] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 1081ac40-6325-49e8-bb94-b48d2f7a3052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.503269] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 48fe6780-db0b-41ab-891f-4d7313ea9b24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.503467] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1303.503606] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1303.543912] env[69330]: DEBUG oslo_concurrency.lockutils [None req-449af4f0-c29e-4016-a7d6-69419e927eb8 tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Lock "48fe6780-db0b-41ab-891f-4d7313ea9b24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.664s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.549888] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.550208] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7efd88a-4dd2-4cdd-b4b4-e59fa7f6d8bc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.557936] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1303.557936] env[69330]: value = "task-4129407" [ 1303.557936] env[69330]: _type = "Task" [ 1303.557936] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.566468] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.609809] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c13505c-9d13-4063-afc4-9617db750d5c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.617438] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf4c60b-766e-488f-8482-837e9c104ad5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.647936] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84827747-c2c8-4b48-9e03-0534fe43e296 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.655658] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6b9cc1-9dc6-4026-9929-c48a7833dfa2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.669614] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Acquiring lock "48fe6780-db0b-41ab-891f-4d7313ea9b24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.669833] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Lock "48fe6780-db0b-41ab-891f-4d7313ea9b24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.669962] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Acquiring lock "48fe6780-db0b-41ab-891f-4d7313ea9b24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.670229] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Lock "48fe6780-db0b-41ab-891f-4d7313ea9b24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.670442] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Lock "48fe6780-db0b-41ab-891f-4d7313ea9b24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.672665] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.674052] env[69330]: INFO nova.compute.manager [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Terminating instance [ 1304.069199] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1304.069549] env[69330]: DEBUG nova.compute.manager [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1304.070201] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f7a450-7d8c-4c08-b413-691d51ec45eb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.076170] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.076362] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.076501] env[69330]: DEBUG nova.network.neutron [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.177797] env[69330]: DEBUG nova.scheduler.client.report [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.182022] env[69330]: DEBUG nova.compute.manager [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1304.182297] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.183310] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514fcbc0-8ae9-4f11-9cca-9c6edec3b8fc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.193750] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.194044] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfb29a8c-1e04-4401-89ba-f5454a92e0fb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.202417] env[69330]: DEBUG oslo_vmware.api [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Waiting for the task: (returnval){ [ 1304.202417] env[69330]: value = "task-4129408" [ 1304.202417] env[69330]: _type = "Task" [ 1304.202417] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.213645] env[69330]: DEBUG oslo_vmware.api [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.689307] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1304.689512] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.218s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.712295] env[69330]: DEBUG oslo_vmware.api [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129408, 'name': PowerOffVM_Task, 'duration_secs': 0.217224} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.712558] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.712726] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.712972] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-812201ff-c792-45e0-b0fa-718cf5071dcf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.788037] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1304.788232] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1304.788401] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Deleting the datastore file [datastore2] 48fe6780-db0b-41ab-891f-4d7313ea9b24 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.788740] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d860e096-3e45-4063-adc9-cff77ebc9dd1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.796721] env[69330]: DEBUG oslo_vmware.api [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Waiting for the task: (returnval){ [ 1304.796721] env[69330]: value = "task-4129410" [ 1304.796721] env[69330]: _type = "Task" [ 1304.796721] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.807701] env[69330]: DEBUG oslo_vmware.api [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.838179] env[69330]: DEBUG nova.network.neutron [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Updating instance_info_cache with network_info: [{"id": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "address": "fa:16:3e:10:ae:8d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4227349f-c5", "ovs_interfaceid": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.306165] env[69330]: DEBUG oslo_vmware.api [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Task: {'id': task-4129410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152724} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.306573] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.306573] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.306739] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.306910] env[69330]: INFO nova.compute.manager [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1305.307182] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.307375] env[69330]: DEBUG nova.compute.manager [-] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1305.307467] env[69330]: DEBUG nova.network.neutron [-] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1305.341178] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.580390] env[69330]: DEBUG nova.compute.manager [req-6fd3c932-08dc-4dbc-a699-3cb0eb95cb73 req-9619f27b-6c10-4dae-9db1-b737c3106f22 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Received event network-vif-unplugged-4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.580604] env[69330]: DEBUG oslo_concurrency.lockutils [req-6fd3c932-08dc-4dbc-a699-3cb0eb95cb73 req-9619f27b-6c10-4dae-9db1-b737c3106f22 service nova] Acquiring lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.580806] env[69330]: DEBUG oslo_concurrency.lockutils [req-6fd3c932-08dc-4dbc-a699-3cb0eb95cb73 req-9619f27b-6c10-4dae-9db1-b737c3106f22 service nova] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.580965] env[69330]: DEBUG oslo_concurrency.lockutils [req-6fd3c932-08dc-4dbc-a699-3cb0eb95cb73 req-9619f27b-6c10-4dae-9db1-b737c3106f22 service nova] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.581404] env[69330]: DEBUG nova.compute.manager [req-6fd3c932-08dc-4dbc-a699-3cb0eb95cb73 req-9619f27b-6c10-4dae-9db1-b737c3106f22 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] No waiting events found dispatching network-vif-unplugged-4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1305.581601] env[69330]: WARNING nova.compute.manager [req-6fd3c932-08dc-4dbc-a699-3cb0eb95cb73 req-9619f27b-6c10-4dae-9db1-b737c3106f22 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Received unexpected event network-vif-unplugged-4227349f-c50a-410e-87d7-c3d6ef1d630f for instance with vm_state shelved and task_state shelving_offloading. [ 1305.585356] env[69330]: DEBUG nova.compute.manager [req-e6c8b3b8-d66d-44bb-a806-21a430adcdd4 req-b69ee952-08ae-4cfc-8092-16a5ce34e204 service nova] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Received event network-vif-deleted-2527c23b-86d7-40e0-8787-189b36ec3572 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.586072] env[69330]: INFO nova.compute.manager [req-e6c8b3b8-d66d-44bb-a806-21a430adcdd4 req-b69ee952-08ae-4cfc-8092-16a5ce34e204 service nova] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Neutron deleted interface 2527c23b-86d7-40e0-8787-189b36ec3572; detaching it from the instance and deleting it from the info cache [ 1305.586072] env[69330]: DEBUG nova.network.neutron [req-e6c8b3b8-d66d-44bb-a806-21a430adcdd4 req-b69ee952-08ae-4cfc-8092-16a5ce34e204 service nova] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.683934] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.684917] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec62c6d-90eb-4713-b391-dbc73e373fa3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.692941] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.693204] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71d68f52-13d0-4920-9b63-4a71d44aab3c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.762606] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.762855] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.763024] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleting the datastore file [datastore1] b46ac3c1-871b-412f-817f-465ea0bd7b0d {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.763328] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ffa1dd2-fb7b-4a0e-a03d-7b58d33c4e8a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.770729] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1305.770729] env[69330]: value = "task-4129412" [ 1305.770729] env[69330]: _type = "Task" [ 1305.770729] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.778698] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.060032] env[69330]: DEBUG nova.network.neutron [-] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.088900] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33b80ce3-b721-4253-898e-376d2f547acd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.099322] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f1f078-7325-47c3-a8c2-63abde57ed03 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.133194] env[69330]: DEBUG nova.compute.manager [req-e6c8b3b8-d66d-44bb-a806-21a430adcdd4 req-b69ee952-08ae-4cfc-8092-16a5ce34e204 service nova] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Detach interface failed, port_id=2527c23b-86d7-40e0-8787-189b36ec3572, reason: Instance 48fe6780-db0b-41ab-891f-4d7313ea9b24 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1306.172130] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "a9b8ac6c-63bc-4563-a622-213accb115a5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.172130] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "a9b8ac6c-63bc-4563-a622-213accb115a5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.280712] env[69330]: DEBUG oslo_vmware.api [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171313} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.280999] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.281186] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.281367] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.307091] env[69330]: INFO nova.scheduler.client.report [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleted allocations for instance b46ac3c1-871b-412f-817f-465ea0bd7b0d [ 1306.562483] env[69330]: INFO nova.compute.manager [-] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Took 1.25 seconds to deallocate network for instance. [ 1306.674683] env[69330]: DEBUG nova.compute.utils [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1306.812086] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.812474] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.812803] env[69330]: DEBUG nova.objects.instance [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'resources' on Instance uuid b46ac3c1-871b-412f-817f-465ea0bd7b0d {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.069211] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.178934] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "a9b8ac6c-63bc-4563-a622-213accb115a5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.316230] env[69330]: DEBUG nova.objects.instance [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'numa_topology' on Instance uuid b46ac3c1-871b-412f-817f-465ea0bd7b0d {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.638574] env[69330]: DEBUG nova.compute.manager [req-e425d4a1-bfe6-49f5-a6e3-15b92b0354c7 req-7ac52a56-3aba-43a9-b414-062dea32c5c4 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Received event network-changed-4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.638812] env[69330]: DEBUG nova.compute.manager [req-e425d4a1-bfe6-49f5-a6e3-15b92b0354c7 req-7ac52a56-3aba-43a9-b414-062dea32c5c4 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Refreshing instance network info cache due to event network-changed-4227349f-c50a-410e-87d7-c3d6ef1d630f. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.638992] env[69330]: DEBUG oslo_concurrency.lockutils [req-e425d4a1-bfe6-49f5-a6e3-15b92b0354c7 req-7ac52a56-3aba-43a9-b414-062dea32c5c4 service nova] Acquiring lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.639142] env[69330]: DEBUG oslo_concurrency.lockutils [req-e425d4a1-bfe6-49f5-a6e3-15b92b0354c7 req-7ac52a56-3aba-43a9-b414-062dea32c5c4 service nova] Acquired lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.639302] env[69330]: DEBUG nova.network.neutron [req-e425d4a1-bfe6-49f5-a6e3-15b92b0354c7 req-7ac52a56-3aba-43a9-b414-062dea32c5c4 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Refreshing network info cache for port 4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.686023] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.686290] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.686457] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.686732] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.686775] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69330) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1307.819044] env[69330]: DEBUG nova.objects.base [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1307.925566] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed23175b-a242-428e-a7d0-d865df4a69c9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.934895] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f145237-ad01-44a0-bd13-b9e88359f018 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.965373] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead29a95-2dc5-4278-bffd-9b6062602c98 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.973012] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee695695-c15c-48aa-9e2d-fb90513ed30f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.986309] env[69330]: DEBUG nova.compute.provider_tree [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.246508] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "a9b8ac6c-63bc-4563-a622-213accb115a5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.246763] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "a9b8ac6c-63bc-4563-a622-213accb115a5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.246996] env[69330]: INFO nova.compute.manager [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Attaching volume a8272a91-9ae9-4229-b4f8-9e446d039051 to /dev/sdb [ 1308.281477] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04358bcf-536a-4297-b3a5-9e875dcf8bd4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.288900] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4542254-0a43-4752-909c-3b734050f6e9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.302735] env[69330]: DEBUG nova.virt.block_device [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Updating existing volume attachment record: 4846da2c-5856-4893-a5d2-498874d6f372 {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1308.358733] env[69330]: DEBUG nova.network.neutron [req-e425d4a1-bfe6-49f5-a6e3-15b92b0354c7 req-7ac52a56-3aba-43a9-b414-062dea32c5c4 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Updated VIF entry in instance network info cache for port 4227349f-c50a-410e-87d7-c3d6ef1d630f. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.359211] env[69330]: DEBUG nova.network.neutron [req-e425d4a1-bfe6-49f5-a6e3-15b92b0354c7 req-7ac52a56-3aba-43a9-b414-062dea32c5c4 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Updating instance_info_cache with network_info: [{"id": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "address": "fa:16:3e:10:ae:8d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4227349f-c5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.372586] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.489879] env[69330]: DEBUG nova.scheduler.client.report [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.861976] env[69330]: DEBUG oslo_concurrency.lockutils [req-e425d4a1-bfe6-49f5-a6e3-15b92b0354c7 req-7ac52a56-3aba-43a9-b414-062dea32c5c4 service nova] Releasing lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.994913] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.997524] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.928s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.997760] env[69330]: DEBUG nova.objects.instance [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Lazy-loading 'resources' on Instance uuid 48fe6780-db0b-41ab-891f-4d7313ea9b24 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.507923] env[69330]: DEBUG oslo_concurrency.lockutils [None req-1d019df0-85f0-4599-a577-f6306542b73d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.157s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.508811] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.136s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.508989] env[69330]: INFO nova.compute.manager [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Unshelving [ 1309.613566] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cba6d85-b317-4055-bd24-7a86f4985041 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.621700] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76337ae8-0fa4-4ad4-9b1a-c58e51598f22 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.653023] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a4f794-3f7a-4252-81ca-e0e28b1ad6a8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.660175] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cabe37-2706-4c81-83a4-13777ab5d216 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.673399] env[69330]: DEBUG nova.compute.provider_tree [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.176762] env[69330]: DEBUG nova.scheduler.client.report [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.536637] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.681354] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.683828] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.147s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.684583] env[69330]: DEBUG nova.objects.instance [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'pci_requests' on Instance uuid b46ac3c1-871b-412f-817f-465ea0bd7b0d {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.701433] env[69330]: INFO nova.scheduler.client.report [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Deleted allocations for instance 48fe6780-db0b-41ab-891f-4d7313ea9b24 [ 1310.894030] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.188543] env[69330]: DEBUG nova.objects.instance [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'numa_topology' on Instance uuid b46ac3c1-871b-412f-817f-465ea0bd7b0d {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.210382] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e260d38a-e0b6-4156-8e19-956872178f7c tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Lock "48fe6780-db0b-41ab-891f-4d7313ea9b24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.540s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.693483] env[69330]: INFO nova.compute.claims [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.799504] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe22d0f-4199-4fc4-b72e-86d5b1187e96 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.808111] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8d03c2-c0e2-48eb-b1ed-03605dd5217d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.842869] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2832e4d2-3118-4210-a973-221daca0c798 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.853597] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1312.853832] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817890', 'volume_id': 'a8272a91-9ae9-4229-b4f8-9e446d039051', 'name': 'volume-a8272a91-9ae9-4229-b4f8-9e446d039051', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9b8ac6c-63bc-4563-a622-213accb115a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8272a91-9ae9-4229-b4f8-9e446d039051', 'serial': 'a8272a91-9ae9-4229-b4f8-9e446d039051'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1312.854690] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a393d0-093d-47a9-bbad-f15d1876a154 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.858019] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf0086b-5072-4371-b9a5-a5cbc4fddb72 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.884984] env[69330]: DEBUG nova.compute.provider_tree [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.889624] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eb6be6-4f37-4f82-817c-bbf245bb7a15 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.925762] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-a8272a91-9ae9-4229-b4f8-9e446d039051/volume-a8272a91-9ae9-4229-b4f8-9e446d039051.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.926501] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b78fe45-e270-426d-be29-503bf6cd1af2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.946566] env[69330]: DEBUG oslo_vmware.api [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1312.946566] env[69330]: value = "task-4129415" [ 1312.946566] env[69330]: _type = "Task" [ 1312.946566] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.958462] env[69330]: DEBUG oslo_vmware.api [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.394823] env[69330]: DEBUG nova.scheduler.client.report [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.457807] env[69330]: DEBUG oslo_vmware.api [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129415, 'name': ReconfigVM_Task, 'duration_secs': 0.348914} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.458114] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-a8272a91-9ae9-4229-b4f8-9e446d039051/volume-a8272a91-9ae9-4229-b4f8-9e446d039051.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.462838] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a882876d-6121-42f6-b3df-5f20121f1834 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.478692] env[69330]: DEBUG oslo_vmware.api [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1313.478692] env[69330]: value = "task-4129416" [ 1313.478692] env[69330]: _type = "Task" [ 1313.478692] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.489264] env[69330]: DEBUG oslo_vmware.api [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.900922] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.217s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.949009] env[69330]: INFO nova.network.neutron [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Updating port 4227349f-c50a-410e-87d7-c3d6ef1d630f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1313.991207] env[69330]: DEBUG oslo_vmware.api [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129416, 'name': ReconfigVM_Task, 'duration_secs': 0.182608} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.991526] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817890', 'volume_id': 'a8272a91-9ae9-4229-b4f8-9e446d039051', 'name': 'volume-a8272a91-9ae9-4229-b4f8-9e446d039051', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9b8ac6c-63bc-4563-a622-213accb115a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8272a91-9ae9-4229-b4f8-9e446d039051', 'serial': 'a8272a91-9ae9-4229-b4f8-9e446d039051'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1315.034266] env[69330]: DEBUG nova.objects.instance [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lazy-loading 'flavor' on Instance uuid a9b8ac6c-63bc-4563-a622-213accb115a5 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.391843] env[69330]: DEBUG nova.compute.manager [req-f6f75a23-a335-47f6-ae3b-cd56cc2c2834 req-c1564114-5feb-4d5d-949c-27b6dc0b1321 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Received event network-vif-plugged-4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.391843] env[69330]: DEBUG oslo_concurrency.lockutils [req-f6f75a23-a335-47f6-ae3b-cd56cc2c2834 req-c1564114-5feb-4d5d-949c-27b6dc0b1321 service nova] Acquiring lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.391843] env[69330]: DEBUG oslo_concurrency.lockutils [req-f6f75a23-a335-47f6-ae3b-cd56cc2c2834 req-c1564114-5feb-4d5d-949c-27b6dc0b1321 service nova] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.391843] env[69330]: DEBUG oslo_concurrency.lockutils [req-f6f75a23-a335-47f6-ae3b-cd56cc2c2834 req-c1564114-5feb-4d5d-949c-27b6dc0b1321 service nova] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.391843] env[69330]: DEBUG nova.compute.manager [req-f6f75a23-a335-47f6-ae3b-cd56cc2c2834 req-c1564114-5feb-4d5d-949c-27b6dc0b1321 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] No waiting events found dispatching network-vif-plugged-4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1315.391843] env[69330]: WARNING nova.compute.manager [req-f6f75a23-a335-47f6-ae3b-cd56cc2c2834 req-c1564114-5feb-4d5d-949c-27b6dc0b1321 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Received unexpected event network-vif-plugged-4227349f-c50a-410e-87d7-c3d6ef1d630f for instance with vm_state shelved_offloaded and task_state spawning. [ 1315.476698] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.476753] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.476963] env[69330]: DEBUG nova.network.neutron [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.541781] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6117377b-d771-46cd-98f9-0ee192bf4204 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "a9b8ac6c-63bc-4563-a622-213accb115a5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.295s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.744136] env[69330]: DEBUG oslo_concurrency.lockutils [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "a9b8ac6c-63bc-4563-a622-213accb115a5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.744412] env[69330]: DEBUG oslo_concurrency.lockutils [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "a9b8ac6c-63bc-4563-a622-213accb115a5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.204481] env[69330]: DEBUG nova.network.neutron [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Updating instance_info_cache with network_info: [{"id": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "address": "fa:16:3e:10:ae:8d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4227349f-c5", "ovs_interfaceid": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.250867] env[69330]: INFO nova.compute.manager [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Detaching volume a8272a91-9ae9-4229-b4f8-9e446d039051 [ 1316.285396] env[69330]: INFO nova.virt.block_device [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Attempting to driver detach volume a8272a91-9ae9-4229-b4f8-9e446d039051 from mountpoint /dev/sdb [ 1316.285661] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1316.285853] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817890', 'volume_id': 'a8272a91-9ae9-4229-b4f8-9e446d039051', 'name': 'volume-a8272a91-9ae9-4229-b4f8-9e446d039051', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9b8ac6c-63bc-4563-a622-213accb115a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8272a91-9ae9-4229-b4f8-9e446d039051', 'serial': 'a8272a91-9ae9-4229-b4f8-9e446d039051'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1316.287164] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf3c03a-c296-4ba3-b1f1-3764d37efcb2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.310988] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766178db-582c-4ee5-940b-d6e56fbf3dc7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.318522] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a73f68f-8fb5-4827-b218-579a9f69730c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.341447] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636b3d53-3f47-402c-a961-af0a68fa3488 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.361323] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] The volume has not been displaced from its original location: [datastore1] volume-a8272a91-9ae9-4229-b4f8-9e446d039051/volume-a8272a91-9ae9-4229-b4f8-9e446d039051.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1316.367083] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1316.368580] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78a72a42-e5f4-44a6-85b7-6a6c24a3693c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.391324] env[69330]: DEBUG oslo_vmware.api [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1316.391324] env[69330]: value = "task-4129417" [ 1316.391324] env[69330]: _type = "Task" [ 1316.391324] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.400944] env[69330]: DEBUG oslo_vmware.api [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.707359] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.744049] env[69330]: DEBUG nova.virt.hardware [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='68b4d6f05aa9b4b468fd0549634968dd',container_format='bare',created_at=2025-05-14T06:27:27Z,direct_url=,disk_format='vmdk',id=28f7a953-3ab4-414d-a60a-abe15fd624e9,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-174108985-shelved',owner='55315806889f42cda60482f7d60fb6cd',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-05-14T06:27:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.744361] env[69330]: DEBUG nova.virt.hardware [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.744524] env[69330]: DEBUG nova.virt.hardware [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.744708] env[69330]: DEBUG nova.virt.hardware [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.744857] env[69330]: DEBUG nova.virt.hardware [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.745013] env[69330]: DEBUG nova.virt.hardware [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.745287] env[69330]: DEBUG nova.virt.hardware [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.745480] env[69330]: DEBUG nova.virt.hardware [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.745654] env[69330]: DEBUG nova.virt.hardware [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.745822] env[69330]: DEBUG nova.virt.hardware [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.745998] env[69330]: DEBUG nova.virt.hardware [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.746866] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c32f484-4506-408c-a672-bb9503c8672a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.754807] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51039e98-398d-4f8d-b7b2-75edf07249e2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.767982] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:ae:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4227349f-c50a-410e-87d7-c3d6ef1d630f', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.775248] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1316.775492] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.775696] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b010f48-814e-44c6-8504-9ff6f23e52c9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.794382] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.794382] env[69330]: value = "task-4129418" [ 1316.794382] env[69330]: _type = "Task" [ 1316.794382] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.802139] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129418, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.886239] env[69330]: DEBUG oslo_concurrency.lockutils [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "7c3c4310-5100-4326-b831-1a3b05259c2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.886622] env[69330]: DEBUG oslo_concurrency.lockutils [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.886878] env[69330]: DEBUG oslo_concurrency.lockutils [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "7c3c4310-5100-4326-b831-1a3b05259c2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.887094] env[69330]: DEBUG oslo_concurrency.lockutils [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.887274] env[69330]: DEBUG oslo_concurrency.lockutils [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.889493] env[69330]: INFO nova.compute.manager [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Terminating instance [ 1316.901343] env[69330]: DEBUG oslo_vmware.api [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129417, 'name': ReconfigVM_Task, 'duration_secs': 0.247435} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.902172] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1316.907518] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-193bd37a-ffb1-4329-933b-68ff7e4726a7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.925937] env[69330]: DEBUG oslo_vmware.api [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1316.925937] env[69330]: value = "task-4129419" [ 1316.925937] env[69330]: _type = "Task" [ 1316.925937] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.936113] env[69330]: DEBUG oslo_vmware.api [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.304727] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129418, 'name': CreateVM_Task, 'duration_secs': 0.323718} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.304963] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.305609] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28f7a953-3ab4-414d-a60a-abe15fd624e9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.305780] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28f7a953-3ab4-414d-a60a-abe15fd624e9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.306193] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28f7a953-3ab4-414d-a60a-abe15fd624e9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.306454] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cfdcf9c-17b5-4a5f-92c7-7b484b025b72 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.311862] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1317.311862] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f2dc5c-017d-dfc9-930b-8b5cd868a15a" [ 1317.311862] env[69330]: _type = "Task" [ 1317.311862] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.320716] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f2dc5c-017d-dfc9-930b-8b5cd868a15a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.396765] env[69330]: DEBUG nova.compute.manager [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.397017] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.398036] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b3f060-7003-46bb-bc32-20634fa28b83 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.405660] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.405916] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a2eb046-d69f-4afa-9d19-2a67fcc22675 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.413577] env[69330]: DEBUG oslo_vmware.api [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1317.413577] env[69330]: value = "task-4129420" [ 1317.413577] env[69330]: _type = "Task" [ 1317.413577] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.423660] env[69330]: DEBUG nova.compute.manager [req-5532e53f-e28e-4c5b-9812-08313c1ac6fd req-67b6c2ec-dbaf-490d-9689-9b69f4b8a55f service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Received event network-changed-4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.423919] env[69330]: DEBUG nova.compute.manager [req-5532e53f-e28e-4c5b-9812-08313c1ac6fd req-67b6c2ec-dbaf-490d-9689-9b69f4b8a55f service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Refreshing instance network info cache due to event network-changed-4227349f-c50a-410e-87d7-c3d6ef1d630f. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.424272] env[69330]: DEBUG oslo_concurrency.lockutils [req-5532e53f-e28e-4c5b-9812-08313c1ac6fd req-67b6c2ec-dbaf-490d-9689-9b69f4b8a55f service nova] Acquiring lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.424498] env[69330]: DEBUG oslo_concurrency.lockutils [req-5532e53f-e28e-4c5b-9812-08313c1ac6fd req-67b6c2ec-dbaf-490d-9689-9b69f4b8a55f service nova] Acquired lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.424744] env[69330]: DEBUG nova.network.neutron [req-5532e53f-e28e-4c5b-9812-08313c1ac6fd req-67b6c2ec-dbaf-490d-9689-9b69f4b8a55f service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Refreshing network info cache for port 4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.438675] env[69330]: DEBUG oslo_vmware.api [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.444922] env[69330]: DEBUG oslo_vmware.api [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129419, 'name': ReconfigVM_Task, 'duration_secs': 0.193311} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.445248] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817890', 'volume_id': 'a8272a91-9ae9-4229-b4f8-9e446d039051', 'name': 'volume-a8272a91-9ae9-4229-b4f8-9e446d039051', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9b8ac6c-63bc-4563-a622-213accb115a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8272a91-9ae9-4229-b4f8-9e446d039051', 'serial': 'a8272a91-9ae9-4229-b4f8-9e446d039051'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1317.822626] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28f7a953-3ab4-414d-a60a-abe15fd624e9" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.822893] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Processing image 28f7a953-3ab4-414d-a60a-abe15fd624e9 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.823153] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28f7a953-3ab4-414d-a60a-abe15fd624e9/28f7a953-3ab4-414d-a60a-abe15fd624e9.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.823304] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28f7a953-3ab4-414d-a60a-abe15fd624e9/28f7a953-3ab4-414d-a60a-abe15fd624e9.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.823478] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.823724] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad7577d4-9e46-45a0-9a9a-813829998f13 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.833147] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.833421] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.834198] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e308f0b-801b-4554-beb8-740692f971c4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.840113] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1317.840113] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ed1b97-9eeb-2120-95e2-6ff853b00a7f" [ 1317.840113] env[69330]: _type = "Task" [ 1317.840113] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.848248] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ed1b97-9eeb-2120-95e2-6ff853b00a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.923909] env[69330]: DEBUG oslo_vmware.api [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129420, 'name': PowerOffVM_Task, 'duration_secs': 0.192674} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.924179] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.924517] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.924799] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bbd6027-064f-4a00-b636-f35197f2b617 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.988813] env[69330]: DEBUG nova.objects.instance [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lazy-loading 'flavor' on Instance uuid a9b8ac6c-63bc-4563-a622-213accb115a5 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.993565] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.993798] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.993960] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Deleting the datastore file [datastore1] 7c3c4310-5100-4326-b831-1a3b05259c2b {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.994297] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-978da655-7bd4-410e-ba4a-ec8d0f1edff6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.001373] env[69330]: DEBUG oslo_vmware.api [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1318.001373] env[69330]: value = "task-4129422" [ 1318.001373] env[69330]: _type = "Task" [ 1318.001373] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.012404] env[69330]: DEBUG oslo_vmware.api [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.158505] env[69330]: DEBUG nova.network.neutron [req-5532e53f-e28e-4c5b-9812-08313c1ac6fd req-67b6c2ec-dbaf-490d-9689-9b69f4b8a55f service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Updated VIF entry in instance network info cache for port 4227349f-c50a-410e-87d7-c3d6ef1d630f. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.158893] env[69330]: DEBUG nova.network.neutron [req-5532e53f-e28e-4c5b-9812-08313c1ac6fd req-67b6c2ec-dbaf-490d-9689-9b69f4b8a55f service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Updating instance_info_cache with network_info: [{"id": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "address": "fa:16:3e:10:ae:8d", "network": {"id": "aae7eb6a-50af-4ffe-926f-094e14c98cee", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1348528973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55315806889f42cda60482f7d60fb6cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4227349f-c5", "ovs_interfaceid": "4227349f-c50a-410e-87d7-c3d6ef1d630f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.354038] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Preparing fetch location {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1318.354437] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Fetch image to [datastore1] OSTACK_IMG_ececf92f-5895-4392-88fe-491fedb58275/OSTACK_IMG_ececf92f-5895-4392-88fe-491fedb58275.vmdk {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1318.354572] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Downloading stream optimized image 28f7a953-3ab4-414d-a60a-abe15fd624e9 to [datastore1] OSTACK_IMG_ececf92f-5895-4392-88fe-491fedb58275/OSTACK_IMG_ececf92f-5895-4392-88fe-491fedb58275.vmdk on the data store datastore1 as vApp {{(pid=69330) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1318.354858] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Downloading image file data 28f7a953-3ab4-414d-a60a-abe15fd624e9 to the ESX as VM named 'OSTACK_IMG_ececf92f-5895-4392-88fe-491fedb58275' {{(pid=69330) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1318.434491] env[69330]: DEBUG oslo_vmware.rw_handles [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1318.434491] env[69330]: value = "resgroup-9" [ 1318.434491] env[69330]: _type = "ResourcePool" [ 1318.434491] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1318.434798] env[69330]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6cd88eda-cc80-40e0-b32b-d0cde5331f62 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.456534] env[69330]: DEBUG oslo_vmware.rw_handles [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lease: (returnval){ [ 1318.456534] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52516862-c9dc-801d-8443-0536e90c5714" [ 1318.456534] env[69330]: _type = "HttpNfcLease" [ 1318.456534] env[69330]: } obtained for vApp import into resource pool (val){ [ 1318.456534] env[69330]: value = "resgroup-9" [ 1318.456534] env[69330]: _type = "ResourcePool" [ 1318.456534] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1318.456534] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the lease: (returnval){ [ 1318.456534] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52516862-c9dc-801d-8443-0536e90c5714" [ 1318.456534] env[69330]: _type = "HttpNfcLease" [ 1318.456534] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1318.463822] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1318.463822] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52516862-c9dc-801d-8443-0536e90c5714" [ 1318.463822] env[69330]: _type = "HttpNfcLease" [ 1318.463822] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1318.513047] env[69330]: DEBUG oslo_vmware.api [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14344} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.513047] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.513047] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.513340] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.513721] env[69330]: INFO nova.compute.manager [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1318.513721] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.513951] env[69330]: DEBUG nova.compute.manager [-] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.513951] env[69330]: DEBUG nova.network.neutron [-] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.661441] env[69330]: DEBUG oslo_concurrency.lockutils [req-5532e53f-e28e-4c5b-9812-08313c1ac6fd req-67b6c2ec-dbaf-490d-9689-9b69f4b8a55f service nova] Releasing lock "refresh_cache-b46ac3c1-871b-412f-817f-465ea0bd7b0d" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.966129] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1318.966129] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52516862-c9dc-801d-8443-0536e90c5714" [ 1318.966129] env[69330]: _type = "HttpNfcLease" [ 1318.966129] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1318.997107] env[69330]: DEBUG oslo_concurrency.lockutils [None req-00718c0d-8d7e-4fbd-8b9a-789010cc3fb0 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "a9b8ac6c-63bc-4563-a622-213accb115a5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.445101] env[69330]: DEBUG nova.compute.manager [req-417ed08c-112a-4817-8b66-c16e29271781 req-f856bf49-aac1-4782-873c-c7fe94198a12 service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Received event network-vif-deleted-15f88752-4157-4232-b54f-7abb49fde703 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.445424] env[69330]: INFO nova.compute.manager [req-417ed08c-112a-4817-8b66-c16e29271781 req-f856bf49-aac1-4782-873c-c7fe94198a12 service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Neutron deleted interface 15f88752-4157-4232-b54f-7abb49fde703; detaching it from the instance and deleting it from the info cache [ 1319.445666] env[69330]: DEBUG nova.network.neutron [req-417ed08c-112a-4817-8b66-c16e29271781 req-f856bf49-aac1-4782-873c-c7fe94198a12 service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.449423] env[69330]: DEBUG nova.network.neutron [-] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.466181] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1319.466181] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52516862-c9dc-801d-8443-0536e90c5714" [ 1319.466181] env[69330]: _type = "HttpNfcLease" [ 1319.466181] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1319.466526] env[69330]: DEBUG oslo_vmware.rw_handles [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1319.466526] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52516862-c9dc-801d-8443-0536e90c5714" [ 1319.466526] env[69330]: _type = "HttpNfcLease" [ 1319.466526] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1319.467255] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7083544-69ff-49c5-9459-7c2afb934f63 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.475683] env[69330]: DEBUG oslo_vmware.rw_handles [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528142cb-ba70-1593-ea98-b10012805379/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1319.475683] env[69330]: DEBUG oslo_vmware.rw_handles [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528142cb-ba70-1593-ea98-b10012805379/disk-0.vmdk. {{(pid=69330) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1319.540341] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4eae2f7e-5eac-4c48-9e01-a8841563bad3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.948237] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e92448de-784f-4ed3-bfad-8d523203a1e3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.951814] env[69330]: INFO nova.compute.manager [-] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Took 1.44 seconds to deallocate network for instance. [ 1319.964670] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786587e6-52cf-42fb-a0f3-161dce598173 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.003901] env[69330]: DEBUG nova.compute.manager [req-417ed08c-112a-4817-8b66-c16e29271781 req-f856bf49-aac1-4782-873c-c7fe94198a12 service nova] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Detach interface failed, port_id=15f88752-4157-4232-b54f-7abb49fde703, reason: Instance 7c3c4310-5100-4326-b831-1a3b05259c2b could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1320.037579] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "a9b8ac6c-63bc-4563-a622-213accb115a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.037863] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "a9b8ac6c-63bc-4563-a622-213accb115a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.038154] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "a9b8ac6c-63bc-4563-a622-213accb115a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.038374] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "a9b8ac6c-63bc-4563-a622-213accb115a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.038555] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "a9b8ac6c-63bc-4563-a622-213accb115a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.040876] env[69330]: INFO nova.compute.manager [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Terminating instance [ 1320.463270] env[69330]: DEBUG oslo_concurrency.lockutils [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.463767] env[69330]: DEBUG oslo_concurrency.lockutils [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.463855] env[69330]: DEBUG nova.objects.instance [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lazy-loading 'resources' on Instance uuid 7c3c4310-5100-4326-b831-1a3b05259c2b {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.544907] env[69330]: DEBUG nova.compute.manager [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.545224] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.546753] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6404514-f030-41ff-8540-ac926ff6e5c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.556872] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.558265] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f5690e6-0b46-4e75-bbef-a74f76a8d70a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.565575] env[69330]: DEBUG oslo_vmware.api [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1320.565575] env[69330]: value = "task-4129424" [ 1320.565575] env[69330]: _type = "Task" [ 1320.565575] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.577870] env[69330]: DEBUG oslo_vmware.api [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.657168] env[69330]: DEBUG oslo_vmware.rw_handles [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Completed reading data from the image iterator. {{(pid=69330) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1320.657452] env[69330]: DEBUG oslo_vmware.rw_handles [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528142cb-ba70-1593-ea98-b10012805379/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1320.658813] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c62fda-6954-4d82-90be-cc9ab2631975 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.667899] env[69330]: DEBUG oslo_vmware.rw_handles [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528142cb-ba70-1593-ea98-b10012805379/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1320.668187] env[69330]: DEBUG oslo_vmware.rw_handles [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528142cb-ba70-1593-ea98-b10012805379/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1320.668574] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6616b747-bf43-4de4-a25d-0aa02e261b82 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.978707] env[69330]: DEBUG oslo_vmware.rw_handles [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528142cb-ba70-1593-ea98-b10012805379/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1320.978957] env[69330]: INFO nova.virt.vmwareapi.images [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Downloaded image file data 28f7a953-3ab4-414d-a60a-abe15fd624e9 [ 1320.979819] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08095333-46c9-4ba7-8a2f-37936855cd9e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.001517] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f075077-0ae5-46a8-8ac6-f03acd415058 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.081035] env[69330]: DEBUG oslo_vmware.api [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129424, 'name': PowerOffVM_Task, 'duration_secs': 0.209684} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.081463] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.081766] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.082120] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a51fa4df-32f6-4483-8c79-8faaf113cc25 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.085912] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646ba21e-bfc7-492e-b0c6-07b9b8fe2c3b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.096069] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e253cd52-b0c3-4a15-a39a-6be57679af28 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.100359] env[69330]: INFO nova.virt.vmwareapi.images [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] The imported VM was unregistered [ 1321.102840] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Caching image {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1321.103087] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Creating directory with path [datastore1] devstack-image-cache_base/28f7a953-3ab4-414d-a60a-abe15fd624e9 {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.103791] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0a454a9-5eb5-4b13-b7ca-49132aad39e3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.132043] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0b7ce0-6069-414e-8c09-6cd6f53ce891 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.140494] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363182d0-daeb-4748-8e15-1af9125b1e7e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.146586] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Created directory with path [datastore1] devstack-image-cache_base/28f7a953-3ab4-414d-a60a-abe15fd624e9 {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.146791] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ececf92f-5895-4392-88fe-491fedb58275/OSTACK_IMG_ececf92f-5895-4392-88fe-491fedb58275.vmdk to [datastore1] devstack-image-cache_base/28f7a953-3ab4-414d-a60a-abe15fd624e9/28f7a953-3ab4-414d-a60a-abe15fd624e9.vmdk. {{(pid=69330) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1321.147433] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7565358f-f508-4421-a6d1-dafcf7dc2818 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.158126] env[69330]: DEBUG nova.compute.provider_tree [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.161732] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.161954] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.162152] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Deleting the datastore file [datastore2] a9b8ac6c-63bc-4563-a622-213accb115a5 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.162433] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63fb0c30-f50b-4677-b79d-d1c6c090e35c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.166282] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1321.166282] env[69330]: value = "task-4129427" [ 1321.166282] env[69330]: _type = "Task" [ 1321.166282] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.171533] env[69330]: DEBUG oslo_vmware.api [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for the task: (returnval){ [ 1321.171533] env[69330]: value = "task-4129428" [ 1321.171533] env[69330]: _type = "Task" [ 1321.171533] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.180608] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129427, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.186200] env[69330]: DEBUG oslo_vmware.api [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.663687] env[69330]: DEBUG nova.scheduler.client.report [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.684302] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129427, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.694385] env[69330]: DEBUG oslo_vmware.api [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Task: {'id': task-4129428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166256} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.694856] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.695235] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.695587] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.695913] env[69330]: INFO nova.compute.manager [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1321.696342] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.696695] env[69330]: DEBUG nova.compute.manager [-] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.696871] env[69330]: DEBUG nova.network.neutron [-] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.173208] env[69330]: DEBUG oslo_concurrency.lockutils [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.179982] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129427, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.205501] env[69330]: INFO nova.scheduler.client.report [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Deleted allocations for instance 7c3c4310-5100-4326-b831-1a3b05259c2b [ 1322.218603] env[69330]: DEBUG nova.compute.manager [req-eb1b2fd1-5d09-48f1-9f43-e585bc05a53a req-4cd04a7d-ae26-4afb-8610-5b5284f3feff service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Received event network-vif-deleted-a2b74bf1-2559-46a5-9362-990282a02455 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.218969] env[69330]: INFO nova.compute.manager [req-eb1b2fd1-5d09-48f1-9f43-e585bc05a53a req-4cd04a7d-ae26-4afb-8610-5b5284f3feff service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Neutron deleted interface a2b74bf1-2559-46a5-9362-990282a02455; detaching it from the instance and deleting it from the info cache [ 1322.219290] env[69330]: DEBUG nova.network.neutron [req-eb1b2fd1-5d09-48f1-9f43-e585bc05a53a req-4cd04a7d-ae26-4afb-8610-5b5284f3feff service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.679638] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129427, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.692563] env[69330]: DEBUG nova.network.neutron [-] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.715036] env[69330]: DEBUG oslo_concurrency.lockutils [None req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "7c3c4310-5100-4326-b831-1a3b05259c2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.828s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.722416] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21e9db7a-99d3-499c-b240-cafef8f94de7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.734408] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b9bfe0-4543-4b08-a808-5cc61126efc7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.766374] env[69330]: DEBUG nova.compute.manager [req-eb1b2fd1-5d09-48f1-9f43-e585bc05a53a req-4cd04a7d-ae26-4afb-8610-5b5284f3feff service nova] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Detach interface failed, port_id=a2b74bf1-2559-46a5-9362-990282a02455, reason: Instance a9b8ac6c-63bc-4563-a622-213accb115a5 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1323.181421] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129427, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.197680] env[69330]: INFO nova.compute.manager [-] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Took 1.50 seconds to deallocate network for instance. [ 1323.682691] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129427, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.450043} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.682691] env[69330]: INFO nova.virt.vmwareapi.ds_util [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ececf92f-5895-4392-88fe-491fedb58275/OSTACK_IMG_ececf92f-5895-4392-88fe-491fedb58275.vmdk to [datastore1] devstack-image-cache_base/28f7a953-3ab4-414d-a60a-abe15fd624e9/28f7a953-3ab4-414d-a60a-abe15fd624e9.vmdk. [ 1323.682691] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Cleaning up location [datastore1] OSTACK_IMG_ececf92f-5895-4392-88fe-491fedb58275 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1323.682691] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ececf92f-5895-4392-88fe-491fedb58275 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.682691] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52fe6a17-57b1-4b09-ab63-a6ec9dff3b5a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.687446] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1323.687446] env[69330]: value = "task-4129429" [ 1323.687446] env[69330]: _type = "Task" [ 1323.687446] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.696536] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.704599] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.704599] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.704599] env[69330]: DEBUG nova.objects.instance [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lazy-loading 'resources' on Instance uuid a9b8ac6c-63bc-4563-a622-213accb115a5 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.198078] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040399} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.198348] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.198966] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28f7a953-3ab4-414d-a60a-abe15fd624e9/28f7a953-3ab4-414d-a60a-abe15fd624e9.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.198966] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28f7a953-3ab4-414d-a60a-abe15fd624e9/28f7a953-3ab4-414d-a60a-abe15fd624e9.vmdk to [datastore1] b46ac3c1-871b-412f-817f-465ea0bd7b0d/b46ac3c1-871b-412f-817f-465ea0bd7b0d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1324.199259] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a4260f5-d840-4fb9-82b0-3287f58eba7c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.206556] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1324.206556] env[69330]: value = "task-4129430" [ 1324.206556] env[69330]: _type = "Task" [ 1324.206556] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.221122] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.310867] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f341666-1651-4849-b15a-f6d6dde73dd6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.320479] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046c3447-ec58-43e7-abb8-1e3cf9bbb7a4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.356824] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cbeeb4-3536-47bb-8bd7-3de995bed2e5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.365119] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d983b7-6001-4c78-81a2-643c33c78034 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.380998] env[69330]: DEBUG nova.compute.provider_tree [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.719485] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129430, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.884724] env[69330]: DEBUG nova.scheduler.client.report [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.036094] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "3017df45-a34a-4b9d-a448-3e66f8da415f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.036094] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.222566] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129430, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.390405] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.418201] env[69330]: INFO nova.scheduler.client.report [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Deleted allocations for instance a9b8ac6c-63bc-4563-a622-213accb115a5 [ 1325.537639] env[69330]: DEBUG nova.compute.manager [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.722773] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129430, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.926278] env[69330]: DEBUG oslo_concurrency.lockutils [None req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Lock "a9b8ac6c-63bc-4563-a622-213accb115a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.888s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.065368] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.065532] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.067207] env[69330]: INFO nova.compute.claims [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.222477] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129430, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.500813] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "489a79c4-fe47-43fd-8d8b-461206feac66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.501174] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "489a79c4-fe47-43fd-8d8b-461206feac66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.501489] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "489a79c4-fe47-43fd-8d8b-461206feac66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.501737] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "489a79c4-fe47-43fd-8d8b-461206feac66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.501928] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "489a79c4-fe47-43fd-8d8b-461206feac66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.504331] env[69330]: INFO nova.compute.manager [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Terminating instance [ 1326.724222] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129430, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.460852} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.725065] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28f7a953-3ab4-414d-a60a-abe15fd624e9/28f7a953-3ab4-414d-a60a-abe15fd624e9.vmdk to [datastore1] b46ac3c1-871b-412f-817f-465ea0bd7b0d/b46ac3c1-871b-412f-817f-465ea0bd7b0d.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.725490] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57279bd-dca5-4c46-8976-f43dd881f1e9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.755132] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b46ac3c1-871b-412f-817f-465ea0bd7b0d/b46ac3c1-871b-412f-817f-465ea0bd7b0d.vmdk or device None with type streamOptimized {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.755348] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-702bcbd4-af9b-44bc-8293-de05c9f7c624 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.777032] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1326.777032] env[69330]: value = "task-4129431" [ 1326.777032] env[69330]: _type = "Task" [ 1326.777032] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.787956] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.008929] env[69330]: DEBUG nova.compute.manager [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1327.009292] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.009625] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ff924eb-3700-4c05-901b-53d6c9fe23e1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.017620] env[69330]: DEBUG oslo_vmware.api [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1327.017620] env[69330]: value = "task-4129433" [ 1327.017620] env[69330]: _type = "Task" [ 1327.017620] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.026412] env[69330]: DEBUG oslo_vmware.api [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.181682] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795e6276-e9dc-4e3d-9570-dafbb8cd16dc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.190682] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d2aae6-a499-45cd-9e7b-c9f0186c4aec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.223419] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c18158e-56d1-4729-9854-ff3b96b04f6c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.233552] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c02846-858b-40ff-ad37-d41bb81a5185 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.249576] env[69330]: DEBUG nova.compute.provider_tree [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.286865] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129431, 'name': ReconfigVM_Task, 'duration_secs': 0.342765} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.286865] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b46ac3c1-871b-412f-817f-465ea0bd7b0d/b46ac3c1-871b-412f-817f-465ea0bd7b0d.vmdk or device None with type streamOptimized {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.287293] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cb46573-2129-4e9b-b767-4bfa619da344 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.295067] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1327.295067] env[69330]: value = "task-4129434" [ 1327.295067] env[69330]: _type = "Task" [ 1327.295067] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.303279] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129434, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.527672] env[69330]: DEBUG oslo_vmware.api [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129433, 'name': PowerOffVM_Task, 'duration_secs': 0.228436} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.527949] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.528160] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1327.528355] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817881', 'volume_id': '55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'name': 'volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '489a79c4-fe47-43fd-8d8b-461206feac66', 'attached_at': '2025-05-14T06:27:35.000000', 'detached_at': '', 'volume_id': '55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'serial': '55b3f3eb-d53f-4739-bca4-6794fac6ec84'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1327.529142] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6447910-4d55-48a3-a435-6afc42505ff0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.547890] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82182c6-c829-4eb7-bf15-746b56fd380e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.555180] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a30969c-9995-4133-98ca-a1b04c1f882b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.573196] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c65b9f4-5097-4ed5-822a-fff225a35005 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.588881] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] The volume has not been displaced from its original location: [datastore2] volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84/volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1327.594169] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1327.594558] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61a8a43c-011c-4c63-b89e-a01b8e6fb7a8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.612983] env[69330]: DEBUG oslo_vmware.api [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1327.612983] env[69330]: value = "task-4129435" [ 1327.612983] env[69330]: _type = "Task" [ 1327.612983] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.621220] env[69330]: DEBUG oslo_vmware.api [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.752649] env[69330]: DEBUG nova.scheduler.client.report [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.807520] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129434, 'name': Rename_Task, 'duration_secs': 0.145215} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.807788] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.808043] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13535506-f366-4fb8-af7f-96eed5bf90aa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.815521] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1327.815521] env[69330]: value = "task-4129436" [ 1327.815521] env[69330]: _type = "Task" [ 1327.815521] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.823723] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.123930] env[69330]: DEBUG oslo_vmware.api [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129435, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.258024] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.258703] env[69330]: DEBUG nova.compute.manager [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.332386] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129436, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.624372] env[69330]: DEBUG oslo_vmware.api [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129435, 'name': ReconfigVM_Task, 'duration_secs': 0.908089} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.624761] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1328.629470] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378f96fb-be01-4528-b744-5a957e1e2dd6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.646301] env[69330]: DEBUG oslo_vmware.api [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1328.646301] env[69330]: value = "task-4129437" [ 1328.646301] env[69330]: _type = "Task" [ 1328.646301] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.655305] env[69330]: DEBUG oslo_vmware.api [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.764060] env[69330]: DEBUG nova.compute.utils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.765897] env[69330]: DEBUG nova.compute.manager [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.766114] env[69330]: DEBUG nova.network.neutron [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.810488] env[69330]: DEBUG nova.policy [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b98b707b33604a07b0ff6cff979497b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8654bfade57f4267a939febf1979f12a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.826238] env[69330]: DEBUG oslo_vmware.api [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129436, 'name': PowerOnVM_Task, 'duration_secs': 0.541064} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.826525] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.938765] env[69330]: DEBUG nova.compute.manager [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1328.939743] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e2573d-b4c8-4087-8fa8-819daa96bead {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.093241] env[69330]: DEBUG nova.network.neutron [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Successfully created port: 9af4bd6f-7144-4b2c-938a-34f37732e318 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.159700] env[69330]: DEBUG oslo_vmware.api [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129437, 'name': ReconfigVM_Task, 'duration_secs': 0.123326} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.160025] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817881', 'volume_id': '55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'name': 'volume-55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '489a79c4-fe47-43fd-8d8b-461206feac66', 'attached_at': '2025-05-14T06:27:35.000000', 'detached_at': '', 'volume_id': '55b3f3eb-d53f-4739-bca4-6794fac6ec84', 'serial': '55b3f3eb-d53f-4739-bca4-6794fac6ec84'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1329.160936] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.161407] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8217cc6-03f2-4cf9-9389-4c81d7f52249 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.169329] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.169611] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6ac89aa-10f0-461a-88e1-1bb533de0f12 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.239105] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.239337] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.239530] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleting the datastore file [datastore2] 489a79c4-fe47-43fd-8d8b-461206feac66 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.239805] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-481c53f2-5ba5-442a-9728-c31c90e45a08 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.246504] env[69330]: DEBUG oslo_vmware.api [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1329.246504] env[69330]: value = "task-4129439" [ 1329.246504] env[69330]: _type = "Task" [ 1329.246504] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.256387] env[69330]: DEBUG oslo_vmware.api [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.269280] env[69330]: DEBUG nova.compute.manager [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.457812] env[69330]: DEBUG oslo_concurrency.lockutils [None req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.949s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.758033] env[69330]: DEBUG oslo_vmware.api [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083706} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.758222] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.758644] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.758644] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.758741] env[69330]: INFO nova.compute.manager [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1329.758894] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.759180] env[69330]: DEBUG nova.compute.manager [-] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.759281] env[69330]: DEBUG nova.network.neutron [-] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.279564] env[69330]: DEBUG nova.compute.manager [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1330.304586] env[69330]: DEBUG nova.virt.hardware [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.304852] env[69330]: DEBUG nova.virt.hardware [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.305024] env[69330]: DEBUG nova.virt.hardware [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.305241] env[69330]: DEBUG nova.virt.hardware [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.305398] env[69330]: DEBUG nova.virt.hardware [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.305591] env[69330]: DEBUG nova.virt.hardware [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.305819] env[69330]: DEBUG nova.virt.hardware [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.305986] env[69330]: DEBUG nova.virt.hardware [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.306171] env[69330]: DEBUG nova.virt.hardware [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.306335] env[69330]: DEBUG nova.virt.hardware [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.306510] env[69330]: DEBUG nova.virt.hardware [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.307407] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32657401-3897-4931-8e08-e3e6dcedbdb0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.316246] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ce9493-a642-482d-adfc-84f792696dc6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.416375] env[69330]: DEBUG nova.compute.manager [req-170036cf-783b-4ea2-ae12-e784127003de req-9d8af6dc-d553-4586-bad4-172040a1c523 service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Received event network-vif-deleted-21d7a784-3cf6-4f14-857a-d59cdf6be2c0 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.416583] env[69330]: INFO nova.compute.manager [req-170036cf-783b-4ea2-ae12-e784127003de req-9d8af6dc-d553-4586-bad4-172040a1c523 service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Neutron deleted interface 21d7a784-3cf6-4f14-857a-d59cdf6be2c0; detaching it from the instance and deleting it from the info cache [ 1330.416870] env[69330]: DEBUG nova.network.neutron [req-170036cf-783b-4ea2-ae12-e784127003de req-9d8af6dc-d553-4586-bad4-172040a1c523 service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.496184] env[69330]: DEBUG nova.compute.manager [req-703bf086-8f0d-4fdd-82ae-ca9837b80851 req-453a52cc-6582-47f4-a4f6-96a57b1c3817 service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Received event network-vif-plugged-9af4bd6f-7144-4b2c-938a-34f37732e318 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.496184] env[69330]: DEBUG oslo_concurrency.lockutils [req-703bf086-8f0d-4fdd-82ae-ca9837b80851 req-453a52cc-6582-47f4-a4f6-96a57b1c3817 service nova] Acquiring lock "3017df45-a34a-4b9d-a448-3e66f8da415f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.496184] env[69330]: DEBUG oslo_concurrency.lockutils [req-703bf086-8f0d-4fdd-82ae-ca9837b80851 req-453a52cc-6582-47f4-a4f6-96a57b1c3817 service nova] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.496184] env[69330]: DEBUG oslo_concurrency.lockutils [req-703bf086-8f0d-4fdd-82ae-ca9837b80851 req-453a52cc-6582-47f4-a4f6-96a57b1c3817 service nova] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.496184] env[69330]: DEBUG nova.compute.manager [req-703bf086-8f0d-4fdd-82ae-ca9837b80851 req-453a52cc-6582-47f4-a4f6-96a57b1c3817 service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] No waiting events found dispatching network-vif-plugged-9af4bd6f-7144-4b2c-938a-34f37732e318 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1330.496184] env[69330]: WARNING nova.compute.manager [req-703bf086-8f0d-4fdd-82ae-ca9837b80851 req-453a52cc-6582-47f4-a4f6-96a57b1c3817 service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Received unexpected event network-vif-plugged-9af4bd6f-7144-4b2c-938a-34f37732e318 for instance with vm_state building and task_state spawning. [ 1330.579831] env[69330]: DEBUG nova.network.neutron [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Successfully updated port: 9af4bd6f-7144-4b2c-938a-34f37732e318 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.644446] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.644446] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.644446] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.644446] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.644446] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.645411] env[69330]: INFO nova.compute.manager [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Terminating instance [ 1330.898181] env[69330]: DEBUG nova.network.neutron [-] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.919604] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-999529c3-c7ce-4f06-b203-673aa6340b66 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.929758] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cf8267-c919-44e4-86a9-4ecf73434e4e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.962163] env[69330]: DEBUG nova.compute.manager [req-170036cf-783b-4ea2-ae12-e784127003de req-9d8af6dc-d553-4586-bad4-172040a1c523 service nova] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Detach interface failed, port_id=21d7a784-3cf6-4f14-857a-d59cdf6be2c0, reason: Instance 489a79c4-fe47-43fd-8d8b-461206feac66 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1331.083803] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "refresh_cache-3017df45-a34a-4b9d-a448-3e66f8da415f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.083984] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquired lock "refresh_cache-3017df45-a34a-4b9d-a448-3e66f8da415f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.084102] env[69330]: DEBUG nova.network.neutron [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.149767] env[69330]: DEBUG nova.compute.manager [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1331.149962] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.151378] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e71e18-8880-4d05-8cc3-3590aa56d60e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.160500] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.161338] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bae1c614-1670-45d3-b239-918b2159ad88 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.168477] env[69330]: DEBUG oslo_vmware.api [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1331.168477] env[69330]: value = "task-4129441" [ 1331.168477] env[69330]: _type = "Task" [ 1331.168477] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.177644] env[69330]: DEBUG oslo_vmware.api [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.400781] env[69330]: INFO nova.compute.manager [-] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Took 1.64 seconds to deallocate network for instance. [ 1331.616856] env[69330]: DEBUG nova.network.neutron [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.679356] env[69330]: DEBUG oslo_vmware.api [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129441, 'name': PowerOffVM_Task, 'duration_secs': 0.287759} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.679644] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.679812] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.680165] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86a238ed-260f-47a0-aa96-d849e7bd1cf8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.746339] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.746569] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.746754] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleting the datastore file [datastore1] b46ac3c1-871b-412f-817f-465ea0bd7b0d {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.747043] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4d2c168-3966-4be2-8e47-d85e7d7c1876 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.749688] env[69330]: DEBUG nova.network.neutron [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Updating instance_info_cache with network_info: [{"id": "9af4bd6f-7144-4b2c-938a-34f37732e318", "address": "fa:16:3e:93:a5:d8", "network": {"id": "a59c935a-0bdd-43ba-bce2-69babf328a2e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822185158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8654bfade57f4267a939febf1979f12a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af4bd6f-71", "ovs_interfaceid": "9af4bd6f-7144-4b2c-938a-34f37732e318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.757650] env[69330]: DEBUG oslo_vmware.api [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for the task: (returnval){ [ 1331.757650] env[69330]: value = "task-4129443" [ 1331.757650] env[69330]: _type = "Task" [ 1331.757650] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.767843] env[69330]: DEBUG oslo_vmware.api [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.946832] env[69330]: INFO nova.compute.manager [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Took 0.55 seconds to detach 1 volumes for instance. [ 1331.949159] env[69330]: DEBUG nova.compute.manager [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Deleting volume: 55b3f3eb-d53f-4739-bca4-6794fac6ec84 {{(pid=69330) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1332.252873] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Releasing lock "refresh_cache-3017df45-a34a-4b9d-a448-3e66f8da415f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.253186] env[69330]: DEBUG nova.compute.manager [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Instance network_info: |[{"id": "9af4bd6f-7144-4b2c-938a-34f37732e318", "address": "fa:16:3e:93:a5:d8", "network": {"id": "a59c935a-0bdd-43ba-bce2-69babf328a2e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822185158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8654bfade57f4267a939febf1979f12a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af4bd6f-71", "ovs_interfaceid": "9af4bd6f-7144-4b2c-938a-34f37732e318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.253713] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:a5:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9af4bd6f-7144-4b2c-938a-34f37732e318', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.261130] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.261428] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.265100] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dfd34f7-2bf0-41bc-88c5-ddc1aaee4117 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.285328] env[69330]: DEBUG oslo_vmware.api [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Task: {'id': task-4129443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138483} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.286911] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.286911] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.287067] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.287251] env[69330]: INFO nova.compute.manager [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1332.287489] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.287672] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.287672] env[69330]: value = "task-4129445" [ 1332.287672] env[69330]: _type = "Task" [ 1332.287672] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.287848] env[69330]: DEBUG nova.compute.manager [-] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.287944] env[69330]: DEBUG nova.network.neutron [-] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.302399] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129445, 'name': CreateVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.490222] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.490633] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.490775] env[69330]: DEBUG nova.objects.instance [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lazy-loading 'resources' on Instance uuid 489a79c4-fe47-43fd-8d8b-461206feac66 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.524383] env[69330]: DEBUG nova.compute.manager [req-742efd8c-6c5c-40fa-80a4-652308944c34 req-4ee3bde5-b48d-4f22-8573-14ecf5ad57dd service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Received event network-changed-9af4bd6f-7144-4b2c-938a-34f37732e318 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.524601] env[69330]: DEBUG nova.compute.manager [req-742efd8c-6c5c-40fa-80a4-652308944c34 req-4ee3bde5-b48d-4f22-8573-14ecf5ad57dd service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Refreshing instance network info cache due to event network-changed-9af4bd6f-7144-4b2c-938a-34f37732e318. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.524818] env[69330]: DEBUG oslo_concurrency.lockutils [req-742efd8c-6c5c-40fa-80a4-652308944c34 req-4ee3bde5-b48d-4f22-8573-14ecf5ad57dd service nova] Acquiring lock "refresh_cache-3017df45-a34a-4b9d-a448-3e66f8da415f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.524964] env[69330]: DEBUG oslo_concurrency.lockutils [req-742efd8c-6c5c-40fa-80a4-652308944c34 req-4ee3bde5-b48d-4f22-8573-14ecf5ad57dd service nova] Acquired lock "refresh_cache-3017df45-a34a-4b9d-a448-3e66f8da415f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.525141] env[69330]: DEBUG nova.network.neutron [req-742efd8c-6c5c-40fa-80a4-652308944c34 req-4ee3bde5-b48d-4f22-8573-14ecf5ad57dd service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Refreshing network info cache for port 9af4bd6f-7144-4b2c-938a-34f37732e318 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.799192] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129445, 'name': CreateVM_Task, 'duration_secs': 0.30694} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.799390] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.800064] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.800236] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.800567] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.801126] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e8903e-fc00-43d5-8cf4-566283cea4ec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.805945] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1332.805945] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52dd4e6d-098a-7675-d28d-136b44605bdc" [ 1332.805945] env[69330]: _type = "Task" [ 1332.805945] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.813682] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52dd4e6d-098a-7675-d28d-136b44605bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.081200] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5388e5-b90e-46e3-a107-0a507cbe3a27 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.089788] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef342b2-592d-465b-bf4f-c6a0f2e53bcf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.123621] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7442ecd2-986c-43d5-aa0a-d3fa84f579c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.131947] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ad1141-1f41-4b64-ba48-3a4f23a07960 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.146453] env[69330]: DEBUG nova.compute.provider_tree [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.227635] env[69330]: DEBUG nova.network.neutron [-] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.259277] env[69330]: DEBUG nova.network.neutron [req-742efd8c-6c5c-40fa-80a4-652308944c34 req-4ee3bde5-b48d-4f22-8573-14ecf5ad57dd service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Updated VIF entry in instance network info cache for port 9af4bd6f-7144-4b2c-938a-34f37732e318. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.259277] env[69330]: DEBUG nova.network.neutron [req-742efd8c-6c5c-40fa-80a4-652308944c34 req-4ee3bde5-b48d-4f22-8573-14ecf5ad57dd service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Updating instance_info_cache with network_info: [{"id": "9af4bd6f-7144-4b2c-938a-34f37732e318", "address": "fa:16:3e:93:a5:d8", "network": {"id": "a59c935a-0bdd-43ba-bce2-69babf328a2e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822185158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8654bfade57f4267a939febf1979f12a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af4bd6f-71", "ovs_interfaceid": "9af4bd6f-7144-4b2c-938a-34f37732e318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.318246] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52dd4e6d-098a-7675-d28d-136b44605bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.010483} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.318246] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.318456] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.318590] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.318748] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.318923] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.319225] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00803eaa-96e7-4bd9-8133-a54b0146d25c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.328666] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.328854] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.329596] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd42094-cadd-4b5f-8166-7638251a1a6a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.338312] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1333.338312] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ba0e96-5e6d-ea39-7f49-19c035d52212" [ 1333.338312] env[69330]: _type = "Task" [ 1333.338312] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.346214] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ba0e96-5e6d-ea39-7f49-19c035d52212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.652071] env[69330]: DEBUG nova.scheduler.client.report [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.730229] env[69330]: INFO nova.compute.manager [-] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Took 1.44 seconds to deallocate network for instance. [ 1333.763107] env[69330]: DEBUG oslo_concurrency.lockutils [req-742efd8c-6c5c-40fa-80a4-652308944c34 req-4ee3bde5-b48d-4f22-8573-14ecf5ad57dd service nova] Releasing lock "refresh_cache-3017df45-a34a-4b9d-a448-3e66f8da415f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.848445] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ba0e96-5e6d-ea39-7f49-19c035d52212, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.849287] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa4b88d-fe4d-44da-b0c5-838ce0ab3684 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.855311] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1333.855311] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]525a3942-4764-c2a4-d575-aad4b8312402" [ 1333.855311] env[69330]: _type = "Task" [ 1333.855311] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.863162] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525a3942-4764-c2a4-d575-aad4b8312402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.157741] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.179610] env[69330]: INFO nova.scheduler.client.report [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleted allocations for instance 489a79c4-fe47-43fd-8d8b-461206feac66 [ 1334.236677] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.236963] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.237212] env[69330]: DEBUG nova.objects.instance [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lazy-loading 'resources' on Instance uuid b46ac3c1-871b-412f-817f-465ea0bd7b0d {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.367789] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]525a3942-4764-c2a4-d575-aad4b8312402, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.368136] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.368494] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 3017df45-a34a-4b9d-a448-3e66f8da415f/3017df45-a34a-4b9d-a448-3e66f8da415f.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.368775] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-208a2371-0bf2-4398-8243-1440609dfd31 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.376893] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1334.376893] env[69330]: value = "task-4129447" [ 1334.376893] env[69330]: _type = "Task" [ 1334.376893] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.385282] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.562031] env[69330]: DEBUG nova.compute.manager [req-947c90ca-f6d5-48b9-beb2-68e7eb6f96ca req-82ed36f5-c1cd-438c-a1bc-988f645cc946 service nova] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Received event network-vif-deleted-4227349f-c50a-410e-87d7-c3d6ef1d630f {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.687448] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "489a79c4-fe47-43fd-8d8b-461206feac66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.186s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.825864] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2908b19b-3644-4a7f-b227-d5f9f9fd933e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.833814] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd97e114-a5e5-4fb9-aeac-5cb940cd4a1b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.869175] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.869440] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.869644] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.869824] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.869988] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.871949] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095d262b-7b16-431e-8565-d79f15a97a40 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.875219] env[69330]: INFO nova.compute.manager [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Terminating instance [ 1334.885531] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c20e961-06dc-4915-a881-0bba8492b363 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.893334] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460491} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.893915] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 3017df45-a34a-4b9d-a448-3e66f8da415f/3017df45-a34a-4b9d-a448-3e66f8da415f.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.894160] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.894431] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2470bbbf-c3e8-4712-b23e-71225a6a7498 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.904569] env[69330]: DEBUG nova.compute.provider_tree [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.911308] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1334.911308] env[69330]: value = "task-4129448" [ 1334.911308] env[69330]: _type = "Task" [ 1334.911308] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.921027] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.380089] env[69330]: DEBUG nova.compute.manager [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.380089] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.380389] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503abf81-d806-43ea-98c0-0575a474443f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.389127] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.389388] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6be02f7a-673e-42e2-99eb-d2bc67e2d942 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.396609] env[69330]: DEBUG oslo_vmware.api [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1335.396609] env[69330]: value = "task-4129449" [ 1335.396609] env[69330]: _type = "Task" [ 1335.396609] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.405012] env[69330]: DEBUG oslo_vmware.api [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.407120] env[69330]: DEBUG nova.scheduler.client.report [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.420700] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072854} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.420700] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.421464] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa12352c-a5ea-47ed-bbee-3c478bb08500 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.446540] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 3017df45-a34a-4b9d-a448-3e66f8da415f/3017df45-a34a-4b9d-a448-3e66f8da415f.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.447180] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1679847-a213-4072-9c69-5c52cfc77687 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.469463] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1335.469463] env[69330]: value = "task-4129450" [ 1335.469463] env[69330]: _type = "Task" [ 1335.469463] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.479018] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.738057] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c816c336-1c45-471b-a298-70e1098acab0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "1081ac40-6325-49e8-bb94-b48d2f7a3052" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.738517] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c816c336-1c45-471b-a298-70e1098acab0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "1081ac40-6325-49e8-bb94-b48d2f7a3052" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.738856] env[69330]: DEBUG nova.compute.manager [None req-c816c336-1c45-471b-a298-70e1098acab0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1335.740255] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e702cd54-1442-4f2c-ab0b-48f0655aa863 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.749606] env[69330]: DEBUG nova.compute.manager [None req-c816c336-1c45-471b-a298-70e1098acab0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69330) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1335.750498] env[69330]: DEBUG nova.objects.instance [None req-c816c336-1c45-471b-a298-70e1098acab0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lazy-loading 'flavor' on Instance uuid 1081ac40-6325-49e8-bb94-b48d2f7a3052 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.907063] env[69330]: DEBUG oslo_vmware.api [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129449, 'name': PowerOffVM_Task, 'duration_secs': 0.229682} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.907294] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.907466] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.907758] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6ddec24-0b50-452e-9256-e3a3f1b9010b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.912676] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.938984] env[69330]: INFO nova.scheduler.client.report [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Deleted allocations for instance b46ac3c1-871b-412f-817f-465ea0bd7b0d [ 1335.981330] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129450, 'name': ReconfigVM_Task, 'duration_secs': 0.342272} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.981717] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 3017df45-a34a-4b9d-a448-3e66f8da415f/3017df45-a34a-4b9d-a448-3e66f8da415f.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.982513] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afbdf649-8e69-45df-86b7-528ab61aef19 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.986411] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.986411] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.986617] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleting the datastore file [datastore2] 5d46d3e3-95fd-4d37-9552-95d89f68a7ca {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.987516] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f008c20-90db-4f1e-ace0-8085db0e038c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.992526] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1335.992526] env[69330]: value = "task-4129452" [ 1335.992526] env[69330]: _type = "Task" [ 1335.992526] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.998411] env[69330]: DEBUG oslo_vmware.api [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1335.998411] env[69330]: value = "task-4129453" [ 1335.998411] env[69330]: _type = "Task" [ 1335.998411] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.005756] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129452, 'name': Rename_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.011564] env[69330]: DEBUG oslo_vmware.api [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.448151] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ff6888f4-395c-46a0-ba24-8244313ae651 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Lock "b46ac3c1-871b-412f-817f-465ea0bd7b0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.805s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.502871] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129452, 'name': Rename_Task, 'duration_secs': 0.158944} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.506152] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.506427] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3adfe66b-cc0a-45b1-9e43-5693dcff04c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.514135] env[69330]: DEBUG oslo_vmware.api [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140947} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.515560] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.515767] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.515951] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.516144] env[69330]: INFO nova.compute.manager [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1336.516405] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.516660] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1336.516660] env[69330]: value = "task-4129454" [ 1336.516660] env[69330]: _type = "Task" [ 1336.516660] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.516851] env[69330]: DEBUG nova.compute.manager [-] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.516948] env[69330]: DEBUG nova.network.neutron [-] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.527725] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.758360] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c816c336-1c45-471b-a298-70e1098acab0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.758778] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a7b5bc7-af6a-4431-82c0-ca5a2b8c51e2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.766795] env[69330]: DEBUG oslo_vmware.api [None req-c816c336-1c45-471b-a298-70e1098acab0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1336.766795] env[69330]: value = "task-4129455" [ 1336.766795] env[69330]: _type = "Task" [ 1336.766795] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.778361] env[69330]: DEBUG oslo_vmware.api [None req-c816c336-1c45-471b-a298-70e1098acab0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.976573] env[69330]: DEBUG nova.compute.manager [req-5668ed4f-d7ff-42e4-90a4-e5cdf2180213 req-019577e5-473c-4cd0-80bf-67bee1db6210 service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Received event network-vif-deleted-b87e7251-7986-404a-90b1-0246e79aca42 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.976803] env[69330]: INFO nova.compute.manager [req-5668ed4f-d7ff-42e4-90a4-e5cdf2180213 req-019577e5-473c-4cd0-80bf-67bee1db6210 service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Neutron deleted interface b87e7251-7986-404a-90b1-0246e79aca42; detaching it from the instance and deleting it from the info cache [ 1336.976979] env[69330]: DEBUG nova.network.neutron [req-5668ed4f-d7ff-42e4-90a4-e5cdf2180213 req-019577e5-473c-4cd0-80bf-67bee1db6210 service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.029941] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.278799] env[69330]: DEBUG oslo_vmware.api [None req-c816c336-1c45-471b-a298-70e1098acab0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129455, 'name': PowerOffVM_Task, 'duration_secs': 0.184719} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.279606] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-c816c336-1c45-471b-a298-70e1098acab0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.279606] env[69330]: DEBUG nova.compute.manager [None req-c816c336-1c45-471b-a298-70e1098acab0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1337.280263] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ef0449-f96f-4c9a-a992-32940376289d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.452709] env[69330]: DEBUG nova.network.neutron [-] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.479781] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bae5afd8-130d-47fd-9478-a0b55315efe3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.490599] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80d1f6e-ad4b-4953-a568-ccfd202d5897 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.518791] env[69330]: DEBUG nova.compute.manager [req-5668ed4f-d7ff-42e4-90a4-e5cdf2180213 req-019577e5-473c-4cd0-80bf-67bee1db6210 service nova] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Detach interface failed, port_id=b87e7251-7986-404a-90b1-0246e79aca42, reason: Instance 5d46d3e3-95fd-4d37-9552-95d89f68a7ca could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1337.528564] env[69330]: DEBUG oslo_vmware.api [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129454, 'name': PowerOnVM_Task, 'duration_secs': 0.852212} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.528869] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.529421] env[69330]: INFO nova.compute.manager [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1337.529421] env[69330]: DEBUG nova.compute.manager [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1337.530238] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555f4c67-038a-46c7-813f-f35e437a7933 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.794303] env[69330]: DEBUG oslo_concurrency.lockutils [None req-c816c336-1c45-471b-a298-70e1098acab0 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "1081ac40-6325-49e8-bb94-b48d2f7a3052" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.955373] env[69330]: INFO nova.compute.manager [-] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Took 1.44 seconds to deallocate network for instance. [ 1338.049641] env[69330]: INFO nova.compute.manager [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Took 12.01 seconds to build instance. [ 1338.136580] env[69330]: DEBUG nova.objects.instance [None req-14878c3d-fc56-46ab-aada-3e5ed2262161 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lazy-loading 'flavor' on Instance uuid 1081ac40-6325-49e8-bb94-b48d2f7a3052 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.461409] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.462190] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.462190] env[69330]: DEBUG nova.objects.instance [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lazy-loading 'resources' on Instance uuid 5d46d3e3-95fd-4d37-9552-95d89f68a7ca {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.517290] env[69330]: DEBUG nova.compute.manager [req-e400d738-59a4-40ec-98e5-3809d634f015 req-29bc77cf-24fa-4611-8faf-0a83815c09ee service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Received event network-changed-9af4bd6f-7144-4b2c-938a-34f37732e318 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.517617] env[69330]: DEBUG nova.compute.manager [req-e400d738-59a4-40ec-98e5-3809d634f015 req-29bc77cf-24fa-4611-8faf-0a83815c09ee service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Refreshing instance network info cache due to event network-changed-9af4bd6f-7144-4b2c-938a-34f37732e318. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.517948] env[69330]: DEBUG oslo_concurrency.lockutils [req-e400d738-59a4-40ec-98e5-3809d634f015 req-29bc77cf-24fa-4611-8faf-0a83815c09ee service nova] Acquiring lock "refresh_cache-3017df45-a34a-4b9d-a448-3e66f8da415f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.518241] env[69330]: DEBUG oslo_concurrency.lockutils [req-e400d738-59a4-40ec-98e5-3809d634f015 req-29bc77cf-24fa-4611-8faf-0a83815c09ee service nova] Acquired lock "refresh_cache-3017df45-a34a-4b9d-a448-3e66f8da415f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.518421] env[69330]: DEBUG nova.network.neutron [req-e400d738-59a4-40ec-98e5-3809d634f015 req-29bc77cf-24fa-4611-8faf-0a83815c09ee service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Refreshing network info cache for port 9af4bd6f-7144-4b2c-938a-34f37732e318 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.551614] env[69330]: DEBUG oslo_concurrency.lockutils [None req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.516s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.642423] env[69330]: DEBUG oslo_concurrency.lockutils [None req-14878c3d-fc56-46ab-aada-3e5ed2262161 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.642670] env[69330]: DEBUG oslo_concurrency.lockutils [None req-14878c3d-fc56-46ab-aada-3e5ed2262161 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.642860] env[69330]: DEBUG nova.network.neutron [None req-14878c3d-fc56-46ab-aada-3e5ed2262161 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.643057] env[69330]: DEBUG nova.objects.instance [None req-14878c3d-fc56-46ab-aada-3e5ed2262161 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lazy-loading 'info_cache' on Instance uuid 1081ac40-6325-49e8-bb94-b48d2f7a3052 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.050080] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d464af2-5fe2-4c37-97c5-8ef8f7d7024d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.061329] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c950b5-d9a4-4de1-9b6b-202d2ec6bbc7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.093195] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e99217-19e2-4c6e-96ee-d96a829b3412 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.101981] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a47fb40-75db-4530-9579-132451f89ee3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.118304] env[69330]: DEBUG nova.compute.provider_tree [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.148751] env[69330]: DEBUG nova.objects.base [None req-14878c3d-fc56-46ab-aada-3e5ed2262161 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Object Instance<1081ac40-6325-49e8-bb94-b48d2f7a3052> lazy-loaded attributes: flavor,info_cache {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1339.377506] env[69330]: DEBUG nova.network.neutron [req-e400d738-59a4-40ec-98e5-3809d634f015 req-29bc77cf-24fa-4611-8faf-0a83815c09ee service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Updated VIF entry in instance network info cache for port 9af4bd6f-7144-4b2c-938a-34f37732e318. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.377879] env[69330]: DEBUG nova.network.neutron [req-e400d738-59a4-40ec-98e5-3809d634f015 req-29bc77cf-24fa-4611-8faf-0a83815c09ee service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Updating instance_info_cache with network_info: [{"id": "9af4bd6f-7144-4b2c-938a-34f37732e318", "address": "fa:16:3e:93:a5:d8", "network": {"id": "a59c935a-0bdd-43ba-bce2-69babf328a2e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822185158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8654bfade57f4267a939febf1979f12a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af4bd6f-71", "ovs_interfaceid": "9af4bd6f-7144-4b2c-938a-34f37732e318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.621394] env[69330]: DEBUG nova.scheduler.client.report [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.882446] env[69330]: DEBUG oslo_concurrency.lockutils [req-e400d738-59a4-40ec-98e5-3809d634f015 req-29bc77cf-24fa-4611-8faf-0a83815c09ee service nova] Releasing lock "refresh_cache-3017df45-a34a-4b9d-a448-3e66f8da415f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.985973] env[69330]: DEBUG nova.network.neutron [None req-14878c3d-fc56-46ab-aada-3e5ed2262161 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Updating instance_info_cache with network_info: [{"id": "ddd2c185-2959-442d-a91b-48d0138b9e3e", "address": "fa:16:3e:59:ad:fb", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd2c185-29", "ovs_interfaceid": "ddd2c185-2959-442d-a91b-48d0138b9e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.126911] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.151750] env[69330]: INFO nova.scheduler.client.report [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleted allocations for instance 5d46d3e3-95fd-4d37-9552-95d89f68a7ca [ 1340.488806] env[69330]: DEBUG oslo_concurrency.lockutils [None req-14878c3d-fc56-46ab-aada-3e5ed2262161 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.659713] env[69330]: DEBUG oslo_concurrency.lockutils [None req-e1e8c2d1-42f2-4ffe-ae4f-e1bda6cb4256 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "5d46d3e3-95fd-4d37-9552-95d89f68a7ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.790s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.493717] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-14878c3d-fc56-46ab-aada-3e5ed2262161 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.494403] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c72b2091-27fd-4890-98dc-ef41b3e3a646 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.502822] env[69330]: DEBUG oslo_vmware.api [None req-14878c3d-fc56-46ab-aada-3e5ed2262161 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1341.502822] env[69330]: value = "task-4129458" [ 1341.502822] env[69330]: _type = "Task" [ 1341.502822] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.511879] env[69330]: DEBUG oslo_vmware.api [None req-14878c3d-fc56-46ab-aada-3e5ed2262161 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.013567] env[69330]: DEBUG oslo_vmware.api [None req-14878c3d-fc56-46ab-aada-3e5ed2262161 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129458, 'name': PowerOnVM_Task, 'duration_secs': 0.424864} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.013911] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-14878c3d-fc56-46ab-aada-3e5ed2262161 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.014196] env[69330]: DEBUG nova.compute.manager [None req-14878c3d-fc56-46ab-aada-3e5ed2262161 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1342.015284] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11af0217-290f-4dbd-9577-a761bbb9e7a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.018954] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "d96151fe-5ed4-48f8-8d64-52554141341e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.019376] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "d96151fe-5ed4-48f8-8d64-52554141341e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.019500] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "d96151fe-5ed4-48f8-8d64-52554141341e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.019711] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "d96151fe-5ed4-48f8-8d64-52554141341e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.019866] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "d96151fe-5ed4-48f8-8d64-52554141341e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.022237] env[69330]: INFO nova.compute.manager [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Terminating instance [ 1343.344171] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68927d7-12bd-4874-b103-5659b55fb0fd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.351403] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c4709-55ef-40ea-ba42-03d33b62841f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Suspending the VM {{(pid=69330) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1343.351636] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-09a1ac53-37b6-4dbf-89c1-743f246f2f83 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.358421] env[69330]: DEBUG oslo_vmware.api [None req-e94c4709-55ef-40ea-ba42-03d33b62841f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1343.358421] env[69330]: value = "task-4129459" [ 1343.358421] env[69330]: _type = "Task" [ 1343.358421] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.366812] env[69330]: DEBUG oslo_vmware.api [None req-e94c4709-55ef-40ea-ba42-03d33b62841f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129459, 'name': SuspendVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.525965] env[69330]: DEBUG nova.compute.manager [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1343.526244] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.527255] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce4fda9-ee07-4bcf-9ee6-d998e429788a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.535848] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.536173] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fb93376-5513-4c43-bb3e-06573cc6224b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.543741] env[69330]: DEBUG oslo_vmware.api [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1343.543741] env[69330]: value = "task-4129460" [ 1343.543741] env[69330]: _type = "Task" [ 1343.543741] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.554030] env[69330]: DEBUG oslo_vmware.api [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.869806] env[69330]: DEBUG oslo_vmware.api [None req-e94c4709-55ef-40ea-ba42-03d33b62841f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129459, 'name': SuspendVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.053786] env[69330]: DEBUG oslo_vmware.api [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129460, 'name': PowerOffVM_Task, 'duration_secs': 0.207754} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.054130] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.054244] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.054547] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7146956-a25d-44c5-88ef-0d56dbdafec6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.120867] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.121087] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Deleting contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.121229] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleting the datastore file [datastore1] d96151fe-5ed4-48f8-8d64-52554141341e {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.121499] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9e223a8-4e23-4a72-be3b-9e71a997ec7d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.129541] env[69330]: DEBUG oslo_vmware.api [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for the task: (returnval){ [ 1344.129541] env[69330]: value = "task-4129462" [ 1344.129541] env[69330]: _type = "Task" [ 1344.129541] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.138159] env[69330]: DEBUG oslo_vmware.api [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.371114] env[69330]: DEBUG oslo_vmware.api [None req-e94c4709-55ef-40ea-ba42-03d33b62841f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129459, 'name': SuspendVM_Task, 'duration_secs': 0.60977} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.371114] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c4709-55ef-40ea-ba42-03d33b62841f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Suspended the VM {{(pid=69330) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1344.371114] env[69330]: DEBUG nova.compute.manager [None req-e94c4709-55ef-40ea-ba42-03d33b62841f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1344.371556] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b1d191-c79b-436e-b7cb-7e8d08f8ba76 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.640505] env[69330]: DEBUG oslo_vmware.api [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Task: {'id': task-4129462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158826} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.640757] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.640957] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Deleted contents of the VM from datastore datastore1 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.641271] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.641464] env[69330]: INFO nova.compute.manager [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1344.641711] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.641913] env[69330]: DEBUG nova.compute.manager [-] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.642047] env[69330]: DEBUG nova.network.neutron [-] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.920441] env[69330]: DEBUG nova.compute.manager [req-075da83f-e2eb-4e52-87ee-d3ec7cf9b00c req-ae60a51e-c95c-4039-84a1-eb0537d2c195 service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Received event network-vif-deleted-caa7b2c2-a096-41dc-9998-21c78b709a3c {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.920652] env[69330]: INFO nova.compute.manager [req-075da83f-e2eb-4e52-87ee-d3ec7cf9b00c req-ae60a51e-c95c-4039-84a1-eb0537d2c195 service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Neutron deleted interface caa7b2c2-a096-41dc-9998-21c78b709a3c; detaching it from the instance and deleting it from the info cache [ 1344.920826] env[69330]: DEBUG nova.network.neutron [req-075da83f-e2eb-4e52-87ee-d3ec7cf9b00c req-ae60a51e-c95c-4039-84a1-eb0537d2c195 service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.392051] env[69330]: DEBUG nova.network.neutron [-] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.423385] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-feba0867-a8ab-488d-be93-953abdd01423 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.434021] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd122810-2cf3-4b41-925a-03fe01fca826 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.460379] env[69330]: DEBUG nova.compute.manager [req-075da83f-e2eb-4e52-87ee-d3ec7cf9b00c req-ae60a51e-c95c-4039-84a1-eb0537d2c195 service nova] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Detach interface failed, port_id=caa7b2c2-a096-41dc-9998-21c78b709a3c, reason: Instance d96151fe-5ed4-48f8-8d64-52554141341e could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1345.700624] env[69330]: INFO nova.compute.manager [None req-4d4f3bf0-b028-4577-b063-395570beec6f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Resuming [ 1345.701543] env[69330]: DEBUG nova.objects.instance [None req-4d4f3bf0-b028-4577-b063-395570beec6f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lazy-loading 'flavor' on Instance uuid 1081ac40-6325-49e8-bb94-b48d2f7a3052 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.895139] env[69330]: INFO nova.compute.manager [-] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Took 1.25 seconds to deallocate network for instance. [ 1346.403145] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.403461] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.403687] env[69330]: DEBUG nova.objects.instance [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lazy-loading 'resources' on Instance uuid d96151fe-5ed4-48f8-8d64-52554141341e {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.960590] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2516b8-e494-47be-9532-3321b3c6ecda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.968487] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e5b0d1-c04a-49e5-bab7-ac148121f770 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.999229] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd5efd5-4221-4cd1-8fb2-28af07bed3ec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.007135] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9c414e-12e3-4685-86a8-c03f7bccbf6a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.020585] env[69330]: DEBUG nova.compute.provider_tree [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.212792] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4d4f3bf0-b028-4577-b063-395570beec6f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.213042] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4d4f3bf0-b028-4577-b063-395570beec6f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquired lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.213199] env[69330]: DEBUG nova.network.neutron [None req-4d4f3bf0-b028-4577-b063-395570beec6f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.524238] env[69330]: DEBUG nova.scheduler.client.report [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.910718] env[69330]: DEBUG nova.network.neutron [None req-4d4f3bf0-b028-4577-b063-395570beec6f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Updating instance_info_cache with network_info: [{"id": "ddd2c185-2959-442d-a91b-48d0138b9e3e", "address": "fa:16:3e:59:ad:fb", "network": {"id": "8b4d85ad-211e-4fc1-8ba4-23a28271495e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-563826917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a9e2922d5a14bc2ad6c1aca9a78d50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd2c185-29", "ovs_interfaceid": "ddd2c185-2959-442d-a91b-48d0138b9e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.030296] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.048404] env[69330]: INFO nova.scheduler.client.report [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Deleted allocations for instance d96151fe-5ed4-48f8-8d64-52554141341e [ 1348.413693] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4d4f3bf0-b028-4577-b063-395570beec6f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Releasing lock "refresh_cache-1081ac40-6325-49e8-bb94-b48d2f7a3052" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.414776] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f662f09-d029-49ed-b00a-292725e31796 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.421946] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4f3bf0-b028-4577-b063-395570beec6f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Resuming the VM {{(pid=69330) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1348.422224] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a142c18-e11f-4aa0-ad74-57109da23526 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.430227] env[69330]: DEBUG oslo_vmware.api [None req-4d4f3bf0-b028-4577-b063-395570beec6f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1348.430227] env[69330]: value = "task-4129463" [ 1348.430227] env[69330]: _type = "Task" [ 1348.430227] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.438630] env[69330]: DEBUG oslo_vmware.api [None req-4d4f3bf0-b028-4577-b063-395570beec6f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.556184] env[69330]: DEBUG oslo_concurrency.lockutils [None req-5d527248-7a0d-4e9a-b132-90365ec599ad tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Lock "d96151fe-5ed4-48f8-8d64-52554141341e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.537s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.949035] env[69330]: DEBUG oslo_vmware.api [None req-4d4f3bf0-b028-4577-b063-395570beec6f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129463, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.441434] env[69330]: DEBUG oslo_vmware.api [None req-4d4f3bf0-b028-4577-b063-395570beec6f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129463, 'name': PowerOnVM_Task, 'duration_secs': 0.539497} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.441766] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4f3bf0-b028-4577-b063-395570beec6f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Resumed the VM {{(pid=69330) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1349.441979] env[69330]: DEBUG nova.compute.manager [None req-4d4f3bf0-b028-4577-b063-395570beec6f tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1349.442789] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f53865-145e-4fb0-98d1-8702a62225c2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.447621] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "1081ac40-6325-49e8-bb94-b48d2f7a3052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.449019] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "1081ac40-6325-49e8-bb94-b48d2f7a3052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.449019] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "1081ac40-6325-49e8-bb94-b48d2f7a3052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.449019] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "1081ac40-6325-49e8-bb94-b48d2f7a3052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.449019] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "1081ac40-6325-49e8-bb94-b48d2f7a3052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.450785] env[69330]: INFO nova.compute.manager [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Terminating instance [ 1350.958012] env[69330]: DEBUG nova.compute.manager [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1350.958292] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.959198] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08462c8c-2a35-4aaa-b168-9233942919d9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.968769] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.969069] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e3f309e-3d94-4608-9086-eee7b3ed1507 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.976333] env[69330]: DEBUG oslo_vmware.api [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1350.976333] env[69330]: value = "task-4129464" [ 1350.976333] env[69330]: _type = "Task" [ 1350.976333] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.985382] env[69330]: DEBUG oslo_vmware.api [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.485954] env[69330]: DEBUG oslo_vmware.api [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129464, 'name': PowerOffVM_Task, 'duration_secs': 0.200731} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.486313] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.486849] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.486849] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec0e913c-aec0-4fba-a14c-75f443dfd2a5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.553391] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.553656] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.553849] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleting the datastore file [datastore2] 1081ac40-6325-49e8-bb94-b48d2f7a3052 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.554353] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd52b05b-5054-432a-8431-70d6f8c8e926 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.561896] env[69330]: DEBUG oslo_vmware.api [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for the task: (returnval){ [ 1351.561896] env[69330]: value = "task-4129466" [ 1351.561896] env[69330]: _type = "Task" [ 1351.561896] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.570270] env[69330]: DEBUG oslo_vmware.api [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.072170] env[69330]: DEBUG oslo_vmware.api [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Task: {'id': task-4129466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150545} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.072428] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.072611] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.072789] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.072959] env[69330]: INFO nova.compute.manager [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1352.073223] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.073481] env[69330]: DEBUG nova.compute.manager [-] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.073607] env[69330]: DEBUG nova.network.neutron [-] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.530204] env[69330]: DEBUG nova.compute.manager [req-e6cbd0d4-c6a2-40f0-b3ca-dfcb9e562eb6 req-bedbc86a-ad2e-43c5-89d9-38054a0c7188 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Received event network-vif-deleted-ddd2c185-2959-442d-a91b-48d0138b9e3e {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.530469] env[69330]: INFO nova.compute.manager [req-e6cbd0d4-c6a2-40f0-b3ca-dfcb9e562eb6 req-bedbc86a-ad2e-43c5-89d9-38054a0c7188 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Neutron deleted interface ddd2c185-2959-442d-a91b-48d0138b9e3e; detaching it from the instance and deleting it from the info cache [ 1352.530573] env[69330]: DEBUG nova.network.neutron [req-e6cbd0d4-c6a2-40f0-b3ca-dfcb9e562eb6 req-bedbc86a-ad2e-43c5-89d9-38054a0c7188 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.011408] env[69330]: DEBUG nova.network.neutron [-] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.036664] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8ab2208-acf3-4011-aa1c-c730f4ba77f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.045668] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3339b06f-ec4a-4f63-b76f-64f01d536d54 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.081548] env[69330]: DEBUG nova.compute.manager [req-e6cbd0d4-c6a2-40f0-b3ca-dfcb9e562eb6 req-bedbc86a-ad2e-43c5-89d9-38054a0c7188 service nova] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Detach interface failed, port_id=ddd2c185-2959-442d-a91b-48d0138b9e3e, reason: Instance 1081ac40-6325-49e8-bb94-b48d2f7a3052 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1353.517429] env[69330]: INFO nova.compute.manager [-] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Took 1.44 seconds to deallocate network for instance. [ 1354.023936] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.024320] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.024549] env[69330]: DEBUG nova.objects.instance [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lazy-loading 'resources' on Instance uuid 1081ac40-6325-49e8-bb94-b48d2f7a3052 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.580580] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4b6d54-45b9-4359-b836-6dd00291a63e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.591171] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbe10c7-a199-4294-bd95-b23f72b4d9ad {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.624906] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686800e1-0e95-4a1b-a09d-98a6af7a5a6c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.635460] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca89046-f023-43ee-81ff-47cbb2794cd6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.657246] env[69330]: DEBUG nova.compute.provider_tree [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.068845] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "0cced4a8-4719-4e4c-84e8-331a42585298" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.069311] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "0cced4a8-4719-4e4c-84e8-331a42585298" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.161278] env[69330]: DEBUG nova.scheduler.client.report [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.571773] env[69330]: DEBUG nova.compute.manager [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1355.666654] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.694505] env[69330]: INFO nova.scheduler.client.report [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Deleted allocations for instance 1081ac40-6325-49e8-bb94-b48d2f7a3052 [ 1356.097601] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.097939] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.099500] env[69330]: INFO nova.compute.claims [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.204035] env[69330]: DEBUG oslo_concurrency.lockutils [None req-3c299bdb-f46e-4eb0-9104-cb00827dc683 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Lock "1081ac40-6325-49e8-bb94-b48d2f7a3052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.755s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.152529] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78b089e-a6e0-46c6-8604-c2b168705d54 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.160816] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299fec29-376e-4d18-ae1d-e22217371f59 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.193676] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1703dc-da1d-46c6-84f3-4217fe840bc4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.202391] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd95682-d74a-4ea1-8c30-17c0d26e5aea {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.216745] env[69330]: DEBUG nova.compute.provider_tree [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.720307] env[69330]: DEBUG nova.scheduler.client.report [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.225981] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.225981] env[69330]: DEBUG nova.compute.manager [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1358.731081] env[69330]: DEBUG nova.compute.utils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1358.732124] env[69330]: DEBUG nova.compute.manager [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.732289] env[69330]: DEBUG nova.network.neutron [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.776769] env[69330]: DEBUG nova.policy [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b9e6694f6a14344b14cb886ead6c567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b383b8783fb40cfa5124c9cb11146a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.036379] env[69330]: DEBUG nova.network.neutron [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Successfully created port: 64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.237101] env[69330]: DEBUG nova.compute.manager [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.247412] env[69330]: DEBUG nova.compute.manager [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1360.274540] env[69330]: DEBUG nova.virt.hardware [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.274823] env[69330]: DEBUG nova.virt.hardware [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.275010] env[69330]: DEBUG nova.virt.hardware [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.275255] env[69330]: DEBUG nova.virt.hardware [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.275412] env[69330]: DEBUG nova.virt.hardware [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.275562] env[69330]: DEBUG nova.virt.hardware [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.275768] env[69330]: DEBUG nova.virt.hardware [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.275929] env[69330]: DEBUG nova.virt.hardware [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.276104] env[69330]: DEBUG nova.virt.hardware [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.276267] env[69330]: DEBUG nova.virt.hardware [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.276440] env[69330]: DEBUG nova.virt.hardware [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.277331] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f098fa5-ac5c-48f6-986e-a4db99dcd3b0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.285358] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890eeb5c-73dd-4d5b-bc89-52d497e93cdc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.401535] env[69330]: DEBUG nova.compute.manager [req-56fe6eac-fa2d-4a8d-a102-bb68d4702778 req-ef5b582c-6573-4f01-8551-202b9a609705 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Received event network-vif-plugged-64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.401760] env[69330]: DEBUG oslo_concurrency.lockutils [req-56fe6eac-fa2d-4a8d-a102-bb68d4702778 req-ef5b582c-6573-4f01-8551-202b9a609705 service nova] Acquiring lock "0cced4a8-4719-4e4c-84e8-331a42585298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.402041] env[69330]: DEBUG oslo_concurrency.lockutils [req-56fe6eac-fa2d-4a8d-a102-bb68d4702778 req-ef5b582c-6573-4f01-8551-202b9a609705 service nova] Lock "0cced4a8-4719-4e4c-84e8-331a42585298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.402174] env[69330]: DEBUG oslo_concurrency.lockutils [req-56fe6eac-fa2d-4a8d-a102-bb68d4702778 req-ef5b582c-6573-4f01-8551-202b9a609705 service nova] Lock "0cced4a8-4719-4e4c-84e8-331a42585298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.402296] env[69330]: DEBUG nova.compute.manager [req-56fe6eac-fa2d-4a8d-a102-bb68d4702778 req-ef5b582c-6573-4f01-8551-202b9a609705 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] No waiting events found dispatching network-vif-plugged-64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1360.402450] env[69330]: WARNING nova.compute.manager [req-56fe6eac-fa2d-4a8d-a102-bb68d4702778 req-ef5b582c-6573-4f01-8551-202b9a609705 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Received unexpected event network-vif-plugged-64fa6a78-81c0-448f-b620-d6b0d5129f70 for instance with vm_state building and task_state spawning. [ 1360.481569] env[69330]: DEBUG nova.network.neutron [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Successfully updated port: 64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.898490] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.898680] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.986160] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.986394] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.986436] env[69330]: DEBUG nova.network.neutron [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.517867] env[69330]: DEBUG nova.network.neutron [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.639384] env[69330]: DEBUG nova.network.neutron [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updating instance_info_cache with network_info: [{"id": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "address": "fa:16:3e:76:90:1a", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fa6a78-81", "ovs_interfaceid": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.142876] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.143092] env[69330]: DEBUG nova.compute.manager [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Instance network_info: |[{"id": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "address": "fa:16:3e:76:90:1a", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fa6a78-81", "ovs_interfaceid": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.143599] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:90:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64fa6a78-81c0-448f-b620-d6b0d5129f70', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.150995] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Creating folder: Project (1b383b8783fb40cfa5124c9cb11146a8). Parent ref: group-v817559. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.151293] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1d3bca1-8276-4195-9754-214c9afd9a89 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.164604] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Created folder: Project (1b383b8783fb40cfa5124c9cb11146a8) in parent group-v817559. [ 1362.164860] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Creating folder: Instances. Parent ref: group-v817894. {{(pid=69330) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.165823] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77e7535a-1321-4d5e-bc36-b5bb05aa91ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.174950] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Created folder: Instances in parent group-v817894. [ 1362.175208] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.175402] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.175609] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8a03cb3-3eed-42f6-959a-155fa0aa1ea8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.193890] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.193890] env[69330]: value = "task-4129469" [ 1362.193890] env[69330]: _type = "Task" [ 1362.193890] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.201514] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129469, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.427478] env[69330]: DEBUG nova.compute.manager [req-4064b525-f67e-4902-882c-9ab369de37f4 req-791ea3cd-b824-40ec-b8d3-b5c947e88cdf service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Received event network-changed-64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.427683] env[69330]: DEBUG nova.compute.manager [req-4064b525-f67e-4902-882c-9ab369de37f4 req-791ea3cd-b824-40ec-b8d3-b5c947e88cdf service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Refreshing instance network info cache due to event network-changed-64fa6a78-81c0-448f-b620-d6b0d5129f70. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1362.427953] env[69330]: DEBUG oslo_concurrency.lockutils [req-4064b525-f67e-4902-882c-9ab369de37f4 req-791ea3cd-b824-40ec-b8d3-b5c947e88cdf service nova] Acquiring lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.428243] env[69330]: DEBUG oslo_concurrency.lockutils [req-4064b525-f67e-4902-882c-9ab369de37f4 req-791ea3cd-b824-40ec-b8d3-b5c947e88cdf service nova] Acquired lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.428433] env[69330]: DEBUG nova.network.neutron [req-4064b525-f67e-4902-882c-9ab369de37f4 req-791ea3cd-b824-40ec-b8d3-b5c947e88cdf service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Refreshing network info cache for port 64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.704248] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129469, 'name': CreateVM_Task, 'duration_secs': 0.328943} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.704608] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.705131] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.705300] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.705621] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.705878] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09070aa-c5b6-4b8b-b01b-74b4a5ab2e87 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.710643] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1362.710643] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52103916-7f64-2736-9245-9e58332fdd8f" [ 1362.710643] env[69330]: _type = "Task" [ 1362.710643] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.718341] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52103916-7f64-2736-9245-9e58332fdd8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.898240] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.114976] env[69330]: DEBUG nova.network.neutron [req-4064b525-f67e-4902-882c-9ab369de37f4 req-791ea3cd-b824-40ec-b8d3-b5c947e88cdf service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updated VIF entry in instance network info cache for port 64fa6a78-81c0-448f-b620-d6b0d5129f70. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.115382] env[69330]: DEBUG nova.network.neutron [req-4064b525-f67e-4902-882c-9ab369de37f4 req-791ea3cd-b824-40ec-b8d3-b5c947e88cdf service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updating instance_info_cache with network_info: [{"id": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "address": "fa:16:3e:76:90:1a", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fa6a78-81", "ovs_interfaceid": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.222885] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52103916-7f64-2736-9245-9e58332fdd8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.223172] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.223414] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.223666] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.223818] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.224014] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.224322] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cb3b3dc-10ed-46b1-b2da-d294ccd5caa8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.234353] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.234568] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.235332] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a95a79-412f-44e9-98da-64259ebdea5c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.241715] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1363.241715] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d6befe-16ac-f20c-c29d-bc92be43765e" [ 1363.241715] env[69330]: _type = "Task" [ 1363.241715] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.252491] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d6befe-16ac-f20c-c29d-bc92be43765e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.618501] env[69330]: DEBUG oslo_concurrency.lockutils [req-4064b525-f67e-4902-882c-9ab369de37f4 req-791ea3cd-b824-40ec-b8d3-b5c947e88cdf service nova] Releasing lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.752521] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52d6befe-16ac-f20c-c29d-bc92be43765e, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.753453] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89047e1e-1aaa-454f-8ad5-4bcf5a13fc04 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.758826] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1363.758826] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]529031ca-b149-0dc4-9320-cd342eca0a07" [ 1363.758826] env[69330]: _type = "Task" [ 1363.758826] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.767627] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529031ca-b149-0dc4-9320-cd342eca0a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.898506] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.270211] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]529031ca-b149-0dc4-9320-cd342eca0a07, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.270502] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.270767] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0cced4a8-4719-4e4c-84e8-331a42585298/0cced4a8-4719-4e4c-84e8-331a42585298.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.271053] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c07c8a03-f3d8-4d31-8730-169fc5be1ae4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.278687] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1364.278687] env[69330]: value = "task-4129470" [ 1364.278687] env[69330]: _type = "Task" [ 1364.278687] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.287366] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.401855] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.402207] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.402418] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.402607] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69330) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1364.403593] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a995366-8860-4a59-b383-f46311c81ad3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.412386] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f29949-c154-444d-b8b0-e1f2a769ced3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.427712] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a9ccc1-beb3-4709-8fbc-082532d1893d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.435497] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14f4765-f77d-48e3-b2af-07249bbf5409 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.466026] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179542MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69330) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1364.466224] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.466439] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.788975] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472564} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.789389] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] 0cced4a8-4719-4e4c-84e8-331a42585298/0cced4a8-4719-4e4c-84e8-331a42585298.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.789389] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.789642] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-882c9fea-b238-4867-876d-9cb298bd576b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.796618] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1364.796618] env[69330]: value = "task-4129471" [ 1364.796618] env[69330]: _type = "Task" [ 1364.796618] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.806393] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.307628] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066217} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.307867] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.308724] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a5ee55-4d2c-4bc4-a88a-7618a525f027 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.331670] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 0cced4a8-4719-4e4c-84e8-331a42585298/0cced4a8-4719-4e4c-84e8-331a42585298.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.332013] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0032dcd7-6310-4e20-b651-57c16de83feb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.351505] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1365.351505] env[69330]: value = "task-4129472" [ 1365.351505] env[69330]: _type = "Task" [ 1365.351505] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.360448] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.493881] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 3017df45-a34a-4b9d-a448-3e66f8da415f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.494060] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 0cced4a8-4719-4e4c-84e8-331a42585298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.494249] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1365.494394] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1365.532120] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc9f1c6-e30f-4ee5-b898-60a4a89d69f9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.539880] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887c62bb-7092-4714-823e-0ea95f149fd7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.569678] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6f1ea8-602b-418a-a325-02711e84618a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.578076] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf65809-7a9e-478f-a590-dcdf6b07d4e8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.594605] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.862462] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129472, 'name': ReconfigVM_Task, 'duration_secs': 0.307491} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.862856] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 0cced4a8-4719-4e4c-84e8-331a42585298/0cced4a8-4719-4e4c-84e8-331a42585298.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.863393] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed4a52c1-ea39-40f3-83b7-266bd2f9f40d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.870517] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1365.870517] env[69330]: value = "task-4129473" [ 1365.870517] env[69330]: _type = "Task" [ 1365.870517] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.878856] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129473, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.098417] env[69330]: DEBUG nova.scheduler.client.report [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.380992] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129473, 'name': Rename_Task, 'duration_secs': 0.140755} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.381269] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.381534] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0aa1b52-e5ad-48ed-853f-4873a4fd425b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.389052] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1366.389052] env[69330]: value = "task-4129474" [ 1366.389052] env[69330]: _type = "Task" [ 1366.389052] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.397350] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.603308] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1366.603563] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.899463] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.404323] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.604162] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.604405] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.604622] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.604772] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69330) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1367.901267] env[69330]: DEBUG oslo_vmware.api [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129474, 'name': PowerOnVM_Task, 'duration_secs': 1.078367} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.901670] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.901748] env[69330]: INFO nova.compute.manager [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1367.901927] env[69330]: DEBUG nova.compute.manager [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1367.902711] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eff6bad-f7b5-4de0-8e37-294e30d77fbe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.421487] env[69330]: INFO nova.compute.manager [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Took 12.34 seconds to build instance. [ 1368.899160] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.924269] env[69330]: DEBUG oslo_concurrency.lockutils [None req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "0cced4a8-4719-4e4c-84e8-331a42585298" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.855s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.211132] env[69330]: DEBUG nova.compute.manager [req-ecee9b06-822a-4c33-9b22-c6270a136e0f req-ff229631-8f4f-4c90-9666-f91b470a1e51 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Received event network-changed-64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.211369] env[69330]: DEBUG nova.compute.manager [req-ecee9b06-822a-4c33-9b22-c6270a136e0f req-ff229631-8f4f-4c90-9666-f91b470a1e51 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Refreshing instance network info cache due to event network-changed-64fa6a78-81c0-448f-b620-d6b0d5129f70. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.211575] env[69330]: DEBUG oslo_concurrency.lockutils [req-ecee9b06-822a-4c33-9b22-c6270a136e0f req-ff229631-8f4f-4c90-9666-f91b470a1e51 service nova] Acquiring lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.211633] env[69330]: DEBUG oslo_concurrency.lockutils [req-ecee9b06-822a-4c33-9b22-c6270a136e0f req-ff229631-8f4f-4c90-9666-f91b470a1e51 service nova] Acquired lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.211780] env[69330]: DEBUG nova.network.neutron [req-ecee9b06-822a-4c33-9b22-c6270a136e0f req-ff229631-8f4f-4c90-9666-f91b470a1e51 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Refreshing network info cache for port 64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.937514] env[69330]: DEBUG nova.network.neutron [req-ecee9b06-822a-4c33-9b22-c6270a136e0f req-ff229631-8f4f-4c90-9666-f91b470a1e51 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updated VIF entry in instance network info cache for port 64fa6a78-81c0-448f-b620-d6b0d5129f70. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.937884] env[69330]: DEBUG nova.network.neutron [req-ecee9b06-822a-4c33-9b22-c6270a136e0f req-ff229631-8f4f-4c90-9666-f91b470a1e51 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updating instance_info_cache with network_info: [{"id": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "address": "fa:16:3e:76:90:1a", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fa6a78-81", "ovs_interfaceid": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.440674] env[69330]: DEBUG oslo_concurrency.lockutils [req-ecee9b06-822a-4c33-9b22-c6270a136e0f req-ff229631-8f4f-4c90-9666-f91b470a1e51 service nova] Releasing lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.919954] env[69330]: DEBUG oslo_concurrency.lockutils [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "3017df45-a34a-4b9d-a448-3e66f8da415f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.920297] env[69330]: DEBUG oslo_concurrency.lockutils [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.423628] env[69330]: DEBUG nova.compute.utils [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1377.927013] env[69330]: DEBUG oslo_concurrency.lockutils [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.986868] env[69330]: DEBUG oslo_concurrency.lockutils [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "3017df45-a34a-4b9d-a448-3e66f8da415f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.987397] env[69330]: DEBUG oslo_concurrency.lockutils [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.987397] env[69330]: INFO nova.compute.manager [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Attaching volume ca0664af-a84c-40c0-b58d-9e0133d66cbe to /dev/sdb [ 1379.018719] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07e8dcb-6987-447e-bc36-077a63369e60 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.026159] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c89158-069b-4473-abae-160fb8b9421a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.039246] env[69330]: DEBUG nova.virt.block_device [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Updating existing volume attachment record: 3a17582d-9899-47ed-868d-bdd6d0673659 {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1383.582446] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1383.582721] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817897', 'volume_id': 'ca0664af-a84c-40c0-b58d-9e0133d66cbe', 'name': 'volume-ca0664af-a84c-40c0-b58d-9e0133d66cbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3017df45-a34a-4b9d-a448-3e66f8da415f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0664af-a84c-40c0-b58d-9e0133d66cbe', 'serial': 'ca0664af-a84c-40c0-b58d-9e0133d66cbe'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1383.583694] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d769ce-d3e6-47f8-a714-38a937b0775f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.600254] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d49b5e-9eb2-494e-9cb7-812444586884 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.623948] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-ca0664af-a84c-40c0-b58d-9e0133d66cbe/volume-ca0664af-a84c-40c0-b58d-9e0133d66cbe.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.624221] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccffebd5-e3d8-43aa-b3b2-65f7a1f82e00 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.641868] env[69330]: DEBUG oslo_vmware.api [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1383.641868] env[69330]: value = "task-4129477" [ 1383.641868] env[69330]: _type = "Task" [ 1383.641868] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.649689] env[69330]: DEBUG oslo_vmware.api [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.154109] env[69330]: DEBUG oslo_vmware.api [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129477, 'name': ReconfigVM_Task, 'duration_secs': 0.337256} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.154415] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-ca0664af-a84c-40c0-b58d-9e0133d66cbe/volume-ca0664af-a84c-40c0-b58d-9e0133d66cbe.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.158960] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ad50c6f-2da5-479b-ae78-213f1e868dd3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.173847] env[69330]: DEBUG oslo_vmware.api [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1384.173847] env[69330]: value = "task-4129478" [ 1384.173847] env[69330]: _type = "Task" [ 1384.173847] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.181810] env[69330]: DEBUG oslo_vmware.api [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.683649] env[69330]: DEBUG oslo_vmware.api [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129478, 'name': ReconfigVM_Task, 'duration_secs': 0.146184} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.683955] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817897', 'volume_id': 'ca0664af-a84c-40c0-b58d-9e0133d66cbe', 'name': 'volume-ca0664af-a84c-40c0-b58d-9e0133d66cbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3017df45-a34a-4b9d-a448-3e66f8da415f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0664af-a84c-40c0-b58d-9e0133d66cbe', 'serial': 'ca0664af-a84c-40c0-b58d-9e0133d66cbe'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1385.719725] env[69330]: DEBUG nova.objects.instance [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lazy-loading 'flavor' on Instance uuid 3017df45-a34a-4b9d-a448-3e66f8da415f {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.226939] env[69330]: DEBUG oslo_concurrency.lockutils [None req-799ea9e9-61bb-4dc1-a906-1a3a4fee8345 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.068312] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "3017df45-a34a-4b9d-a448-3e66f8da415f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.068621] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.572170] env[69330]: DEBUG nova.compute.utils [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1388.075806] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.132446] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "3017df45-a34a-4b9d-a448-3e66f8da415f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.132856] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.132978] env[69330]: INFO nova.compute.manager [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Attaching volume 71ce954e-6a08-43e9-af85-f4776b49f272 to /dev/sdc [ 1389.162977] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b152b7-8072-4a55-a46a-693607e50b0a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.170586] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fadf3e4-9b49-4f5f-a657-a98e04ed33b6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.184367] env[69330]: DEBUG nova.virt.block_device [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Updating existing volume attachment record: 730c9f9c-afeb-4579-9d1e-c089ca87f0b4 {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1393.729447] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1393.729694] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817898', 'volume_id': '71ce954e-6a08-43e9-af85-f4776b49f272', 'name': 'volume-71ce954e-6a08-43e9-af85-f4776b49f272', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3017df45-a34a-4b9d-a448-3e66f8da415f', 'attached_at': '', 'detached_at': '', 'volume_id': '71ce954e-6a08-43e9-af85-f4776b49f272', 'serial': '71ce954e-6a08-43e9-af85-f4776b49f272'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1393.730640] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56dcde0-e260-47e0-8ca8-a6405a3564fa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.747517] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb637f27-d1f1-473b-aa83-c248c24fe60f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.774570] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-71ce954e-6a08-43e9-af85-f4776b49f272/volume-71ce954e-6a08-43e9-af85-f4776b49f272.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.774869] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76b5fe8f-529e-4d5c-9e60-9b215b48bab2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.794434] env[69330]: DEBUG oslo_vmware.api [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1393.794434] env[69330]: value = "task-4129481" [ 1393.794434] env[69330]: _type = "Task" [ 1393.794434] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.802508] env[69330]: DEBUG oslo_vmware.api [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.304652] env[69330]: DEBUG oslo_vmware.api [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129481, 'name': ReconfigVM_Task, 'duration_secs': 0.334305} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.304976] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-71ce954e-6a08-43e9-af85-f4776b49f272/volume-71ce954e-6a08-43e9-af85-f4776b49f272.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.309649] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c213f4e0-533e-4a18-9d4e-186036f53a25 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.325074] env[69330]: DEBUG oslo_vmware.api [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1394.325074] env[69330]: value = "task-4129482" [ 1394.325074] env[69330]: _type = "Task" [ 1394.325074] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.334942] env[69330]: DEBUG oslo_vmware.api [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.834899] env[69330]: DEBUG oslo_vmware.api [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129482, 'name': ReconfigVM_Task, 'duration_secs': 0.136972} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.835253] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817898', 'volume_id': '71ce954e-6a08-43e9-af85-f4776b49f272', 'name': 'volume-71ce954e-6a08-43e9-af85-f4776b49f272', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3017df45-a34a-4b9d-a448-3e66f8da415f', 'attached_at': '', 'detached_at': '', 'volume_id': '71ce954e-6a08-43e9-af85-f4776b49f272', 'serial': '71ce954e-6a08-43e9-af85-f4776b49f272'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1395.871051] env[69330]: DEBUG nova.objects.instance [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lazy-loading 'flavor' on Instance uuid 3017df45-a34a-4b9d-a448-3e66f8da415f {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.377801] env[69330]: DEBUG oslo_concurrency.lockutils [None req-a5c3c727-c25e-4bff-a41b-2f43b2bd04bc tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.670633] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "3017df45-a34a-4b9d-a448-3e66f8da415f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.670897] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.174616] env[69330]: INFO nova.compute.manager [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Detaching volume ca0664af-a84c-40c0-b58d-9e0133d66cbe [ 1397.209830] env[69330]: INFO nova.virt.block_device [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Attempting to driver detach volume ca0664af-a84c-40c0-b58d-9e0133d66cbe from mountpoint /dev/sdb [ 1397.210103] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1397.210296] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817897', 'volume_id': 'ca0664af-a84c-40c0-b58d-9e0133d66cbe', 'name': 'volume-ca0664af-a84c-40c0-b58d-9e0133d66cbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3017df45-a34a-4b9d-a448-3e66f8da415f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0664af-a84c-40c0-b58d-9e0133d66cbe', 'serial': 'ca0664af-a84c-40c0-b58d-9e0133d66cbe'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1397.211280] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79ea941-0157-4652-acac-143596e0b056 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.236052] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe41f40-728e-4302-bd44-a93e4b41adfd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.243628] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fbecdb-3832-4ec5-978c-c9bddebb0ffd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.266294] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd0a879-a68e-48bd-8238-c37767d394f6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.281021] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] The volume has not been displaced from its original location: [datastore2] volume-ca0664af-a84c-40c0-b58d-9e0133d66cbe/volume-ca0664af-a84c-40c0-b58d-9e0133d66cbe.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1397.286294] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1397.286639] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89955431-72fc-480f-a01d-a3164ab3cf19 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.304754] env[69330]: DEBUG oslo_vmware.api [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1397.304754] env[69330]: value = "task-4129483" [ 1397.304754] env[69330]: _type = "Task" [ 1397.304754] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.312879] env[69330]: DEBUG oslo_vmware.api [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.814616] env[69330]: DEBUG oslo_vmware.api [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129483, 'name': ReconfigVM_Task, 'duration_secs': 0.217889} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.814967] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1397.819605] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f311c2c-cf25-48a9-8dab-423d8eb971d1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.835390] env[69330]: DEBUG oslo_vmware.api [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1397.835390] env[69330]: value = "task-4129484" [ 1397.835390] env[69330]: _type = "Task" [ 1397.835390] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.845615] env[69330]: DEBUG oslo_vmware.api [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.346269] env[69330]: DEBUG oslo_vmware.api [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129484, 'name': ReconfigVM_Task, 'duration_secs': 0.147473} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.346703] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817897', 'volume_id': 'ca0664af-a84c-40c0-b58d-9e0133d66cbe', 'name': 'volume-ca0664af-a84c-40c0-b58d-9e0133d66cbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3017df45-a34a-4b9d-a448-3e66f8da415f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0664af-a84c-40c0-b58d-9e0133d66cbe', 'serial': 'ca0664af-a84c-40c0-b58d-9e0133d66cbe'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1398.889584] env[69330]: DEBUG nova.objects.instance [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lazy-loading 'flavor' on Instance uuid 3017df45-a34a-4b9d-a448-3e66f8da415f {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.897664] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ab25cc5a-c6de-4410-91ec-ee7043e2c839 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.920141] env[69330]: DEBUG oslo_concurrency.lockutils [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "3017df45-a34a-4b9d-a448-3e66f8da415f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.920407] env[69330]: DEBUG oslo_concurrency.lockutils [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.423555] env[69330]: INFO nova.compute.manager [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Detaching volume 71ce954e-6a08-43e9-af85-f4776b49f272 [ 1400.454866] env[69330]: INFO nova.virt.block_device [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Attempting to driver detach volume 71ce954e-6a08-43e9-af85-f4776b49f272 from mountpoint /dev/sdc [ 1400.455212] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1400.455494] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817898', 'volume_id': '71ce954e-6a08-43e9-af85-f4776b49f272', 'name': 'volume-71ce954e-6a08-43e9-af85-f4776b49f272', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3017df45-a34a-4b9d-a448-3e66f8da415f', 'attached_at': '', 'detached_at': '', 'volume_id': '71ce954e-6a08-43e9-af85-f4776b49f272', 'serial': '71ce954e-6a08-43e9-af85-f4776b49f272'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1400.456756] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b8d8c8-7b74-4b8a-ac39-f86b73f92c21 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.478193] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4a3b7f-8f9e-4bc8-8332-635e58813e37 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.485993] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a232d3-11b8-4a1b-b896-fac6319d83f3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.506058] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b1d66e-a5d8-4c48-bdab-646e995cf2f1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.521974] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] The volume has not been displaced from its original location: [datastore2] volume-71ce954e-6a08-43e9-af85-f4776b49f272/volume-71ce954e-6a08-43e9-af85-f4776b49f272.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1400.527131] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Reconfiguring VM instance instance-0000007d to detach disk 2002 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1400.527432] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6e658af-a17c-4971-9620-1ee4367e7d01 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.544823] env[69330]: DEBUG oslo_vmware.api [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1400.544823] env[69330]: value = "task-4129485" [ 1400.544823] env[69330]: _type = "Task" [ 1400.544823] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.552660] env[69330]: DEBUG oslo_vmware.api [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.057148] env[69330]: DEBUG oslo_vmware.api [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129485, 'name': ReconfigVM_Task, 'duration_secs': 0.231406} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.057616] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Reconfigured VM instance instance-0000007d to detach disk 2002 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1401.064973] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d65e55b0-1694-4a3f-b1ae-1294d26b854a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.087478] env[69330]: DEBUG oslo_vmware.api [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1401.087478] env[69330]: value = "task-4129486" [ 1401.087478] env[69330]: _type = "Task" [ 1401.087478] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.097495] env[69330]: DEBUG oslo_vmware.api [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.597956] env[69330]: DEBUG oslo_vmware.api [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.098178] env[69330]: DEBUG oslo_vmware.api [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129486, 'name': ReconfigVM_Task, 'duration_secs': 0.75342} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.098597] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817898', 'volume_id': '71ce954e-6a08-43e9-af85-f4776b49f272', 'name': 'volume-71ce954e-6a08-43e9-af85-f4776b49f272', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3017df45-a34a-4b9d-a448-3e66f8da415f', 'attached_at': '', 'detached_at': '', 'volume_id': '71ce954e-6a08-43e9-af85-f4776b49f272', 'serial': '71ce954e-6a08-43e9-af85-f4776b49f272'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1402.638070] env[69330]: DEBUG nova.objects.instance [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lazy-loading 'flavor' on Instance uuid 3017df45-a34a-4b9d-a448-3e66f8da415f {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.646257] env[69330]: DEBUG oslo_concurrency.lockutils [None req-126be0d1-ae86-450e-b602-26a035f86589 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.726s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.301180] env[69330]: DEBUG oslo_concurrency.lockutils [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "3017df45-a34a-4b9d-a448-3e66f8da415f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.301419] env[69330]: DEBUG oslo_concurrency.lockutils [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.301645] env[69330]: DEBUG oslo_concurrency.lockutils [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "3017df45-a34a-4b9d-a448-3e66f8da415f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.301836] env[69330]: DEBUG oslo_concurrency.lockutils [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.302033] env[69330]: DEBUG oslo_concurrency.lockutils [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.304327] env[69330]: INFO nova.compute.manager [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Terminating instance [ 1404.808468] env[69330]: DEBUG nova.compute.manager [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1404.808884] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1404.809637] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3676f201-528a-4a94-a955-5a122c43fbc9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.817837] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.818095] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c90c44a-015d-43df-a0e9-d604d0189b44 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.825008] env[69330]: DEBUG oslo_vmware.api [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1404.825008] env[69330]: value = "task-4129487" [ 1404.825008] env[69330]: _type = "Task" [ 1404.825008] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.833538] env[69330]: DEBUG oslo_vmware.api [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.334921] env[69330]: DEBUG oslo_vmware.api [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129487, 'name': PowerOffVM_Task, 'duration_secs': 0.205473} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.335207] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.335402] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.335711] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a2d0bd7-8b49-435a-8ffd-ba2d50339f06 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.407737] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.408014] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.408208] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Deleting the datastore file [datastore2] 3017df45-a34a-4b9d-a448-3e66f8da415f {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.408488] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-034a60d5-bb4e-4712-a6e1-fa209f23506c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.417241] env[69330]: DEBUG oslo_vmware.api [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for the task: (returnval){ [ 1405.417241] env[69330]: value = "task-4129489" [ 1405.417241] env[69330]: _type = "Task" [ 1405.417241] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.425582] env[69330]: DEBUG oslo_vmware.api [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.928265] env[69330]: DEBUG oslo_vmware.api [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Task: {'id': task-4129489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142733} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.928647] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1405.928647] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1405.928858] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1405.929055] env[69330]: INFO nova.compute.manager [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1405.929317] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1405.929516] env[69330]: DEBUG nova.compute.manager [-] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1405.929617] env[69330]: DEBUG nova.network.neutron [-] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.407996] env[69330]: DEBUG nova.compute.manager [req-22aec888-803a-4f66-9f21-4694a476044e req-8d967bc2-33b7-4938-92a8-e4d1522cf68c service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Received event network-vif-deleted-9af4bd6f-7144-4b2c-938a-34f37732e318 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.407996] env[69330]: INFO nova.compute.manager [req-22aec888-803a-4f66-9f21-4694a476044e req-8d967bc2-33b7-4938-92a8-e4d1522cf68c service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Neutron deleted interface 9af4bd6f-7144-4b2c-938a-34f37732e318; detaching it from the instance and deleting it from the info cache [ 1406.407996] env[69330]: DEBUG nova.network.neutron [req-22aec888-803a-4f66-9f21-4694a476044e req-8d967bc2-33b7-4938-92a8-e4d1522cf68c service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.890360] env[69330]: DEBUG nova.network.neutron [-] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.910632] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35d3f436-b596-4313-872d-31000deb196f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.921601] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f55e70-1631-4d71-a858-a8010d14c49d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.948355] env[69330]: DEBUG nova.compute.manager [req-22aec888-803a-4f66-9f21-4694a476044e req-8d967bc2-33b7-4938-92a8-e4d1522cf68c service nova] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Detach interface failed, port_id=9af4bd6f-7144-4b2c-938a-34f37732e318, reason: Instance 3017df45-a34a-4b9d-a448-3e66f8da415f could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1407.394120] env[69330]: INFO nova.compute.manager [-] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Took 1.46 seconds to deallocate network for instance. [ 1407.566085] env[69330]: DEBUG oslo_concurrency.lockutils [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "0cced4a8-4719-4e4c-84e8-331a42585298" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.566358] env[69330]: DEBUG oslo_concurrency.lockutils [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "0cced4a8-4719-4e4c-84e8-331a42585298" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.566555] env[69330]: INFO nova.compute.manager [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Shelving [ 1407.901278] env[69330]: DEBUG oslo_concurrency.lockutils [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.901581] env[69330]: DEBUG oslo_concurrency.lockutils [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.901775] env[69330]: DEBUG nova.objects.instance [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lazy-loading 'resources' on Instance uuid 3017df45-a34a-4b9d-a448-3e66f8da415f {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.460497] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93df861d-00e2-41ea-87e2-2755e0910237 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.469047] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e84d7e-e436-481d-ba30-1784b7e307aa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.499154] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9ba3ba-fa05-4623-b8a6-dbd626edbc8c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.507466] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcb6fbf-c496-4463-b141-a33640fd07f4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.521220] env[69330]: DEBUG nova.compute.provider_tree [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.576878] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.577197] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88c388f8-5d0e-4728-b0c1-4f1fa9c525e2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.584282] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1408.584282] env[69330]: value = "task-4129490" [ 1408.584282] env[69330]: _type = "Task" [ 1408.584282] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.593209] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.024411] env[69330]: DEBUG nova.scheduler.client.report [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.093506] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129490, 'name': PowerOffVM_Task, 'duration_secs': 0.191316} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.093724] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.094525] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d1cc7b-efa0-4875-9823-c082ef27a5b8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.113749] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203d0ba4-856a-4e54-b460-8562e353ad9d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.529238] env[69330]: DEBUG oslo_concurrency.lockutils [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.548455] env[69330]: INFO nova.scheduler.client.report [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Deleted allocations for instance 3017df45-a34a-4b9d-a448-3e66f8da415f [ 1409.624554] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1409.625173] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-628066ff-be88-4942-8cfd-a1bb8c09490b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.633809] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1409.633809] env[69330]: value = "task-4129491" [ 1409.633809] env[69330]: _type = "Task" [ 1409.633809] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.645750] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129491, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.056787] env[69330]: DEBUG oslo_concurrency.lockutils [None req-25f4223c-8021-4177-87d4-1585d9d9e3ad tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Lock "3017df45-a34a-4b9d-a448-3e66f8da415f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.755s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.145020] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129491, 'name': CreateSnapshot_Task, 'duration_secs': 0.423187} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.145335] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1410.146098] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0a4669-d7d8-45c8-98ac-f1e1668157de {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.663868] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1410.664212] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30cd08ab-2fad-4a82-ade9-eb2535d1becb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.673737] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1410.673737] env[69330]: value = "task-4129492" [ 1410.673737] env[69330]: _type = "Task" [ 1410.673737] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.682478] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129492, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.187622] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129492, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.684070] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129492, 'name': CloneVM_Task} progress is 95%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.185311] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129492, 'name': CloneVM_Task, 'duration_secs': 1.168832} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.185539] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Created linked-clone VM from snapshot [ 1412.186316] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7973a496-1193-4937-9892-f42429961d3f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.193666] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Uploading image 7a3dc635-f3c6-49c6-81f5-ab7434a077b0 {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1412.219091] env[69330]: DEBUG oslo_vmware.rw_handles [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1412.219091] env[69330]: value = "vm-817900" [ 1412.219091] env[69330]: _type = "VirtualMachine" [ 1412.219091] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1412.219353] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-339a711e-07ef-4cbf-a850-8947367b6e1b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.226284] env[69330]: DEBUG oslo_vmware.rw_handles [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lease: (returnval){ [ 1412.226284] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52eb42eb-0676-cb49-9997-e57530baf096" [ 1412.226284] env[69330]: _type = "HttpNfcLease" [ 1412.226284] env[69330]: } obtained for exporting VM: (result){ [ 1412.226284] env[69330]: value = "vm-817900" [ 1412.226284] env[69330]: _type = "VirtualMachine" [ 1412.226284] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1412.226605] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the lease: (returnval){ [ 1412.226605] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52eb42eb-0676-cb49-9997-e57530baf096" [ 1412.226605] env[69330]: _type = "HttpNfcLease" [ 1412.226605] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1412.233214] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1412.233214] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52eb42eb-0676-cb49-9997-e57530baf096" [ 1412.233214] env[69330]: _type = "HttpNfcLease" [ 1412.233214] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1412.734779] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1412.734779] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52eb42eb-0676-cb49-9997-e57530baf096" [ 1412.734779] env[69330]: _type = "HttpNfcLease" [ 1412.734779] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1412.735255] env[69330]: DEBUG oslo_vmware.rw_handles [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1412.735255] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52eb42eb-0676-cb49-9997-e57530baf096" [ 1412.735255] env[69330]: _type = "HttpNfcLease" [ 1412.735255] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1412.735810] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32e8bc0-9a2e-427b-a8e8-83696ccba078 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.743725] env[69330]: DEBUG oslo_vmware.rw_handles [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccaf0f-6a73-2182-285e-20320f9e370c/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1412.743931] env[69330]: DEBUG oslo_vmware.rw_handles [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccaf0f-6a73-2182-285e-20320f9e370c/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1412.831260] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-156797a9-76bd-4183-a87c-aa61c6d69509 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.602631] env[69330]: DEBUG oslo_vmware.rw_handles [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccaf0f-6a73-2182-285e-20320f9e370c/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1420.603690] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40910f21-7841-4120-8f1b-21da6928bc84 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.611769] env[69330]: DEBUG oslo_vmware.rw_handles [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccaf0f-6a73-2182-285e-20320f9e370c/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1420.611769] env[69330]: ERROR oslo_vmware.rw_handles [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccaf0f-6a73-2182-285e-20320f9e370c/disk-0.vmdk due to incomplete transfer. [ 1420.611769] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d963e7ee-69d5-451d-b06a-530f5988445a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.620278] env[69330]: DEBUG oslo_vmware.rw_handles [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccaf0f-6a73-2182-285e-20320f9e370c/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1420.620592] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Uploaded image 7a3dc635-f3c6-49c6-81f5-ab7434a077b0 to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1420.623264] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1420.623549] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-139a0a3d-4897-4d7b-906d-52a10141751b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.630313] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1420.630313] env[69330]: value = "task-4129497" [ 1420.630313] env[69330]: _type = "Task" [ 1420.630313] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.640680] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129497, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.898795] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.898935] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.140659] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129497, 'name': Destroy_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.641749] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129497, 'name': Destroy_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.142670] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129497, 'name': Destroy_Task, 'duration_secs': 1.351248} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.142877] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Destroyed the VM [ 1422.143131] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1422.143378] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-92793307-499b-4be7-a3c2-8fba5a4f403e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.150321] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1422.150321] env[69330]: value = "task-4129498" [ 1422.150321] env[69330]: _type = "Task" [ 1422.150321] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.158781] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129498, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.660416] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129498, 'name': RemoveSnapshot_Task, 'duration_secs': 0.33006} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.660819] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1422.660969] env[69330]: DEBUG nova.compute.manager [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1422.661761] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedcc864-2915-48cb-8be3-e7147956b13e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.174191] env[69330]: INFO nova.compute.manager [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Shelve offloading [ 1423.678062] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.678439] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4cceefa-0ce7-4ea7-a6a9-2b3fe1179287 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.686073] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1423.686073] env[69330]: value = "task-4129499" [ 1423.686073] env[69330]: _type = "Task" [ 1423.686073] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.694067] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.197240] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1424.197477] env[69330]: DEBUG nova.compute.manager [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1424.198159] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738460b7-fc17-4160-b5f3-c302a2cc155f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.204040] env[69330]: DEBUG oslo_concurrency.lockutils [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.204224] env[69330]: DEBUG oslo_concurrency.lockutils [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.204371] env[69330]: DEBUG nova.network.neutron [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1424.898011] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.898476] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.898476] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69330) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1424.899525] env[69330]: DEBUG nova.network.neutron [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updating instance_info_cache with network_info: [{"id": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "address": "fa:16:3e:76:90:1a", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fa6a78-81", "ovs_interfaceid": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.900716] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.403500] env[69330]: DEBUG oslo_concurrency.lockutils [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.406200] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.406382] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.406540] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.406687] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69330) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1425.407530] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e19406e-c6c3-490f-a617-d7f5fb988bf9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.416318] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5591bf5a-07d2-4644-ad33-5ce3565a67d6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.431775] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab919cb0-be0f-464b-b10b-5303a0d368b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.438842] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a194fe2-f2dd-41c1-a71a-209cd4fcd7f7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.467465] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180555MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69330) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1425.467612] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.467821] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.842275] env[69330]: DEBUG nova.compute.manager [req-8315decd-e59b-45b2-9de1-cce9dc7032d3 req-49e65616-b179-4078-a88e-3361c83c2f86 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Received event network-vif-unplugged-64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.842275] env[69330]: DEBUG oslo_concurrency.lockutils [req-8315decd-e59b-45b2-9de1-cce9dc7032d3 req-49e65616-b179-4078-a88e-3361c83c2f86 service nova] Acquiring lock "0cced4a8-4719-4e4c-84e8-331a42585298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.842275] env[69330]: DEBUG oslo_concurrency.lockutils [req-8315decd-e59b-45b2-9de1-cce9dc7032d3 req-49e65616-b179-4078-a88e-3361c83c2f86 service nova] Lock "0cced4a8-4719-4e4c-84e8-331a42585298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.842275] env[69330]: DEBUG oslo_concurrency.lockutils [req-8315decd-e59b-45b2-9de1-cce9dc7032d3 req-49e65616-b179-4078-a88e-3361c83c2f86 service nova] Lock "0cced4a8-4719-4e4c-84e8-331a42585298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.843068] env[69330]: DEBUG nova.compute.manager [req-8315decd-e59b-45b2-9de1-cce9dc7032d3 req-49e65616-b179-4078-a88e-3361c83c2f86 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] No waiting events found dispatching network-vif-unplugged-64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1425.843411] env[69330]: WARNING nova.compute.manager [req-8315decd-e59b-45b2-9de1-cce9dc7032d3 req-49e65616-b179-4078-a88e-3361c83c2f86 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Received unexpected event network-vif-unplugged-64fa6a78-81c0-448f-b620-d6b0d5129f70 for instance with vm_state shelved and task_state shelving_offloading. [ 1425.931501] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.932466] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ba9b24-27ab-421d-95f1-ce8d8daddf0b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.940626] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.940880] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e46536c4-e25f-42e3-99dd-e1653a1911c6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.015338] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1426.015606] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1426.015856] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleting the datastore file [datastore2] 0cced4a8-4719-4e4c-84e8-331a42585298 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.016177] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efaa4c50-9308-49bc-8f91-dda529dd7283 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.023587] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1426.023587] env[69330]: value = "task-4129501" [ 1426.023587] env[69330]: _type = "Task" [ 1426.023587] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.031506] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.497392] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 0cced4a8-4719-4e4c-84e8-331a42585298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1426.497600] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1426.497741] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1426.525251] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748840db-856f-406f-8d2a-049bf8c8fadd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.536189] env[69330]: DEBUG oslo_vmware.api [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14172} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.538054] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.538268] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1426.538447] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1426.541265] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0570fb-bf70-4dcd-ad6f-2e3db17e3020 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.572757] env[69330]: INFO nova.scheduler.client.report [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleted allocations for instance 0cced4a8-4719-4e4c-84e8-331a42585298 [ 1426.576035] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d377172-6d22-48da-924f-2b647c493d71 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.583673] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebbdb6f-c42c-4363-8b41-f3fb78a9530d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.597396] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.080338] env[69330]: DEBUG oslo_concurrency.lockutils [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.100449] env[69330]: DEBUG nova.scheduler.client.report [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.604856] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1427.605093] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.605368] env[69330]: DEBUG oslo_concurrency.lockutils [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.525s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.605596] env[69330]: DEBUG nova.objects.instance [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lazy-loading 'resources' on Instance uuid 0cced4a8-4719-4e4c-84e8-331a42585298 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.873942] env[69330]: DEBUG nova.compute.manager [req-d8cecafa-2e80-4cc0-b555-2f56ad8a12e5 req-d0a3f67c-5dc0-4aed-8487-775cf9f1ff46 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Received event network-changed-64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.874334] env[69330]: DEBUG nova.compute.manager [req-d8cecafa-2e80-4cc0-b555-2f56ad8a12e5 req-d0a3f67c-5dc0-4aed-8487-775cf9f1ff46 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Refreshing instance network info cache due to event network-changed-64fa6a78-81c0-448f-b620-d6b0d5129f70. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1427.874601] env[69330]: DEBUG oslo_concurrency.lockutils [req-d8cecafa-2e80-4cc0-b555-2f56ad8a12e5 req-d0a3f67c-5dc0-4aed-8487-775cf9f1ff46 service nova] Acquiring lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.874772] env[69330]: DEBUG oslo_concurrency.lockutils [req-d8cecafa-2e80-4cc0-b555-2f56ad8a12e5 req-d0a3f67c-5dc0-4aed-8487-775cf9f1ff46 service nova] Acquired lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.874939] env[69330]: DEBUG nova.network.neutron [req-d8cecafa-2e80-4cc0-b555-2f56ad8a12e5 req-d0a3f67c-5dc0-4aed-8487-775cf9f1ff46 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Refreshing network info cache for port 64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.109606] env[69330]: DEBUG nova.objects.instance [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lazy-loading 'numa_topology' on Instance uuid 0cced4a8-4719-4e4c-84e8-331a42585298 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.601948] env[69330]: DEBUG nova.network.neutron [req-d8cecafa-2e80-4cc0-b555-2f56ad8a12e5 req-d0a3f67c-5dc0-4aed-8487-775cf9f1ff46 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updated VIF entry in instance network info cache for port 64fa6a78-81c0-448f-b620-d6b0d5129f70. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.602350] env[69330]: DEBUG nova.network.neutron [req-d8cecafa-2e80-4cc0-b555-2f56ad8a12e5 req-d0a3f67c-5dc0-4aed-8487-775cf9f1ff46 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updating instance_info_cache with network_info: [{"id": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "address": "fa:16:3e:76:90:1a", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap64fa6a78-81", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.612305] env[69330]: DEBUG nova.objects.base [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Object Instance<0cced4a8-4719-4e4c-84e8-331a42585298> lazy-loaded attributes: resources,numa_topology {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1428.639880] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26437436-2cea-4194-8c1a-5136cc812f8a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.647692] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a526c3-3a10-46f5-bbd4-627d693a8487 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.676833] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "0cced4a8-4719-4e4c-84e8-331a42585298" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.677755] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13c5062-51e5-4706-a674-68693334952e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.685842] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c38086b-a8a0-4d3c-b4b1-b173a3a68bdb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.699769] env[69330]: DEBUG nova.compute.provider_tree [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.104760] env[69330]: DEBUG oslo_concurrency.lockutils [req-d8cecafa-2e80-4cc0-b555-2f56ad8a12e5 req-d0a3f67c-5dc0-4aed-8487-775cf9f1ff46 service nova] Releasing lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.203155] env[69330]: DEBUG nova.scheduler.client.report [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.601946] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.602340] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.707602] env[69330]: DEBUG oslo_concurrency.lockutils [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.215305] env[69330]: DEBUG oslo_concurrency.lockutils [None req-32bcaf4b-357f-44c0-9148-be6b6f3deca3 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "0cced4a8-4719-4e4c-84e8-331a42585298" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.649s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.216032] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "0cced4a8-4719-4e4c-84e8-331a42585298" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.539s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.216238] env[69330]: INFO nova.compute.manager [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Unshelving [ 1430.893784] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.224927] env[69330]: DEBUG nova.compute.utils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1431.398065] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.728620] env[69330]: INFO nova.virt.block_device [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Booting with volume f1b06aeb-2e76-4896-a6fa-f67aa52c1939 at /dev/sdb [ 1431.761597] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76480b56-bce9-4963-850f-e65dc05dd8cb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.771107] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fa01c4-d939-4e5a-9edd-f1bee1408ae1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.793990] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a92000dc-1eb8-4d3e-8c98-242a1e16c316 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.802165] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1334744-343e-4315-8367-dc4bb32b4ff1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.825206] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dd718f-af99-4f3b-9eb3-e3c655528e20 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.831247] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64da5eee-56ad-4a40-b4a7-14b592e405cb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.843806] env[69330]: DEBUG nova.virt.block_device [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updating existing volume attachment record: d3a6f87e-cb06-4c48-b4de-85a19daa5e1b {{(pid=69330) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1437.440694] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.441018] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.441231] env[69330]: DEBUG nova.objects.instance [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lazy-loading 'pci_requests' on Instance uuid 0cced4a8-4719-4e4c-84e8-331a42585298 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.945484] env[69330]: DEBUG nova.objects.instance [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lazy-loading 'numa_topology' on Instance uuid 0cced4a8-4719-4e4c-84e8-331a42585298 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.448538] env[69330]: INFO nova.compute.claims [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.492847] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1759ca27-0dfb-4c5e-a7e0-aa7e0794c3dd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.501121] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3ecee4-4b32-40e5-88df-ee69beeaf5ba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.531421] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0434baef-9ecf-4176-90fe-6a5a07091b5d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.540014] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66af5a6d-461e-41ef-b379-8d19297dd415 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.553753] env[69330]: DEBUG nova.compute.provider_tree [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1440.073926] env[69330]: ERROR nova.scheduler.client.report [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [req-cc0e06bc-e0ba-48c4-a209-d0fa2b468231] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f00e7378-0f14-4d90-8510-13b5fe6d69be. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc0e06bc-e0ba-48c4-a209-d0fa2b468231"}]} [ 1440.091138] env[69330]: DEBUG nova.scheduler.client.report [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Refreshing inventories for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1440.105214] env[69330]: DEBUG nova.scheduler.client.report [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Updating ProviderTree inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1440.105481] env[69330]: DEBUG nova.compute.provider_tree [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1440.116712] env[69330]: DEBUG nova.scheduler.client.report [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Refreshing aggregate associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, aggregates: None {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1440.135181] env[69330]: DEBUG nova.scheduler.client.report [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Refreshing trait associations for resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69330) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1440.161745] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d28428e-58f9-41a0-b321-75a5b00b40b6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.169739] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789b3223-54cd-4532-b86b-22939734977e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.201027] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3512b273-9e4d-4b76-bfb5-4e62d82f7d4d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.209043] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556665c6-0f2a-4a13-aa6e-a33e89eb0e2d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.223625] env[69330]: DEBUG nova.compute.provider_tree [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1440.755026] env[69330]: DEBUG nova.scheduler.client.report [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1440.755383] env[69330]: DEBUG nova.compute.provider_tree [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 183 to 184 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1440.755383] env[69330]: DEBUG nova.compute.provider_tree [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1441.260445] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.819s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.289775] env[69330]: INFO nova.network.neutron [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updating port 64fa6a78-81c0-448f-b620-d6b0d5129f70 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1442.668830] env[69330]: DEBUG nova.compute.manager [req-7ba8491e-66ef-421a-b692-886ca3f867cb req-717993be-e144-44bf-8cfb-75798a6f9208 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Received event network-vif-plugged-64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.669102] env[69330]: DEBUG oslo_concurrency.lockutils [req-7ba8491e-66ef-421a-b692-886ca3f867cb req-717993be-e144-44bf-8cfb-75798a6f9208 service nova] Acquiring lock "0cced4a8-4719-4e4c-84e8-331a42585298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.669259] env[69330]: DEBUG oslo_concurrency.lockutils [req-7ba8491e-66ef-421a-b692-886ca3f867cb req-717993be-e144-44bf-8cfb-75798a6f9208 service nova] Lock "0cced4a8-4719-4e4c-84e8-331a42585298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.669421] env[69330]: DEBUG oslo_concurrency.lockutils [req-7ba8491e-66ef-421a-b692-886ca3f867cb req-717993be-e144-44bf-8cfb-75798a6f9208 service nova] Lock "0cced4a8-4719-4e4c-84e8-331a42585298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.669592] env[69330]: DEBUG nova.compute.manager [req-7ba8491e-66ef-421a-b692-886ca3f867cb req-717993be-e144-44bf-8cfb-75798a6f9208 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] No waiting events found dispatching network-vif-plugged-64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1442.669756] env[69330]: WARNING nova.compute.manager [req-7ba8491e-66ef-421a-b692-886ca3f867cb req-717993be-e144-44bf-8cfb-75798a6f9208 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Received unexpected event network-vif-plugged-64fa6a78-81c0-448f-b620-d6b0d5129f70 for instance with vm_state shelved_offloaded and task_state spawning. [ 1442.753597] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.753883] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.754126] env[69330]: DEBUG nova.network.neutron [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.469874] env[69330]: DEBUG nova.network.neutron [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updating instance_info_cache with network_info: [{"id": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "address": "fa:16:3e:76:90:1a", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fa6a78-81", "ovs_interfaceid": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.972570] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.002455] env[69330]: DEBUG nova.virt.hardware [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ead2df51ca7beb0f2da3ba94f58b4a2f',container_format='bare',created_at=2025-05-14T06:29:33Z,direct_url=,disk_format='vmdk',id=7a3dc635-f3c6-49c6-81f5-ab7434a077b0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2092400183-shelved',owner='1b383b8783fb40cfa5124c9cb11146a8',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-14T06:29:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1444.002719] env[69330]: DEBUG nova.virt.hardware [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.002888] env[69330]: DEBUG nova.virt.hardware [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1444.003119] env[69330]: DEBUG nova.virt.hardware [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.003234] env[69330]: DEBUG nova.virt.hardware [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1444.003387] env[69330]: DEBUG nova.virt.hardware [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1444.003605] env[69330]: DEBUG nova.virt.hardware [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1444.003783] env[69330]: DEBUG nova.virt.hardware [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1444.003921] env[69330]: DEBUG nova.virt.hardware [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1444.004131] env[69330]: DEBUG nova.virt.hardware [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1444.004346] env[69330]: DEBUG nova.virt.hardware [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1444.005570] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3898487-6d8a-4477-b328-d6056aed94ba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.015274] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2a3300-46a4-4a14-bdc4-53854d3bac53 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.029109] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:90:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64fa6a78-81c0-448f-b620-d6b0d5129f70', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.037461] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1444.037740] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.037954] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d1f158a-5d12-433b-aaa6-a7c8bf2e5529 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.057410] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.057410] env[69330]: value = "task-4129506" [ 1444.057410] env[69330]: _type = "Task" [ 1444.057410] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.065965] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129506, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.567683] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129506, 'name': CreateVM_Task, 'duration_secs': 0.358831} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.567898] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1444.568541] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a3dc635-f3c6-49c6-81f5-ab7434a077b0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.568711] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a3dc635-f3c6-49c6-81f5-ab7434a077b0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.569104] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a3dc635-f3c6-49c6-81f5-ab7434a077b0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.569354] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45bcd09-c2ee-4b40-9aca-f0f3ec1f0987 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.573951] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1444.573951] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52921bda-ac1c-d924-e176-66782f26ec3e" [ 1444.573951] env[69330]: _type = "Task" [ 1444.573951] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.583139] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52921bda-ac1c-d924-e176-66782f26ec3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.695709] env[69330]: DEBUG nova.compute.manager [req-4758363b-facd-471e-a693-d0227561d4df req-32b9950c-95a4-40b8-9c94-e238d2cc1b2b service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Received event network-changed-64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1444.695913] env[69330]: DEBUG nova.compute.manager [req-4758363b-facd-471e-a693-d0227561d4df req-32b9950c-95a4-40b8-9c94-e238d2cc1b2b service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Refreshing instance network info cache due to event network-changed-64fa6a78-81c0-448f-b620-d6b0d5129f70. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1444.696151] env[69330]: DEBUG oslo_concurrency.lockutils [req-4758363b-facd-471e-a693-d0227561d4df req-32b9950c-95a4-40b8-9c94-e238d2cc1b2b service nova] Acquiring lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.696369] env[69330]: DEBUG oslo_concurrency.lockutils [req-4758363b-facd-471e-a693-d0227561d4df req-32b9950c-95a4-40b8-9c94-e238d2cc1b2b service nova] Acquired lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.696530] env[69330]: DEBUG nova.network.neutron [req-4758363b-facd-471e-a693-d0227561d4df req-32b9950c-95a4-40b8-9c94-e238d2cc1b2b service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Refreshing network info cache for port 64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1445.084594] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a3dc635-f3c6-49c6-81f5-ab7434a077b0" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.084933] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Processing image 7a3dc635-f3c6-49c6-81f5-ab7434a077b0 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.085088] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a3dc635-f3c6-49c6-81f5-ab7434a077b0/7a3dc635-f3c6-49c6-81f5-ab7434a077b0.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.085242] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a3dc635-f3c6-49c6-81f5-ab7434a077b0/7a3dc635-f3c6-49c6-81f5-ab7434a077b0.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.085424] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.085668] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5153d2fe-0a4e-4395-ae1c-dd3f8a9051c8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.094300] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.094501] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.095192] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de5f918c-526b-4fdb-b73f-bf015c306383 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.100666] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1445.100666] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fc0063-9779-8059-7d03-e64376bee96b" [ 1445.100666] env[69330]: _type = "Task" [ 1445.100666] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.108365] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52fc0063-9779-8059-7d03-e64376bee96b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.396151] env[69330]: DEBUG nova.network.neutron [req-4758363b-facd-471e-a693-d0227561d4df req-32b9950c-95a4-40b8-9c94-e238d2cc1b2b service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updated VIF entry in instance network info cache for port 64fa6a78-81c0-448f-b620-d6b0d5129f70. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.396577] env[69330]: DEBUG nova.network.neutron [req-4758363b-facd-471e-a693-d0227561d4df req-32b9950c-95a4-40b8-9c94-e238d2cc1b2b service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updating instance_info_cache with network_info: [{"id": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "address": "fa:16:3e:76:90:1a", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fa6a78-81", "ovs_interfaceid": "64fa6a78-81c0-448f-b620-d6b0d5129f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.611558] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Preparing fetch location {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1445.611779] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Fetch image to [datastore2] OSTACK_IMG_f252125c-185e-4836-8465-9e224bd0919b/OSTACK_IMG_f252125c-185e-4836-8465-9e224bd0919b.vmdk {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1445.611971] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Downloading stream optimized image 7a3dc635-f3c6-49c6-81f5-ab7434a077b0 to [datastore2] OSTACK_IMG_f252125c-185e-4836-8465-9e224bd0919b/OSTACK_IMG_f252125c-185e-4836-8465-9e224bd0919b.vmdk on the data store datastore2 as vApp {{(pid=69330) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1445.612161] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Downloading image file data 7a3dc635-f3c6-49c6-81f5-ab7434a077b0 to the ESX as VM named 'OSTACK_IMG_f252125c-185e-4836-8465-9e224bd0919b' {{(pid=69330) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1445.679082] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1445.679082] env[69330]: value = "resgroup-9" [ 1445.679082] env[69330]: _type = "ResourcePool" [ 1445.679082] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1445.679379] env[69330]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-dc68e2be-f8e9-4aa8-9340-1978d4d23934 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.700355] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lease: (returnval){ [ 1445.700355] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522fd13f-7dee-07b3-cd93-79e9704a7a46" [ 1445.700355] env[69330]: _type = "HttpNfcLease" [ 1445.700355] env[69330]: } obtained for vApp import into resource pool (val){ [ 1445.700355] env[69330]: value = "resgroup-9" [ 1445.700355] env[69330]: _type = "ResourcePool" [ 1445.700355] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1445.700635] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the lease: (returnval){ [ 1445.700635] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522fd13f-7dee-07b3-cd93-79e9704a7a46" [ 1445.700635] env[69330]: _type = "HttpNfcLease" [ 1445.700635] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1445.708788] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1445.708788] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522fd13f-7dee-07b3-cd93-79e9704a7a46" [ 1445.708788] env[69330]: _type = "HttpNfcLease" [ 1445.708788] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1445.899752] env[69330]: DEBUG oslo_concurrency.lockutils [req-4758363b-facd-471e-a693-d0227561d4df req-32b9950c-95a4-40b8-9c94-e238d2cc1b2b service nova] Releasing lock "refresh_cache-0cced4a8-4719-4e4c-84e8-331a42585298" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.211065] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1446.211065] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522fd13f-7dee-07b3-cd93-79e9704a7a46" [ 1446.211065] env[69330]: _type = "HttpNfcLease" [ 1446.211065] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1446.211065] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1446.211065] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]522fd13f-7dee-07b3-cd93-79e9704a7a46" [ 1446.211065] env[69330]: _type = "HttpNfcLease" [ 1446.211065] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1446.211523] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79295a3a-e9ed-4e7c-99af-52f36d416bc6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.220651] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f51f68-58e2-534b-bc84-0fb0d5eb414e/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1446.220869] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f51f68-58e2-534b-bc84-0fb0d5eb414e/disk-0.vmdk. {{(pid=69330) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1446.284936] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e40ea25-2fe6-4cb1-851e-589c7a1af86c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.336671] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Completed reading data from the image iterator. {{(pid=69330) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1447.336671] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f51f68-58e2-534b-bc84-0fb0d5eb414e/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1447.337370] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb0229a-ed8f-4b6c-ab1d-67b919b6cb29 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.344531] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f51f68-58e2-534b-bc84-0fb0d5eb414e/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1447.344760] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f51f68-58e2-534b-bc84-0fb0d5eb414e/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1447.344992] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d37d13b3-a71a-44e2-b3e9-c6c46f7efaad {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.552924] env[69330]: DEBUG oslo_vmware.rw_handles [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f51f68-58e2-534b-bc84-0fb0d5eb414e/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1447.553221] env[69330]: INFO nova.virt.vmwareapi.images [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Downloaded image file data 7a3dc635-f3c6-49c6-81f5-ab7434a077b0 [ 1447.554661] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b15134-7f99-4932-89c8-0eac1db5c92a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.569994] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bf2035f-e37f-4994-840d-651f410b73d0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.595950] env[69330]: INFO nova.virt.vmwareapi.images [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] The imported VM was unregistered [ 1447.598445] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Caching image {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1447.598712] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7a3dc635-f3c6-49c6-81f5-ab7434a077b0 {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.599010] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7233f0bf-ccb0-456e-9493-9ab6ceae0bec {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.611465] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Created directory with path [datastore2] devstack-image-cache_base/7a3dc635-f3c6-49c6-81f5-ab7434a077b0 {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.611771] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f252125c-185e-4836-8465-9e224bd0919b/OSTACK_IMG_f252125c-185e-4836-8465-9e224bd0919b.vmdk to [datastore2] devstack-image-cache_base/7a3dc635-f3c6-49c6-81f5-ab7434a077b0/7a3dc635-f3c6-49c6-81f5-ab7434a077b0.vmdk. {{(pid=69330) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1447.612145] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fe3316a0-9457-4627-a9e4-faea427c692f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.619676] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1447.619676] env[69330]: value = "task-4129509" [ 1447.619676] env[69330]: _type = "Task" [ 1447.619676] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.627883] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129509, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.130385] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129509, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.631063] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129509, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.132028] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129509, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.632627] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129509, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.133619] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129509, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.397257} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.135671] env[69330]: INFO nova.virt.vmwareapi.ds_util [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f252125c-185e-4836-8465-9e224bd0919b/OSTACK_IMG_f252125c-185e-4836-8465-9e224bd0919b.vmdk to [datastore2] devstack-image-cache_base/7a3dc635-f3c6-49c6-81f5-ab7434a077b0/7a3dc635-f3c6-49c6-81f5-ab7434a077b0.vmdk. [ 1450.135671] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Cleaning up location [datastore2] OSTACK_IMG_f252125c-185e-4836-8465-9e224bd0919b {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1450.135671] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f252125c-185e-4836-8465-9e224bd0919b {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1450.135671] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9529934-7e38-4973-acbe-cec1de91d4f8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.141560] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1450.141560] env[69330]: value = "task-4129510" [ 1450.141560] env[69330]: _type = "Task" [ 1450.141560] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.149322] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.651927] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036943} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.652293] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1450.652387] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a3dc635-f3c6-49c6-81f5-ab7434a077b0/7a3dc635-f3c6-49c6-81f5-ab7434a077b0.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.652616] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a3dc635-f3c6-49c6-81f5-ab7434a077b0/7a3dc635-f3c6-49c6-81f5-ab7434a077b0.vmdk to [datastore2] 0cced4a8-4719-4e4c-84e8-331a42585298/0cced4a8-4719-4e4c-84e8-331a42585298.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.652872] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59c78054-94ef-4a7b-9422-9c4a87aec4c1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.660634] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1450.660634] env[69330]: value = "task-4129511" [ 1450.660634] env[69330]: _type = "Task" [ 1450.660634] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.668257] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.173217] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129511, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.671326] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129511, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.173576] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129511, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.673765] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129511, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.174583] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129511, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.313965} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.174854] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a3dc635-f3c6-49c6-81f5-ab7434a077b0/7a3dc635-f3c6-49c6-81f5-ab7434a077b0.vmdk to [datastore2] 0cced4a8-4719-4e4c-84e8-331a42585298/0cced4a8-4719-4e4c-84e8-331a42585298.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1453.175646] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2276b589-2942-4c5a-af41-c0b525b9a862 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.197537] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 0cced4a8-4719-4e4c-84e8-331a42585298/0cced4a8-4719-4e4c-84e8-331a42585298.vmdk or device None with type streamOptimized {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.197794] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4156e874-13d5-42e1-91c9-fb98caeeed09 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.217233] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1453.217233] env[69330]: value = "task-4129512" [ 1453.217233] env[69330]: _type = "Task" [ 1453.217233] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.224986] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.727350] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129512, 'name': ReconfigVM_Task, 'duration_secs': 0.277923} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.727726] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 0cced4a8-4719-4e4c-84e8-331a42585298/0cced4a8-4719-4e4c-84e8-331a42585298.vmdk or device None with type streamOptimized {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.728754] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encrypted': False, 'encryption_options': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'device_type': 'disk', 'encryption_format': None, 'guest_format': None, 'size': 0, 'image_id': '4bf69476-2082-48c9-9b64-3181a0fc6e41'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817902', 'volume_id': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'name': 'volume-f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0cced4a8-4719-4e4c-84e8-331a42585298', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'serial': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939'}, 'boot_index': None, 'delete_on_termination': False, 'disk_bus': None, 'attachment_id': 'd3a6f87e-cb06-4c48-b4de-85a19daa5e1b', 'mount_device': '/dev/sdb', 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69330) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1453.728956] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Volume attach. Driver type: vmdk {{(pid=69330) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1453.729164] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817902', 'volume_id': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'name': 'volume-f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0cced4a8-4719-4e4c-84e8-331a42585298', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'serial': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1453.729928] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491b3b46-a697-4c12-a9fd-ee0a32b8a297 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.746093] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872d8824-70e5-4825-83d8-f526d1cc9b75 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.768983] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-f1b06aeb-2e76-4896-a6fa-f67aa52c1939/volume-f1b06aeb-2e76-4896-a6fa-f67aa52c1939.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.769302] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-477ae4e7-f5fe-4368-a6bc-89909c6e9fda {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.786820] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1453.786820] env[69330]: value = "task-4129513" [ 1453.786820] env[69330]: _type = "Task" [ 1453.786820] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.795187] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.296621] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129513, 'name': ReconfigVM_Task, 'duration_secs': 0.304397} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.296874] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-f1b06aeb-2e76-4896-a6fa-f67aa52c1939/volume-f1b06aeb-2e76-4896-a6fa-f67aa52c1939.vmdk or device None with type thin {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.301468] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d019d8a4-5c5f-41b3-91e1-4030887757c6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.316401] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1454.316401] env[69330]: value = "task-4129514" [ 1454.316401] env[69330]: _type = "Task" [ 1454.316401] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.324589] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.826574] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129514, 'name': ReconfigVM_Task, 'duration_secs': 0.147662} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.826949] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817902', 'volume_id': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'name': 'volume-f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0cced4a8-4719-4e4c-84e8-331a42585298', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'serial': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939'} {{(pid=69330) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1454.827555] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a19e45f4-bd1d-458b-a63a-1d9177a6c4b6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.835058] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1454.835058] env[69330]: value = "task-4129515" [ 1454.835058] env[69330]: _type = "Task" [ 1454.835058] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.843695] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129515, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.344951] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129515, 'name': Rename_Task, 'duration_secs': 0.150498} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.345215] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.345460] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30f20007-4ab6-4063-92e3-31bdae5c7329 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.352779] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1455.352779] env[69330]: value = "task-4129516" [ 1455.352779] env[69330]: _type = "Task" [ 1455.352779] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.361713] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.863088] env[69330]: DEBUG oslo_vmware.api [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129516, 'name': PowerOnVM_Task, 'duration_secs': 0.45616} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.863597] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.960244] env[69330]: DEBUG nova.compute.manager [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1455.961170] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb23f9c-0eef-4816-ab69-4a1cf95a123c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.478831] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c20ebb1-be7d-406e-bfae-842fad615cb6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "0cced4a8-4719-4e4c-84e8-331a42585298" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.263s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.898696] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.899093] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.899067] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.899067] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69330) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1485.899589] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1486.404047] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.404305] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.404477] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.404629] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69330) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1486.405546] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed70ca7-36f5-4d5b-a419-43295ebb3957 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.413874] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7f8081-270a-4999-a6d4-3b774a4c00c0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.428236] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8966a33-8674-490f-a675-2c63b0b339ff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.434563] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4be55a2-0c3a-4583-8923-6e57de119fc2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.463919] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180737MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69330) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1486.464146] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.464280] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.611013] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance 0cced4a8-4719-4e4c-84e8-331a42585298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1487.611286] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1487.611407] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1487.637256] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f3012f-8c82-422a-93f0-dfe73a10d5d9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.644876] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f5612b-3a17-4b9a-8c05-4b9d0dd210c5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.674862] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38e0abd-77ef-44b3-aa3d-d459b18f31ef {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.683462] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da72a323-dfb3-400f-85ba-fa0c0bb9019a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.702808] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1488.233935] env[69330]: DEBUG nova.scheduler.client.report [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Updated inventory for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1488.234139] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Updating resource provider f00e7378-0f14-4d90-8510-13b5fe6d69be generation from 184 to 185 during operation: update_inventory {{(pid=69330) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1488.234298] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Updating inventory in ProviderTree for provider f00e7378-0f14-4d90-8510-13b5fe6d69be with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1488.739667] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1488.740080] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.276s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.734781] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.735120] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.735354] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.899089] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.899462] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.120345] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "0cced4a8-4719-4e4c-84e8-331a42585298" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.120747] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "0cced4a8-4719-4e4c-84e8-331a42585298" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.623942] env[69330]: INFO nova.compute.manager [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Detaching volume f1b06aeb-2e76-4896-a6fa-f67aa52c1939 [ 1493.653798] env[69330]: INFO nova.virt.block_device [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Attempting to driver detach volume f1b06aeb-2e76-4896-a6fa-f67aa52c1939 from mountpoint /dev/sdb [ 1493.654096] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Volume detach. Driver type: vmdk {{(pid=69330) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1493.654350] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817902', 'volume_id': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'name': 'volume-f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0cced4a8-4719-4e4c-84e8-331a42585298', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'serial': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1493.655284] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806d7f37-a544-4dd1-ad8c-42ceb5f9b0f6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.676797] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e8d71e-95c8-42bb-85d8-943ad479c18f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.683945] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74dd356-7ff9-4ccc-beb2-a28a26bda4fe {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.703603] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a66c80d-21b1-4437-99da-5122ef4f8137 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.718013] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] The volume has not been displaced from its original location: [datastore2] volume-f1b06aeb-2e76-4896-a6fa-f67aa52c1939/volume-f1b06aeb-2e76-4896-a6fa-f67aa52c1939.vmdk. No consolidation needed. {{(pid=69330) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1493.723182] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1493.723448] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53acf947-989f-4a61-a8b6-54de630ab514 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.741019] env[69330]: DEBUG oslo_vmware.api [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1493.741019] env[69330]: value = "task-4129517" [ 1493.741019] env[69330]: _type = "Task" [ 1493.741019] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.750312] env[69330]: DEBUG oslo_vmware.api [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.250974] env[69330]: DEBUG oslo_vmware.api [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129517, 'name': ReconfigVM_Task, 'duration_secs': 0.224975} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.251360] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69330) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1494.255891] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208d9a7d-21e5-45dc-bdaa-5fb1e0436c79 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.271731] env[69330]: DEBUG oslo_vmware.api [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1494.271731] env[69330]: value = "task-4129518" [ 1494.271731] env[69330]: _type = "Task" [ 1494.271731] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.279940] env[69330]: DEBUG oslo_vmware.api [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.400792] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.400975] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Cleaning up deleted instances {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1494.782178] env[69330]: DEBUG oslo_vmware.api [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129518, 'name': ReconfigVM_Task, 'duration_secs': 0.140504} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.782480] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817902', 'volume_id': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'name': 'volume-f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0cced4a8-4719-4e4c-84e8-331a42585298', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939', 'serial': 'f1b06aeb-2e76-4896-a6fa-f67aa52c1939'} {{(pid=69330) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1494.908911] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] There are 20 instances to clean {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1494.909140] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 3017df45-a34a-4b9d-a448-3e66f8da415f] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.323057] env[69330]: DEBUG nova.objects.instance [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lazy-loading 'flavor' on Instance uuid 0cced4a8-4719-4e4c-84e8-331a42585298 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.412512] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 48fe6780-db0b-41ab-891f-4d7313ea9b24] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.916021] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 1081ac40-6325-49e8-bb94-b48d2f7a3052] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.332243] env[69330]: DEBUG oslo_concurrency.lockutils [None req-4c5bf628-55fc-44cc-b4c1-43334f60dee1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "0cced4a8-4719-4e4c-84e8-331a42585298" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.419415] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 489a79c4-fe47-43fd-8d8b-461206feac66] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.922628] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: a9b8ac6c-63bc-4563-a622-213accb115a5] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.351490] env[69330]: DEBUG oslo_concurrency.lockutils [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "0cced4a8-4719-4e4c-84e8-331a42585298" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.351866] env[69330]: DEBUG oslo_concurrency.lockutils [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "0cced4a8-4719-4e4c-84e8-331a42585298" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.351986] env[69330]: DEBUG oslo_concurrency.lockutils [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "0cced4a8-4719-4e4c-84e8-331a42585298-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.352163] env[69330]: DEBUG oslo_concurrency.lockutils [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "0cced4a8-4719-4e4c-84e8-331a42585298-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.352356] env[69330]: DEBUG oslo_concurrency.lockutils [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "0cced4a8-4719-4e4c-84e8-331a42585298-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.354584] env[69330]: INFO nova.compute.manager [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Terminating instance [ 1497.425853] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 461804aa-7ce8-4b03-a8ee-61346da98db4] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.858461] env[69330]: DEBUG nova.compute.manager [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1497.858702] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.859729] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1043ab-d4ad-464a-8711-64df84b49370 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.867704] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.867935] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a73fb17f-a292-4be7-9289-89453d9533a4 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.877587] env[69330]: DEBUG oslo_vmware.api [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1497.877587] env[69330]: value = "task-4129519" [ 1497.877587] env[69330]: _type = "Task" [ 1497.877587] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.887740] env[69330]: DEBUG oslo_vmware.api [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.929452] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: b46ac3c1-871b-412f-817f-465ea0bd7b0d] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.387819] env[69330]: DEBUG oslo_vmware.api [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129519, 'name': PowerOffVM_Task, 'duration_secs': 0.199643} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.388184] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.388306] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.388509] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b849697a-4b7e-464e-8a75-6fcb7a78db1b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.432849] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 5d46d3e3-95fd-4d37-9552-95d89f68a7ca] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.452917] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.453162] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.453352] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleting the datastore file [datastore2] 0cced4a8-4719-4e4c-84e8-331a42585298 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.453639] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f69cfcdd-da40-41ae-bd42-223304010f17 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.460895] env[69330]: DEBUG oslo_vmware.api [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1498.460895] env[69330]: value = "task-4129521" [ 1498.460895] env[69330]: _type = "Task" [ 1498.460895] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.469054] env[69330]: DEBUG oslo_vmware.api [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.936273] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 02ca81f3-b20b-41c9-9589-5b09eea79fc5] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.971918] env[69330]: DEBUG oslo_vmware.api [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149946} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.972192] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.972373] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.972553] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.972724] env[69330]: INFO nova.compute.manager [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1498.972978] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1498.973186] env[69330]: DEBUG nova.compute.manager [-] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1498.973292] env[69330]: DEBUG nova.network.neutron [-] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.440795] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 0cc17389-fde8-43ed-b752-39018a8e3e20] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.456131] env[69330]: DEBUG nova.compute.manager [req-eff50a88-8044-4975-ae88-d4217c52f427 req-539855f8-a56f-42ca-a562-db66ad357176 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Received event network-vif-deleted-64fa6a78-81c0-448f-b620-d6b0d5129f70 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1499.456131] env[69330]: INFO nova.compute.manager [req-eff50a88-8044-4975-ae88-d4217c52f427 req-539855f8-a56f-42ca-a562-db66ad357176 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Neutron deleted interface 64fa6a78-81c0-448f-b620-d6b0d5129f70; detaching it from the instance and deleting it from the info cache [ 1499.456131] env[69330]: DEBUG nova.network.neutron [req-eff50a88-8044-4975-ae88-d4217c52f427 req-539855f8-a56f-42ca-a562-db66ad357176 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.938195] env[69330]: DEBUG nova.network.neutron [-] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.944310] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 1b716015-1cfc-4182-85a0-5ca0d1b87333] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.958676] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94a71289-dfe3-47a8-8350-7505f0f76bf5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.969728] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddd34df-92d8-4dd2-9472-92d6e2e7372d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.994760] env[69330]: DEBUG nova.compute.manager [req-eff50a88-8044-4975-ae88-d4217c52f427 req-539855f8-a56f-42ca-a562-db66ad357176 service nova] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Detach interface failed, port_id=64fa6a78-81c0-448f-b620-d6b0d5129f70, reason: Instance 0cced4a8-4719-4e4c-84e8-331a42585298 could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1500.443562] env[69330]: INFO nova.compute.manager [-] [instance: 0cced4a8-4719-4e4c-84e8-331a42585298] Took 1.47 seconds to deallocate network for instance. [ 1500.449020] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 4ab84b44-3022-47f4-a453-792a73dc58ca] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.950171] env[69330]: DEBUG oslo_concurrency.lockutils [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.950471] env[69330]: DEBUG oslo_concurrency.lockutils [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.950749] env[69330]: DEBUG nova.objects.instance [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lazy-loading 'resources' on Instance uuid 0cced4a8-4719-4e4c-84e8-331a42585298 {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.952029] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 4bb02c09-1fb5-4c51-a345-0bbdc3aa79d6] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.456315] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: f416e3dd-3802-4310-94fb-783c063da2b2] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.492610] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ff77d3-4a1a-4c89-8b5a-ad00d74189c0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.500533] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75cb603-d00e-41e6-8782-93c369dd52b1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.530905] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d815c36-28b3-4ee2-93fc-c2e8a62bfb2e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.538780] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cede402f-f202-48cb-b2e2-912371860be2 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.551942] env[69330]: DEBUG nova.compute.provider_tree [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.963100] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: d11a6a0d-489c-4826-b44f-83b2eae76bdf] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.055044] env[69330]: DEBUG nova.scheduler.client.report [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.468293] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 7c3c4310-5100-4326-b831-1a3b05259c2b] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.560086] env[69330]: DEBUG oslo_concurrency.lockutils [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.578457] env[69330]: INFO nova.scheduler.client.report [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleted allocations for instance 0cced4a8-4719-4e4c-84e8-331a42585298 [ 1502.972890] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 473bf161-adfb-479d-9b4b-4b4e19ee61d7] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.086311] env[69330]: DEBUG oslo_concurrency.lockutils [None req-38993897-e772-4385-80f5-6d683ed7c5a0 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "0cced4a8-4719-4e4c-84e8-331a42585298" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.734s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.475984] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 737d7f9f-5be8-4b03-b313-11d83f6fda2e] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.979364] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: d96151fe-5ed4-48f8-8d64-52554141341e] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.483105] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] [instance: 0ca17a0f-73d1-4a32-b1df-a3e89f7bf386] Instance has had 0 of 5 cleanup attempts {{(pid=69330) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.986552] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.986682] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Cleaning up deleted instances with incomplete migration {{(pid=69330) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1505.316168] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.316400] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.819043] env[69330]: DEBUG nova.compute.manager [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Starting instance... {{(pid=69330) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1506.340710] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.340996] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.342533] env[69330]: INFO nova.compute.claims [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.377033] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0bc6a5-af75-4d25-95c4-eb1460b91b8c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.385207] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c35b5db-e610-428d-9d95-f32bd59c55de {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.417015] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2f9353-06be-42a1-aadf-38302abc6b1d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.424776] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89952bb3-3415-49bb-9840-b389f3a186c9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.439100] env[69330]: DEBUG nova.compute.provider_tree [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.941867] env[69330]: DEBUG nova.scheduler.client.report [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.448188] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.448731] env[69330]: DEBUG nova.compute.manager [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Start building networks asynchronously for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1508.953928] env[69330]: DEBUG nova.compute.utils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Using /dev/sd instead of None {{(pid=69330) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1508.955395] env[69330]: DEBUG nova.compute.manager [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Allocating IP information in the background. {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1508.955587] env[69330]: DEBUG nova.network.neutron [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] allocate_for_instance() {{(pid=69330) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1509.007524] env[69330]: DEBUG nova.policy [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b9e6694f6a14344b14cb886ead6c567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b383b8783fb40cfa5124c9cb11146a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69330) authorize /opt/stack/nova/nova/policy.py:192}} [ 1509.277632] env[69330]: DEBUG nova.network.neutron [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Successfully created port: 2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1509.460515] env[69330]: DEBUG nova.compute.manager [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Start building block device mappings for instance. {{(pid=69330) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1510.471733] env[69330]: DEBUG nova.compute.manager [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Start spawning the instance on the hypervisor. {{(pid=69330) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1510.502106] env[69330]: DEBUG nova.virt.hardware [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:14:29Z,direct_url=,disk_format='vmdk',id=4bf69476-2082-48c9-9b64-3181a0fc6e41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a43c5269f3a4294b37ca2de4db3253c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:14:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1510.502388] env[69330]: DEBUG nova.virt.hardware [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.502550] env[69330]: DEBUG nova.virt.hardware [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1510.502733] env[69330]: DEBUG nova.virt.hardware [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.502881] env[69330]: DEBUG nova.virt.hardware [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1510.503035] env[69330]: DEBUG nova.virt.hardware [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1510.503253] env[69330]: DEBUG nova.virt.hardware [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1510.503411] env[69330]: DEBUG nova.virt.hardware [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1510.503574] env[69330]: DEBUG nova.virt.hardware [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1510.503733] env[69330]: DEBUG nova.virt.hardware [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1510.503904] env[69330]: DEBUG nova.virt.hardware [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1510.504808] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbf9182-0a82-4c29-a0dc-aee7227d9413 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.512830] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14bedf2-399c-4b67-98f0-94e6a7b4dca6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.639998] env[69330]: DEBUG nova.compute.manager [req-0b6cf8a4-fa51-46b7-82b5-05888315f864 req-04059290-7b5c-4d55-9153-ec4477c4e8f3 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Received event network-vif-plugged-2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1510.640298] env[69330]: DEBUG oslo_concurrency.lockutils [req-0b6cf8a4-fa51-46b7-82b5-05888315f864 req-04059290-7b5c-4d55-9153-ec4477c4e8f3 service nova] Acquiring lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.640494] env[69330]: DEBUG oslo_concurrency.lockutils [req-0b6cf8a4-fa51-46b7-82b5-05888315f864 req-04059290-7b5c-4d55-9153-ec4477c4e8f3 service nova] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.640675] env[69330]: DEBUG oslo_concurrency.lockutils [req-0b6cf8a4-fa51-46b7-82b5-05888315f864 req-04059290-7b5c-4d55-9153-ec4477c4e8f3 service nova] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.640933] env[69330]: DEBUG nova.compute.manager [req-0b6cf8a4-fa51-46b7-82b5-05888315f864 req-04059290-7b5c-4d55-9153-ec4477c4e8f3 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] No waiting events found dispatching network-vif-plugged-2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1510.641021] env[69330]: WARNING nova.compute.manager [req-0b6cf8a4-fa51-46b7-82b5-05888315f864 req-04059290-7b5c-4d55-9153-ec4477c4e8f3 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Received unexpected event network-vif-plugged-2a831781-2bd7-4510-9acd-182722870819 for instance with vm_state building and task_state spawning. [ 1510.725082] env[69330]: DEBUG nova.network.neutron [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Successfully updated port: 2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1511.229867] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.230075] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.230234] env[69330]: DEBUG nova.network.neutron [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.761955] env[69330]: DEBUG nova.network.neutron [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Instance cache missing network info. {{(pid=69330) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1511.890382] env[69330]: DEBUG nova.network.neutron [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Updating instance_info_cache with network_info: [{"id": "2a831781-2bd7-4510-9acd-182722870819", "address": "fa:16:3e:0c:4b:92", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a831781-2b", "ovs_interfaceid": "2a831781-2bd7-4510-9acd-182722870819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.393280] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.393583] env[69330]: DEBUG nova.compute.manager [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Instance network_info: |[{"id": "2a831781-2bd7-4510-9acd-182722870819", "address": "fa:16:3e:0c:4b:92", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a831781-2b", "ovs_interfaceid": "2a831781-2bd7-4510-9acd-182722870819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69330) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1512.394014] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:4b:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a831781-2bd7-4510-9acd-182722870819', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1512.401955] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1512.402187] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1512.402406] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d44f0cd4-f577-4992-9e5c-682e5ba3cfeb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.422774] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1512.422774] env[69330]: value = "task-4129522" [ 1512.422774] env[69330]: _type = "Task" [ 1512.422774] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.430738] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129522, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.667707] env[69330]: DEBUG nova.compute.manager [req-4671200f-6140-41e3-9ab6-81eee62ed74e req-c7e6a0f0-84ad-4aa4-a10a-aea92a40bbeb service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Received event network-changed-2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.667860] env[69330]: DEBUG nova.compute.manager [req-4671200f-6140-41e3-9ab6-81eee62ed74e req-c7e6a0f0-84ad-4aa4-a10a-aea92a40bbeb service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Refreshing instance network info cache due to event network-changed-2a831781-2bd7-4510-9acd-182722870819. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1512.668059] env[69330]: DEBUG oslo_concurrency.lockutils [req-4671200f-6140-41e3-9ab6-81eee62ed74e req-c7e6a0f0-84ad-4aa4-a10a-aea92a40bbeb service nova] Acquiring lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.668249] env[69330]: DEBUG oslo_concurrency.lockutils [req-4671200f-6140-41e3-9ab6-81eee62ed74e req-c7e6a0f0-84ad-4aa4-a10a-aea92a40bbeb service nova] Acquired lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.668365] env[69330]: DEBUG nova.network.neutron [req-4671200f-6140-41e3-9ab6-81eee62ed74e req-c7e6a0f0-84ad-4aa4-a10a-aea92a40bbeb service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Refreshing network info cache for port 2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.934106] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129522, 'name': CreateVM_Task, 'duration_secs': 0.318589} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.934449] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1512.934977] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.935183] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.935529] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.935775] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b568b3f0-b7d6-4148-bd8b-92fcb9fa560b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.941761] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1512.941761] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]527f8f70-63c4-b05c-fb44-50f3c26d69bf" [ 1512.941761] env[69330]: _type = "Task" [ 1512.941761] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.950968] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527f8f70-63c4-b05c-fb44-50f3c26d69bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.373501] env[69330]: DEBUG nova.network.neutron [req-4671200f-6140-41e3-9ab6-81eee62ed74e req-c7e6a0f0-84ad-4aa4-a10a-aea92a40bbeb service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Updated VIF entry in instance network info cache for port 2a831781-2bd7-4510-9acd-182722870819. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.373887] env[69330]: DEBUG nova.network.neutron [req-4671200f-6140-41e3-9ab6-81eee62ed74e req-c7e6a0f0-84ad-4aa4-a10a-aea92a40bbeb service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Updating instance_info_cache with network_info: [{"id": "2a831781-2bd7-4510-9acd-182722870819", "address": "fa:16:3e:0c:4b:92", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a831781-2b", "ovs_interfaceid": "2a831781-2bd7-4510-9acd-182722870819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.452759] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]527f8f70-63c4-b05c-fb44-50f3c26d69bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.453094] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.453332] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Processing image 4bf69476-2082-48c9-9b64-3181a0fc6e41 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.453565] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.453711] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.453892] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.454172] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eed51268-31f4-4999-ab71-2589ec292cb1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.463606] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.463803] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1513.464577] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76f5cff7-5c47-48fa-9332-d49de304a7a9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.470678] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1513.470678] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5281e3a6-bf71-264d-def9-a088336fe9b7" [ 1513.470678] env[69330]: _type = "Task" [ 1513.470678] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.478612] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5281e3a6-bf71-264d-def9-a088336fe9b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.876608] env[69330]: DEBUG oslo_concurrency.lockutils [req-4671200f-6140-41e3-9ab6-81eee62ed74e req-c7e6a0f0-84ad-4aa4-a10a-aea92a40bbeb service nova] Releasing lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.984715] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5281e3a6-bf71-264d-def9-a088336fe9b7, 'name': SearchDatastore_Task, 'duration_secs': 0.016016} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.985552] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a47aaa6f-4018-4b36-bb85-eab92f7ebed8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.991783] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1513.991783] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ac6498-866a-5d82-8d02-617dab898bbf" [ 1513.991783] env[69330]: _type = "Task" [ 1513.991783] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.999991] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ac6498-866a-5d82-8d02-617dab898bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.503761] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52ac6498-866a-5d82-8d02-617dab898bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.503761] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.503761] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] b4e4715d-5c54-4284-a6a3-7909525c2d9c/b4e4715d-5c54-4284-a6a3-7909525c2d9c.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.503761] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fce3e6e-d560-4717-b5a3-dfed9e9fe5ce {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.511197] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1514.511197] env[69330]: value = "task-4129523" [ 1514.511197] env[69330]: _type = "Task" [ 1514.511197] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.519972] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.021575] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462831} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.021917] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bf69476-2082-48c9-9b64-3181a0fc6e41/4bf69476-2082-48c9-9b64-3181a0fc6e41.vmdk to [datastore2] b4e4715d-5c54-4284-a6a3-7909525c2d9c/b4e4715d-5c54-4284-a6a3-7909525c2d9c.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1515.022079] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Extending root virtual disk to 1048576 {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.022304] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73d62293-13d4-45bb-9a10-3f4b9af4cab8 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.029358] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1515.029358] env[69330]: value = "task-4129524" [ 1515.029358] env[69330]: _type = "Task" [ 1515.029358] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.036961] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.540453] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072113} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.540453] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Extended root virtual disk {{(pid=69330) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1515.541302] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aa1c57-e3ee-4b84-881a-ccbeba916ca3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.564920] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] b4e4715d-5c54-4284-a6a3-7909525c2d9c/b4e4715d-5c54-4284-a6a3-7909525c2d9c.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.565296] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef884ff8-fc67-4c79-8f23-c681df705f16 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.588366] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1515.588366] env[69330]: value = "task-4129525" [ 1515.588366] env[69330]: _type = "Task" [ 1515.588366] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.598261] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.098734] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129525, 'name': ReconfigVM_Task, 'duration_secs': 0.2826} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.099136] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Reconfigured VM instance instance-0000007f to attach disk [datastore2] b4e4715d-5c54-4284-a6a3-7909525c2d9c/b4e4715d-5c54-4284-a6a3-7909525c2d9c.vmdk or device None with type sparse {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1516.099737] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b1b124b-9efc-438c-baf2-f403ca842397 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.106881] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1516.106881] env[69330]: value = "task-4129526" [ 1516.106881] env[69330]: _type = "Task" [ 1516.106881] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.115216] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129526, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.617398] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129526, 'name': Rename_Task, 'duration_secs': 0.142283} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.617680] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1516.617965] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49e2e671-98ac-459a-8fce-133a6fe8c1da {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.624474] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1516.624474] env[69330]: value = "task-4129527" [ 1516.624474] env[69330]: _type = "Task" [ 1516.624474] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.632263] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.134533] env[69330]: DEBUG oslo_vmware.api [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129527, 'name': PowerOnVM_Task, 'duration_secs': 0.447872} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.135053] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1517.135053] env[69330]: INFO nova.compute.manager [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1517.135213] env[69330]: DEBUG nova.compute.manager [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1517.135925] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76df345-8f5b-49b6-a1d9-ec94ea509766 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.653530] env[69330]: INFO nova.compute.manager [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Took 11.33 seconds to build instance. [ 1518.156293] env[69330]: DEBUG oslo_concurrency.lockutils [None req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.840s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.427850] env[69330]: DEBUG nova.compute.manager [req-a69bcd16-8cb6-442b-8f9f-4c68cf7d8dde req-d82efcff-6004-45cf-9d09-26765d01c84d service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Received event network-changed-2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1518.428088] env[69330]: DEBUG nova.compute.manager [req-a69bcd16-8cb6-442b-8f9f-4c68cf7d8dde req-d82efcff-6004-45cf-9d09-26765d01c84d service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Refreshing instance network info cache due to event network-changed-2a831781-2bd7-4510-9acd-182722870819. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1518.428335] env[69330]: DEBUG oslo_concurrency.lockutils [req-a69bcd16-8cb6-442b-8f9f-4c68cf7d8dde req-d82efcff-6004-45cf-9d09-26765d01c84d service nova] Acquiring lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.428431] env[69330]: DEBUG oslo_concurrency.lockutils [req-a69bcd16-8cb6-442b-8f9f-4c68cf7d8dde req-d82efcff-6004-45cf-9d09-26765d01c84d service nova] Acquired lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.428607] env[69330]: DEBUG nova.network.neutron [req-a69bcd16-8cb6-442b-8f9f-4c68cf7d8dde req-d82efcff-6004-45cf-9d09-26765d01c84d service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Refreshing network info cache for port 2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.160324] env[69330]: DEBUG nova.network.neutron [req-a69bcd16-8cb6-442b-8f9f-4c68cf7d8dde req-d82efcff-6004-45cf-9d09-26765d01c84d service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Updated VIF entry in instance network info cache for port 2a831781-2bd7-4510-9acd-182722870819. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.160705] env[69330]: DEBUG nova.network.neutron [req-a69bcd16-8cb6-442b-8f9f-4c68cf7d8dde req-d82efcff-6004-45cf-9d09-26765d01c84d service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Updating instance_info_cache with network_info: [{"id": "2a831781-2bd7-4510-9acd-182722870819", "address": "fa:16:3e:0c:4b:92", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a831781-2b", "ovs_interfaceid": "2a831781-2bd7-4510-9acd-182722870819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.664274] env[69330]: DEBUG oslo_concurrency.lockutils [req-a69bcd16-8cb6-442b-8f9f-4c68cf7d8dde req-d82efcff-6004-45cf-9d09-26765d01c84d service nova] Releasing lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.987138] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.987518] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.987518] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.987663] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.987826] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.987982] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.988140] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.988281] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69330) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1552.988423] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1553.491771] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1553.492047] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1553.492229] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.492388] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69330) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1553.493325] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99fcd93-8c71-4b97-a9df-860b333df829 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.502088] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e077d0d-9c86-43d5-9f26-7bbda4b1bc19 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.517072] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5410fd18-43cd-4daa-8f85-7ba3f47b13a3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.524055] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f947dc93-7a03-43de-a6f9-16ffdca5870f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.553226] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180663MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69330) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1553.553388] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1553.553579] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.579078] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance b4e4715d-5c54-4284-a6a3-7909525c2d9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1554.579387] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1554.579621] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1554.609208] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de3284b-683c-4366-842f-5f7a58404413 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.618042] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ace71ae-c4b2-4be1-b371-4b516e060e57 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.648879] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6488a240-4bf0-4c76-ae54-3057e4020b0e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.656744] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b7dde3-1707-464e-b761-49aa62af2ddf {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.670754] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.173582] env[69330]: DEBUG nova.scheduler.client.report [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.679568] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1555.679951] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.668703] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.669023] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.669221] env[69330]: INFO nova.compute.manager [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Shelving [ 1557.680513] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.680900] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd3ed8a1-c8f5-4f7c-ab20-61de91383d36 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.690876] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1557.690876] env[69330]: value = "task-4129528" [ 1557.690876] env[69330]: _type = "Task" [ 1557.690876] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.702023] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.201566] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129528, 'name': PowerOffVM_Task, 'duration_secs': 0.201688} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.201831] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1558.202647] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c50fe5f-9143-414c-804a-a02d71d266e5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.221448] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7f8658-b206-45ea-a6b3-f2c82c926d5c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.586638] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.732896] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Creating Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1558.733263] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b99c91ca-4b63-4635-8845-511e9eef760c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.741601] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1558.741601] env[69330]: value = "task-4129529" [ 1558.741601] env[69330]: _type = "Task" [ 1558.741601] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.750351] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129529, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.251515] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129529, 'name': CreateSnapshot_Task, 'duration_secs': 0.44247} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.251768] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Created Snapshot of the VM instance {{(pid=69330) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1559.252487] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedf954a-1211-4dc1-8f3c-3ba402c4e8ee {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.769392] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Creating linked-clone VM from snapshot {{(pid=69330) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1559.769938] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0812b92c-b9fe-4be7-8852-9989347bef97 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.778966] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1559.778966] env[69330]: value = "task-4129530" [ 1559.778966] env[69330]: _type = "Task" [ 1559.778966] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.787233] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129530, 'name': CloneVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.289735] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129530, 'name': CloneVM_Task} progress is 94%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.790097] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129530, 'name': CloneVM_Task, 'duration_secs': 0.995888} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.790515] env[69330]: INFO nova.virt.vmwareapi.vmops [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Created linked-clone VM from snapshot [ 1560.791126] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76ec281-05c8-4802-8f6d-24c26e1a50ff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.798302] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Uploading image a01d9b28-a660-44d0-88e3-bfadd27b858f {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1560.859664] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1560.859664] env[69330]: value = "vm-817907" [ 1560.859664] env[69330]: _type = "VirtualMachine" [ 1560.859664] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1560.859996] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-874207b1-9205-4bbc-8844-f8dc5037aeba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.868081] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lease: (returnval){ [ 1560.868081] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a8b40e-a2a7-8cb4-8740-e942415a1ac1" [ 1560.868081] env[69330]: _type = "HttpNfcLease" [ 1560.868081] env[69330]: } obtained for exporting VM: (result){ [ 1560.868081] env[69330]: value = "vm-817907" [ 1560.868081] env[69330]: _type = "VirtualMachine" [ 1560.868081] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1560.868365] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the lease: (returnval){ [ 1560.868365] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a8b40e-a2a7-8cb4-8740-e942415a1ac1" [ 1560.868365] env[69330]: _type = "HttpNfcLease" [ 1560.868365] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1560.876057] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1560.876057] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a8b40e-a2a7-8cb4-8740-e942415a1ac1" [ 1560.876057] env[69330]: _type = "HttpNfcLease" [ 1560.876057] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1561.376226] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1561.376226] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a8b40e-a2a7-8cb4-8740-e942415a1ac1" [ 1561.376226] env[69330]: _type = "HttpNfcLease" [ 1561.376226] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1561.376594] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1561.376594] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52a8b40e-a2a7-8cb4-8740-e942415a1ac1" [ 1561.376594] env[69330]: _type = "HttpNfcLease" [ 1561.376594] env[69330]: }. {{(pid=69330) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1561.377245] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9761e7f6-cc38-4e6b-a40d-96d52b162aaa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.384418] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238a6ef-ff59-64b3-44a9-d8b4e34fa9dc/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1561.384590] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238a6ef-ff59-64b3-44a9-d8b4e34fa9dc/disk-0.vmdk for reading. {{(pid=69330) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1561.470088] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ab37fb43-fd81-4796-845e-f1511edae85c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.327584] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238a6ef-ff59-64b3-44a9-d8b4e34fa9dc/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1569.328588] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72db4194-ee3d-4099-ae39-a015c3b44597 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.334850] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238a6ef-ff59-64b3-44a9-d8b4e34fa9dc/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1569.335018] env[69330]: ERROR oslo_vmware.rw_handles [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238a6ef-ff59-64b3-44a9-d8b4e34fa9dc/disk-0.vmdk due to incomplete transfer. [ 1569.335231] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-02348b25-ae96-4b97-91bf-43fc3b53082c {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.343283] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238a6ef-ff59-64b3-44a9-d8b4e34fa9dc/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1569.343520] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Uploaded image a01d9b28-a660-44d0-88e3-bfadd27b858f to the Glance image server {{(pid=69330) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1569.345885] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Destroying the VM {{(pid=69330) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1569.346131] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-83aad275-9cc7-43a1-a39b-941ce7a9ef59 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.352429] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1569.352429] env[69330]: value = "task-4129532" [ 1569.352429] env[69330]: _type = "Task" [ 1569.352429] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.360416] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129532, 'name': Destroy_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.862664] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129532, 'name': Destroy_Task, 'duration_secs': 0.368179} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.862931] env[69330]: INFO nova.virt.vmwareapi.vm_util [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Destroyed the VM [ 1569.863206] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Deleting Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1569.863456] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7901fc15-98aa-4452-bdcb-4e0ea269ea0f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.870269] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1569.870269] env[69330]: value = "task-4129533" [ 1569.870269] env[69330]: _type = "Task" [ 1569.870269] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.877819] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129533, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.380321] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129533, 'name': RemoveSnapshot_Task, 'duration_secs': 0.350636} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.380678] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Deleted Snapshot of the VM instance {{(pid=69330) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1570.380849] env[69330]: DEBUG nova.compute.manager [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1570.381616] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1cfa35-401c-474a-9c90-5c5a7f154a90 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.893842] env[69330]: INFO nova.compute.manager [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Shelve offloading [ 1571.397988] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1571.398358] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abf3b2c1-f184-4f98-af69-f08260887add {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.406073] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1571.406073] env[69330]: value = "task-4129534" [ 1571.406073] env[69330]: _type = "Task" [ 1571.406073] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.415476] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] VM already powered off {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1571.415703] env[69330]: DEBUG nova.compute.manager [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1571.416451] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55864fe2-bd9f-45b3-a6d6-31254e289618 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.422696] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.422880] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.423067] env[69330]: DEBUG nova.network.neutron [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1572.161399] env[69330]: DEBUG nova.network.neutron [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Updating instance_info_cache with network_info: [{"id": "2a831781-2bd7-4510-9acd-182722870819", "address": "fa:16:3e:0c:4b:92", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a831781-2b", "ovs_interfaceid": "2a831781-2bd7-4510-9acd-182722870819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.664796] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.912818] env[69330]: DEBUG nova.compute.manager [req-94c5242c-1c9a-40d0-bfec-ba1bedc0b5c0 req-1c220633-a7f6-414f-b6fd-1390236de1b1 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Received event network-vif-unplugged-2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1572.913072] env[69330]: DEBUG oslo_concurrency.lockutils [req-94c5242c-1c9a-40d0-bfec-ba1bedc0b5c0 req-1c220633-a7f6-414f-b6fd-1390236de1b1 service nova] Acquiring lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1572.913287] env[69330]: DEBUG oslo_concurrency.lockutils [req-94c5242c-1c9a-40d0-bfec-ba1bedc0b5c0 req-1c220633-a7f6-414f-b6fd-1390236de1b1 service nova] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.913458] env[69330]: DEBUG oslo_concurrency.lockutils [req-94c5242c-1c9a-40d0-bfec-ba1bedc0b5c0 req-1c220633-a7f6-414f-b6fd-1390236de1b1 service nova] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.913627] env[69330]: DEBUG nova.compute.manager [req-94c5242c-1c9a-40d0-bfec-ba1bedc0b5c0 req-1c220633-a7f6-414f-b6fd-1390236de1b1 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] No waiting events found dispatching network-vif-unplugged-2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1572.913795] env[69330]: WARNING nova.compute.manager [req-94c5242c-1c9a-40d0-bfec-ba1bedc0b5c0 req-1c220633-a7f6-414f-b6fd-1390236de1b1 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Received unexpected event network-vif-unplugged-2a831781-2bd7-4510-9acd-182722870819 for instance with vm_state shelved and task_state shelving_offloading. [ 1572.985776] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1572.986831] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba15b71-34c3-4a56-9a2b-a594998e3e6d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.996044] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1572.996286] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bca65311-431a-4092-9fc0-e82ee7e2b09b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.050403] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1574.050824] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1574.050824] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleting the datastore file [datastore2] b4e4715d-5c54-4284-a6a3-7909525c2d9c {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1574.050929] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bae571a-7c2d-45ba-9421-4667288140dc {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.058029] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1574.058029] env[69330]: value = "task-4129536" [ 1574.058029] env[69330]: _type = "Task" [ 1574.058029] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.065948] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.567367] env[69330]: DEBUG oslo_vmware.api [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151957} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.567602] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1574.567786] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1574.567964] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1574.592365] env[69330]: INFO nova.scheduler.client.report [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleted allocations for instance b4e4715d-5c54-4284-a6a3-7909525c2d9c [ 1574.937877] env[69330]: DEBUG nova.compute.manager [req-e7788b70-4b44-441e-9033-12b5af1ffb0c req-84acb94d-7785-4746-b281-80c9e258b754 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Received event network-changed-2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1574.938212] env[69330]: DEBUG nova.compute.manager [req-e7788b70-4b44-441e-9033-12b5af1ffb0c req-84acb94d-7785-4746-b281-80c9e258b754 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Refreshing instance network info cache due to event network-changed-2a831781-2bd7-4510-9acd-182722870819. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1574.938475] env[69330]: DEBUG oslo_concurrency.lockutils [req-e7788b70-4b44-441e-9033-12b5af1ffb0c req-84acb94d-7785-4746-b281-80c9e258b754 service nova] Acquiring lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.938675] env[69330]: DEBUG oslo_concurrency.lockutils [req-e7788b70-4b44-441e-9033-12b5af1ffb0c req-84acb94d-7785-4746-b281-80c9e258b754 service nova] Acquired lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.938854] env[69330]: DEBUG nova.network.neutron [req-e7788b70-4b44-441e-9033-12b5af1ffb0c req-84acb94d-7785-4746-b281-80c9e258b754 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Refreshing network info cache for port 2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1575.097315] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.097605] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.097824] env[69330]: DEBUG nova.objects.instance [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lazy-loading 'resources' on Instance uuid b4e4715d-5c54-4284-a6a3-7909525c2d9c {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.602247] env[69330]: DEBUG nova.objects.instance [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lazy-loading 'numa_topology' on Instance uuid b4e4715d-5c54-4284-a6a3-7909525c2d9c {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.662722] env[69330]: DEBUG nova.network.neutron [req-e7788b70-4b44-441e-9033-12b5af1ffb0c req-84acb94d-7785-4746-b281-80c9e258b754 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Updated VIF entry in instance network info cache for port 2a831781-2bd7-4510-9acd-182722870819. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1575.663124] env[69330]: DEBUG nova.network.neutron [req-e7788b70-4b44-441e-9033-12b5af1ffb0c req-84acb94d-7785-4746-b281-80c9e258b754 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Updating instance_info_cache with network_info: [{"id": "2a831781-2bd7-4510-9acd-182722870819", "address": "fa:16:3e:0c:4b:92", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2a831781-2b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.105615] env[69330]: DEBUG nova.objects.base [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69330) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1576.119414] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938838d7-58e0-4d40-b77e-bcb90b3977b5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.127308] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559d7a66-5fdc-4c31-9c57-7d93c57e8d35 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.877200] env[69330]: DEBUG oslo_concurrency.lockutils [req-e7788b70-4b44-441e-9033-12b5af1ffb0c req-84acb94d-7785-4746-b281-80c9e258b754 service nova] Releasing lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.879936] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b095cf-f171-4034-ae32-f62fba8aa2b3 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.891454] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fd6a9a-4c1d-4136-9581-bf34980accad {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.906057] env[69330]: DEBUG nova.compute.provider_tree [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.387707] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.409537] env[69330]: DEBUG nova.scheduler.client.report [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.914467] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.817s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.422128] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ab9049ef-5220-4308-86dd-d413c307f8bf tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.753s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.423220] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.036s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.423406] env[69330]: INFO nova.compute.manager [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Unshelving [ 1579.448277] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.448561] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.448773] env[69330]: DEBUG nova.objects.instance [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lazy-loading 'pci_requests' on Instance uuid b4e4715d-5c54-4284-a6a3-7909525c2d9c {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.953149] env[69330]: DEBUG nova.objects.instance [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lazy-loading 'numa_topology' on Instance uuid b4e4715d-5c54-4284-a6a3-7909525c2d9c {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.455787] env[69330]: INFO nova.compute.claims [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1581.491825] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b2075c-05db-4f67-b988-607692c0062a {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.499437] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5404b349-d3e4-4956-917d-5ee7a176607b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.528349] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a991723a-769b-464d-be1c-f6c481b37c32 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.535570] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dcd4b7-c960-4571-966a-4783ff4ce5f7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.548395] env[69330]: DEBUG nova.compute.provider_tree [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.052200] env[69330]: DEBUG nova.scheduler.client.report [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.557603] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.109s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.588142] env[69330]: INFO nova.network.neutron [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Updating port 2a831781-2bd7-4510-9acd-182722870819 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1583.963701] env[69330]: DEBUG nova.compute.manager [req-115dca3e-976e-4013-845a-d808ae2a9660 req-badc2a71-e71b-4394-91a6-20d0aa2ef9d7 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Received event network-vif-plugged-2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1583.964016] env[69330]: DEBUG oslo_concurrency.lockutils [req-115dca3e-976e-4013-845a-d808ae2a9660 req-badc2a71-e71b-4394-91a6-20d0aa2ef9d7 service nova] Acquiring lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.964094] env[69330]: DEBUG oslo_concurrency.lockutils [req-115dca3e-976e-4013-845a-d808ae2a9660 req-badc2a71-e71b-4394-91a6-20d0aa2ef9d7 service nova] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.964275] env[69330]: DEBUG oslo_concurrency.lockutils [req-115dca3e-976e-4013-845a-d808ae2a9660 req-badc2a71-e71b-4394-91a6-20d0aa2ef9d7 service nova] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.964452] env[69330]: DEBUG nova.compute.manager [req-115dca3e-976e-4013-845a-d808ae2a9660 req-badc2a71-e71b-4394-91a6-20d0aa2ef9d7 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] No waiting events found dispatching network-vif-plugged-2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1583.964690] env[69330]: WARNING nova.compute.manager [req-115dca3e-976e-4013-845a-d808ae2a9660 req-badc2a71-e71b-4394-91a6-20d0aa2ef9d7 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Received unexpected event network-vif-plugged-2a831781-2bd7-4510-9acd-182722870819 for instance with vm_state shelved_offloaded and task_state spawning. [ 1584.052100] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.052314] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.052499] env[69330]: DEBUG nova.network.neutron [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Building network info cache for instance {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1584.761298] env[69330]: DEBUG nova.network.neutron [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Updating instance_info_cache with network_info: [{"id": "2a831781-2bd7-4510-9acd-182722870819", "address": "fa:16:3e:0c:4b:92", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a831781-2b", "ovs_interfaceid": "2a831781-2bd7-4510-9acd-182722870819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.264811] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.294857] env[69330]: DEBUG nova.virt.hardware [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:14:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='878de96aa1d2f6481b69ceac69e0d985',container_format='bare',created_at=2025-05-14T06:32:02Z,direct_url=,disk_format='vmdk',id=a01d9b28-a660-44d0-88e3-bfadd27b858f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1923826680-shelved',owner='1b383b8783fb40cfa5124c9cb11146a8',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-05-14T06:32:16Z,virtual_size=,visibility=), allow threads: False {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1585.295160] env[69330]: DEBUG nova.virt.hardware [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Flavor limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1585.295323] env[69330]: DEBUG nova.virt.hardware [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Image limits 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1585.295509] env[69330]: DEBUG nova.virt.hardware [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Flavor pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1585.295655] env[69330]: DEBUG nova.virt.hardware [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Image pref 0:0:0 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1585.295800] env[69330]: DEBUG nova.virt.hardware [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69330) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1585.296014] env[69330]: DEBUG nova.virt.hardware [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1585.296178] env[69330]: DEBUG nova.virt.hardware [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1585.296348] env[69330]: DEBUG nova.virt.hardware [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Got 1 possible topologies {{(pid=69330) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1585.296512] env[69330]: DEBUG nova.virt.hardware [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1585.296681] env[69330]: DEBUG nova.virt.hardware [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69330) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1585.297544] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bf42cc-90cc-4544-a930-92347847c369 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.305906] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892860c0-ebf2-48ec-b6cf-a198c46fc4a1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.319260] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:4b:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a831781-2bd7-4510-9acd-182722870819', 'vif_model': 'vmxnet3'}] {{(pid=69330) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1585.326468] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1585.326720] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Creating VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1585.326926] env[69330]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be328e0e-c315-4781-bd41-6921466a2baa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.346186] env[69330]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1585.346186] env[69330]: value = "task-4129537" [ 1585.346186] env[69330]: _type = "Task" [ 1585.346186] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.354123] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129537, 'name': CreateVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.856491] env[69330]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129537, 'name': CreateVM_Task, 'duration_secs': 0.325896} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.856654] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Created VM on the ESX host {{(pid=69330) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.857284] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a01d9b28-a660-44d0-88e3-bfadd27b858f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.857539] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a01d9b28-a660-44d0-88e3-bfadd27b858f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.857851] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a01d9b28-a660-44d0-88e3-bfadd27b858f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.858119] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877f5a2b-0591-4059-9d9b-58a72138da85 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.862684] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1585.862684] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f11ac4-cd0d-fba7-f9b1-b50ac09a2a30" [ 1585.862684] env[69330]: _type = "Task" [ 1585.862684] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.871506] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]52f11ac4-cd0d-fba7-f9b1-b50ac09a2a30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.990899] env[69330]: DEBUG nova.compute.manager [req-121bc4f2-b4ad-48c9-856d-c2415e37ca16 req-e39c51e7-770f-4189-bb7a-8fa614b05a2b service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Received event network-changed-2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1585.991089] env[69330]: DEBUG nova.compute.manager [req-121bc4f2-b4ad-48c9-856d-c2415e37ca16 req-e39c51e7-770f-4189-bb7a-8fa614b05a2b service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Refreshing instance network info cache due to event network-changed-2a831781-2bd7-4510-9acd-182722870819. {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1585.991312] env[69330]: DEBUG oslo_concurrency.lockutils [req-121bc4f2-b4ad-48c9-856d-c2415e37ca16 req-e39c51e7-770f-4189-bb7a-8fa614b05a2b service nova] Acquiring lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.991456] env[69330]: DEBUG oslo_concurrency.lockutils [req-121bc4f2-b4ad-48c9-856d-c2415e37ca16 req-e39c51e7-770f-4189-bb7a-8fa614b05a2b service nova] Acquired lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.991617] env[69330]: DEBUG nova.network.neutron [req-121bc4f2-b4ad-48c9-856d-c2415e37ca16 req-e39c51e7-770f-4189-bb7a-8fa614b05a2b service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Refreshing network info cache for port 2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1586.373048] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a01d9b28-a660-44d0-88e3-bfadd27b858f" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.373415] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Processing image a01d9b28-a660-44d0-88e3-bfadd27b858f {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.373586] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a01d9b28-a660-44d0-88e3-bfadd27b858f/a01d9b28-a660-44d0-88e3-bfadd27b858f.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.373733] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a01d9b28-a660-44d0-88e3-bfadd27b858f/a01d9b28-a660-44d0-88e3-bfadd27b858f.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.373917] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.374185] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d86a350e-466d-477c-b3e0-dc2c7b5999d5 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.392586] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.392779] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69330) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.393536] env[69330]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32cb81f5-7af0-4085-827c-80e7a1f81aba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.399752] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1586.399752] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5294ef0d-4ac3-e2e1-dbb4-13bdc0235706" [ 1586.399752] env[69330]: _type = "Task" [ 1586.399752] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.409565] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': session[5276439d-2734-e78f-41c8-68f55c9a31c7]5294ef0d-4ac3-e2e1-dbb4-13bdc0235706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.688621] env[69330]: DEBUG nova.network.neutron [req-121bc4f2-b4ad-48c9-856d-c2415e37ca16 req-e39c51e7-770f-4189-bb7a-8fa614b05a2b service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Updated VIF entry in instance network info cache for port 2a831781-2bd7-4510-9acd-182722870819. {{(pid=69330) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.689010] env[69330]: DEBUG nova.network.neutron [req-121bc4f2-b4ad-48c9-856d-c2415e37ca16 req-e39c51e7-770f-4189-bb7a-8fa614b05a2b service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Updating instance_info_cache with network_info: [{"id": "2a831781-2bd7-4510-9acd-182722870819", "address": "fa:16:3e:0c:4b:92", "network": {"id": "de8175a0-792a-4b7e-b985-418885af5c7d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-25881762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b383b8783fb40cfa5124c9cb11146a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a831781-2b", "ovs_interfaceid": "2a831781-2bd7-4510-9acd-182722870819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.909997] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Preparing fetch location {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1586.910213] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Fetch image to [datastore2] OSTACK_IMG_098d98e9-3a05-48c8-914a-7d7399a9d139/OSTACK_IMG_098d98e9-3a05-48c8-914a-7d7399a9d139.vmdk {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1586.910395] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Downloading stream optimized image a01d9b28-a660-44d0-88e3-bfadd27b858f to [datastore2] OSTACK_IMG_098d98e9-3a05-48c8-914a-7d7399a9d139/OSTACK_IMG_098d98e9-3a05-48c8-914a-7d7399a9d139.vmdk on the data store datastore2 as vApp {{(pid=69330) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1586.910563] env[69330]: DEBUG nova.virt.vmwareapi.images [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Downloading image file data a01d9b28-a660-44d0-88e3-bfadd27b858f to the ESX as VM named 'OSTACK_IMG_098d98e9-3a05-48c8-914a-7d7399a9d139' {{(pid=69330) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1586.978799] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1586.978799] env[69330]: value = "resgroup-9" [ 1586.978799] env[69330]: _type = "ResourcePool" [ 1586.978799] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1586.979112] env[69330]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4b1e3576-6521-4903-a13a-88df38a1688d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.999590] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lease: (returnval){ [ 1586.999590] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5292e340-ce29-8530-4c59-c87498ce32f8" [ 1586.999590] env[69330]: _type = "HttpNfcLease" [ 1586.999590] env[69330]: } obtained for vApp import into resource pool (val){ [ 1586.999590] env[69330]: value = "resgroup-9" [ 1586.999590] env[69330]: _type = "ResourcePool" [ 1586.999590] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1586.999931] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the lease: (returnval){ [ 1586.999931] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5292e340-ce29-8530-4c59-c87498ce32f8" [ 1586.999931] env[69330]: _type = "HttpNfcLease" [ 1586.999931] env[69330]: } to be ready. {{(pid=69330) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1587.006647] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1587.006647] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5292e340-ce29-8530-4c59-c87498ce32f8" [ 1587.006647] env[69330]: _type = "HttpNfcLease" [ 1587.006647] env[69330]: } is initializing. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1587.192356] env[69330]: DEBUG oslo_concurrency.lockutils [req-121bc4f2-b4ad-48c9-856d-c2415e37ca16 req-e39c51e7-770f-4189-bb7a-8fa614b05a2b service nova] Releasing lock "refresh_cache-b4e4715d-5c54-4284-a6a3-7909525c2d9c" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.508127] env[69330]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1587.508127] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5292e340-ce29-8530-4c59-c87498ce32f8" [ 1587.508127] env[69330]: _type = "HttpNfcLease" [ 1587.508127] env[69330]: } is ready. {{(pid=69330) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1587.508542] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1587.508542] env[69330]: value = "session[5276439d-2734-e78f-41c8-68f55c9a31c7]5292e340-ce29-8530-4c59-c87498ce32f8" [ 1587.508542] env[69330]: _type = "HttpNfcLease" [ 1587.508542] env[69330]: }. {{(pid=69330) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1587.509136] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0846b8d8-cb4c-454b-bb9b-4a4743bb1024 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.516514] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221fa65-707f-7763-0a57-ed498879d73d/disk-0.vmdk from lease info. {{(pid=69330) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1587.516692] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221fa65-707f-7763-0a57-ed498879d73d/disk-0.vmdk. {{(pid=69330) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1587.578528] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-85cb8cba-2376-48e2-89df-58f00668d609 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.683018] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Completed reading data from the image iterator. {{(pid=69330) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1588.683393] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221fa65-707f-7763-0a57-ed498879d73d/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1588.684289] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30e7b26-a952-4c6f-bd99-78c1982a9029 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.691516] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221fa65-707f-7763-0a57-ed498879d73d/disk-0.vmdk is in state: ready. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1588.691684] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221fa65-707f-7763-0a57-ed498879d73d/disk-0.vmdk. {{(pid=69330) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1588.691913] env[69330]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-467537f2-c4b0-4872-9860-5064f858d8f0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.879707] env[69330]: DEBUG oslo_vmware.rw_handles [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221fa65-707f-7763-0a57-ed498879d73d/disk-0.vmdk. {{(pid=69330) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1588.879879] env[69330]: INFO nova.virt.vmwareapi.images [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Downloaded image file data a01d9b28-a660-44d0-88e3-bfadd27b858f [ 1588.880784] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5e006a-04cd-4c45-a5d0-cdb6384bdbfd {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.896053] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-172e175b-40ee-4167-b5cd-8aefd6e9688f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.930766] env[69330]: INFO nova.virt.vmwareapi.images [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] The imported VM was unregistered [ 1588.933603] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Caching image {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1588.933856] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a01d9b28-a660-44d0-88e3-bfadd27b858f {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1588.934249] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcb12ac8-e567-489c-b098-c16a1d38b78e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.956070] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Created directory with path [datastore2] devstack-image-cache_base/a01d9b28-a660-44d0-88e3-bfadd27b858f {{(pid=69330) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1588.956280] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_098d98e9-3a05-48c8-914a-7d7399a9d139/OSTACK_IMG_098d98e9-3a05-48c8-914a-7d7399a9d139.vmdk to [datastore2] devstack-image-cache_base/a01d9b28-a660-44d0-88e3-bfadd27b858f/a01d9b28-a660-44d0-88e3-bfadd27b858f.vmdk. {{(pid=69330) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1588.956548] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e5b055f3-07b0-4d44-906d-cb7a5ecb8658 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.963479] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1588.963479] env[69330]: value = "task-4129540" [ 1588.963479] env[69330]: _type = "Task" [ 1588.963479] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.971701] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129540, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.474488] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129540, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.974897] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129540, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.476431] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129540, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.977241] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129540, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.477893] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129540, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.44108} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.478198] env[69330]: INFO nova.virt.vmwareapi.ds_util [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_098d98e9-3a05-48c8-914a-7d7399a9d139/OSTACK_IMG_098d98e9-3a05-48c8-914a-7d7399a9d139.vmdk to [datastore2] devstack-image-cache_base/a01d9b28-a660-44d0-88e3-bfadd27b858f/a01d9b28-a660-44d0-88e3-bfadd27b858f.vmdk. [ 1591.478388] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Cleaning up location [datastore2] OSTACK_IMG_098d98e9-3a05-48c8-914a-7d7399a9d139 {{(pid=69330) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1591.478550] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_098d98e9-3a05-48c8-914a-7d7399a9d139 {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.478803] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-480d56a6-c777-4245-9751-ea346df8377b {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.486042] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1591.486042] env[69330]: value = "task-4129541" [ 1591.486042] env[69330]: _type = "Task" [ 1591.486042] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.494448] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.998343] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03901} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.998716] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.998716] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a01d9b28-a660-44d0-88e3-bfadd27b858f/a01d9b28-a660-44d0-88e3-bfadd27b858f.vmdk" {{(pid=69330) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.999027] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a01d9b28-a660-44d0-88e3-bfadd27b858f/a01d9b28-a660-44d0-88e3-bfadd27b858f.vmdk to [datastore2] b4e4715d-5c54-4284-a6a3-7909525c2d9c/b4e4715d-5c54-4284-a6a3-7909525c2d9c.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1591.999350] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b050b09f-9fec-46b9-8839-022f0e17a8c6 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.007101] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1592.007101] env[69330]: value = "task-4129542" [ 1592.007101] env[69330]: _type = "Task" [ 1592.007101] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.015651] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.517975] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129542, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.018555] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129542, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.521076] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129542, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.020443] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129542, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.526017] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129542, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.022843] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129542, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.576703} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.023203] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a01d9b28-a660-44d0-88e3-bfadd27b858f/a01d9b28-a660-44d0-88e3-bfadd27b858f.vmdk to [datastore2] b4e4715d-5c54-4284-a6a3-7909525c2d9c/b4e4715d-5c54-4284-a6a3-7909525c2d9c.vmdk {{(pid=69330) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1595.024078] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7a7da5-df7d-4290-bfe1-114ba11926d7 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.048030] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] b4e4715d-5c54-4284-a6a3-7909525c2d9c/b4e4715d-5c54-4284-a6a3-7909525c2d9c.vmdk or device None with type streamOptimized {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1595.048434] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9772854-2710-42be-bab4-5135c9a772df {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.073218] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1595.073218] env[69330]: value = "task-4129543" [ 1595.073218] env[69330]: _type = "Task" [ 1595.073218] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.088358] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.586719] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.084450] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129543, 'name': ReconfigVM_Task, 'duration_secs': 0.905867} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.084822] env[69330]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Reconfigured VM instance instance-0000007f to attach disk [datastore2] b4e4715d-5c54-4284-a6a3-7909525c2d9c/b4e4715d-5c54-4284-a6a3-7909525c2d9c.vmdk or device None with type streamOptimized {{(pid=69330) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1596.085355] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8945b40-2f2c-492f-87c0-6b1df6e6fa85 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.092985] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1596.092985] env[69330]: value = "task-4129544" [ 1596.092985] env[69330]: _type = "Task" [ 1596.092985] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.101316] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129544, 'name': Rename_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.603453] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129544, 'name': Rename_Task, 'duration_secs': 0.152174} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.603740] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Powering on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1596.603997] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd51df6e-5990-43c4-ba72-a9ccc85d8575 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.610805] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1596.610805] env[69330]: value = "task-4129545" [ 1596.610805] env[69330]: _type = "Task" [ 1596.610805] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.619055] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.120559] env[69330]: DEBUG oslo_vmware.api [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129545, 'name': PowerOnVM_Task, 'duration_secs': 0.453997} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.120949] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Powered on the VM {{(pid=69330) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1597.213918] env[69330]: DEBUG nova.compute.manager [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Checking state {{(pid=69330) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1597.214878] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6535a38a-597e-4c71-8706-ea74bd902e24 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.734706] env[69330]: DEBUG oslo_concurrency.lockutils [None req-ce3705c3-d0a4-4c8e-8938-82758f16b081 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.310s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.899280] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.899658] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1606.899148] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1606.899593] env[69330]: DEBUG nova.compute.manager [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69330) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1607.899747] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1608.403226] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1608.403484] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1608.403652] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1608.403804] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69330) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1608.404690] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b65089f-aac2-4f63-a0c5-09c56325a0a9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.413102] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2adf64-3fcf-4042-b57e-c605860199ff {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.427407] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c2c26d-db51-4bc0-bef2-6fd28ec512eb {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.435103] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d956ee9-a9ee-4784-ab38-f1797b763ab1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.463402] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180628MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69330) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1608.463572] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1608.463769] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1609.490348] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Instance b4e4715d-5c54-4284-a6a3-7909525c2d9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69330) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1609.490631] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1609.490694] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69330) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1609.516663] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb549103-bfd7-48c7-a3d7-75d98962b3b0 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.524417] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894f637a-a755-4c89-969f-50d04c5edb42 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.554053] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62280b1-6b12-40b5-8afe-d49fddae29ba {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.560495] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfe6b25-0370-430d-8463-28586cdbc8d9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.573743] env[69330]: DEBUG nova.compute.provider_tree [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.076912] env[69330]: DEBUG nova.scheduler.client.report [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1610.582557] env[69330]: DEBUG nova.compute.resource_tracker [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69330) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1610.582981] env[69330]: DEBUG oslo_concurrency.lockutils [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1611.581875] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.582146] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.582323] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.899253] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1635.317084] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1635.317466] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1635.317505] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1635.317707] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1635.317899] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1635.321689] env[69330]: INFO nova.compute.manager [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Terminating instance [ 1635.825432] env[69330]: DEBUG nova.compute.manager [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Start destroying the instance on the hypervisor. {{(pid=69330) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1635.825690] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Destroying instance {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1635.826771] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ac5c4a-ce56-4a0f-afa5-0c7c13dd9a04 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.835037] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Powering off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.835288] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82c2d2a9-4220-42ab-99d8-386a0092963d {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.841680] env[69330]: DEBUG oslo_vmware.api [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1635.841680] env[69330]: value = "task-4129546" [ 1635.841680] env[69330]: _type = "Task" [ 1635.841680] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.850410] env[69330]: DEBUG oslo_vmware.api [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.352502] env[69330]: DEBUG oslo_vmware.api [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129546, 'name': PowerOffVM_Task, 'duration_secs': 0.194817} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.352502] env[69330]: DEBUG nova.virt.vmwareapi.vm_util [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Powered off the VM {{(pid=69330) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1636.352952] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Unregistering the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1636.352952] env[69330]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-741a89ad-1029-476e-b823-f787d98eba2f {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.422631] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Unregistered the VM {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1636.422885] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Deleting contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1636.423133] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleting the datastore file [datastore2] b4e4715d-5c54-4284-a6a3-7909525c2d9c {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1636.423403] env[69330]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-022b8f1f-288d-4827-8650-a09815bf1ba9 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.430519] env[69330]: DEBUG oslo_vmware.api [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for the task: (returnval){ [ 1636.430519] env[69330]: value = "task-4129548" [ 1636.430519] env[69330]: _type = "Task" [ 1636.430519] env[69330]: } to complete. {{(pid=69330) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.438094] env[69330]: DEBUG oslo_vmware.api [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.941128] env[69330]: DEBUG oslo_vmware.api [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Task: {'id': task-4129548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133158} completed successfully. {{(pid=69330) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.941494] env[69330]: DEBUG nova.virt.vmwareapi.ds_util [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleted the datastore file {{(pid=69330) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1636.941762] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Deleted contents of the VM from datastore datastore2 {{(pid=69330) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1636.942064] env[69330]: DEBUG nova.virt.vmwareapi.vmops [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Instance destroyed {{(pid=69330) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1636.942337] env[69330]: INFO nova.compute.manager [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1636.942657] env[69330]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69330) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1636.942952] env[69330]: DEBUG nova.compute.manager [-] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Deallocating network for instance {{(pid=69330) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1636.943145] env[69330]: DEBUG nova.network.neutron [-] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] deallocate_for_instance() {{(pid=69330) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1637.398554] env[69330]: DEBUG nova.compute.manager [req-9fd69138-584a-4e5c-a435-6cc5da7da148 req-76f3decf-fc1c-42ff-995e-107d973a0aa8 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Received event network-vif-deleted-2a831781-2bd7-4510-9acd-182722870819 {{(pid=69330) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1637.398803] env[69330]: INFO nova.compute.manager [req-9fd69138-584a-4e5c-a435-6cc5da7da148 req-76f3decf-fc1c-42ff-995e-107d973a0aa8 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Neutron deleted interface 2a831781-2bd7-4510-9acd-182722870819; detaching it from the instance and deleting it from the info cache [ 1637.398964] env[69330]: DEBUG nova.network.neutron [req-9fd69138-584a-4e5c-a435-6cc5da7da148 req-76f3decf-fc1c-42ff-995e-107d973a0aa8 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.872391] env[69330]: DEBUG nova.network.neutron [-] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Updating instance_info_cache with network_info: [] {{(pid=69330) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.901473] env[69330]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-845558db-c539-4c66-bdc5-05923404dde1 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.912182] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c5fb3a-ff49-4070-8522-3dd47f38e7ca {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.936931] env[69330]: DEBUG nova.compute.manager [req-9fd69138-584a-4e5c-a435-6cc5da7da148 req-76f3decf-fc1c-42ff-995e-107d973a0aa8 service nova] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Detach interface failed, port_id=2a831781-2bd7-4510-9acd-182722870819, reason: Instance b4e4715d-5c54-4284-a6a3-7909525c2d9c could not be found. {{(pid=69330) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1638.374818] env[69330]: INFO nova.compute.manager [-] [instance: b4e4715d-5c54-4284-a6a3-7909525c2d9c] Took 1.43 seconds to deallocate network for instance. [ 1638.882061] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1638.882490] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1638.882490] env[69330]: DEBUG nova.objects.instance [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lazy-loading 'resources' on Instance uuid b4e4715d-5c54-4284-a6a3-7909525c2d9c {{(pid=69330) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1639.419102] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b0381f-9e1f-4459-8a7a-1714be16fa59 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.426968] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea1579a-9aed-4343-8a6a-822ebab6bb9e {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.456096] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546c87c3-8aa8-4a2c-b945-1c82ea76ebaa {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.463586] env[69330]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164ce900-b89c-416d-b430-221d9c56ee01 {{(pid=69330) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.476581] env[69330]: DEBUG nova.compute.provider_tree [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Inventory has not changed in ProviderTree for provider: f00e7378-0f14-4d90-8510-13b5fe6d69be {{(pid=69330) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.979834] env[69330]: DEBUG nova.scheduler.client.report [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Inventory has not changed for provider f00e7378-0f14-4d90-8510-13b5fe6d69be based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69330) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1640.484923] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1640.505586] env[69330]: INFO nova.scheduler.client.report [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Deleted allocations for instance b4e4715d-5c54-4284-a6a3-7909525c2d9c [ 1641.014171] env[69330]: DEBUG oslo_concurrency.lockutils [None req-f001e8bb-f16f-4584-9991-4b95a1bad658 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Lock "b4e4715d-5c54-4284-a6a3-7909525c2d9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.697s {{(pid=69330) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1662.898433] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1662.898844] env[69330]: DEBUG oslo_service.periodic_task [None req-0f83baf7-7299-4de3-a5a1-44658d8ee438 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69330) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}